mirror of
https://github.com/chylex/Discord-History-Tracker.git
synced 2025-08-17 19:31:42 +02:00
Compare commits
34 Commits
Author | SHA1 | Date | |
---|---|---|---|
5b7312109b
|
|||
9f1db9a662
|
|||
d3e1bb901c
|
|||
9bd105f57e
|
|||
e1eae393c3
|
|||
fbed74529d
|
|||
8924aa7c06
|
|||
9738880ba7
|
|||
1700f99bf7
|
|||
84acf5f5d5
|
|||
ae56433836
|
|||
c3d4fa5532
|
|||
a6225b9721
|
|||
943163473a
|
|||
fa00df10d8
|
|||
f54465e5fe
|
|||
2d55ca4013
|
|||
0072e025f4
|
|||
383ee5c90e
|
|||
2b1c178f49
|
|||
16d7e5a6f8
|
|||
052d24d1e7
|
|||
b058f1fb77
|
|||
d4da64a5ed
|
|||
8de309a6c4
|
|||
de8d6a1e11
|
|||
d79e6f53b4
|
|||
70c04fc986
|
|||
c8d8d95daa
|
|||
daafdbbfaf
|
|||
07615de87a
|
|||
7fdc19880e
|
|||
67b9c12843
|
|||
9030a2f010
|
@@ -13,10 +13,10 @@
|
||||
<CssCodeStyleSettings>
|
||||
<option name="HEX_COLOR_LOWER_CASE" value="true" />
|
||||
</CssCodeStyleSettings>
|
||||
<DB2CodeStyleSettings version="6">
|
||||
<DB2CodeStyleSettings version="7">
|
||||
<option name="USE_GENERIC_STYLE" value="true" />
|
||||
</DB2CodeStyleSettings>
|
||||
<DerbyCodeStyleSettings version="6">
|
||||
<DerbyCodeStyleSettings version="7">
|
||||
<option name="USE_GENERIC_STYLE" value="true" />
|
||||
</DerbyCodeStyleSettings>
|
||||
<GoCodeStyleSettings>
|
||||
@@ -26,10 +26,10 @@
|
||||
<option name="WRAP_FUNC_PARAMS" value="5" />
|
||||
<option name="WRAP_FUNC_RESULT" value="5" />
|
||||
</GoCodeStyleSettings>
|
||||
<H2CodeStyleSettings version="6">
|
||||
<H2CodeStyleSettings version="7">
|
||||
<option name="USE_GENERIC_STYLE" value="true" />
|
||||
</H2CodeStyleSettings>
|
||||
<HSQLCodeStyleSettings version="6">
|
||||
<HSQLCodeStyleSettings version="7">
|
||||
<option name="USE_GENERIC_STYLE" value="true" />
|
||||
</HSQLCodeStyleSettings>
|
||||
<HTMLCodeStyleSettings>
|
||||
@@ -85,10 +85,10 @@
|
||||
<LessCodeStyleSettings>
|
||||
<option name="HEX_COLOR_LOWER_CASE" value="true" />
|
||||
</LessCodeStyleSettings>
|
||||
<MSSQLCodeStyleSettings version="6">
|
||||
<MSSQLCodeStyleSettings version="7">
|
||||
<option name="USE_GENERIC_STYLE" value="true" />
|
||||
</MSSQLCodeStyleSettings>
|
||||
<MySQLCodeStyleSettings version="6">
|
||||
<MySQLCodeStyleSettings version="7">
|
||||
<option name="USE_GENERIC_STYLE" value="true" />
|
||||
</MySQLCodeStyleSettings>
|
||||
<Objective-C>
|
||||
@@ -98,7 +98,7 @@
|
||||
<option name="SPACE_BEFORE_INIT_LIST" value="true" />
|
||||
<option name="SPACE_AFTER_DICTIONARY_LITERAL_COLON" value="false" />
|
||||
</Objective-C>
|
||||
<OracleCodeStyleSettings version="6">
|
||||
<OracleCodeStyleSettings version="7">
|
||||
<option name="USE_GENERIC_STYLE" value="true" />
|
||||
</OracleCodeStyleSettings>
|
||||
<PHPCodeStyleSettings>
|
||||
@@ -116,7 +116,7 @@
|
||||
<option name="NEW_LINE_AFTER_PHP_OPENING_TAG" value="true" />
|
||||
<option name="SPACE_AROUND_ASSIGNMENT_IN_DECLARE" value="true" />
|
||||
</PHPCodeStyleSettings>
|
||||
<PostgresCodeStyleSettings version="6">
|
||||
<PostgresCodeStyleSettings version="7">
|
||||
<option name="USE_GENERIC_STYLE" value="true" />
|
||||
</PostgresCodeStyleSettings>
|
||||
<Properties>
|
||||
@@ -143,13 +143,16 @@
|
||||
<option name="INDENT_WHEN_CASES" value="true" />
|
||||
<option name="CHAIN_CALLS_ALIGNMENT" value="2" />
|
||||
</Ruby>
|
||||
<SQLiteCodeStyleSettings version="6">
|
||||
<SQLiteCodeStyleSettings version="7">
|
||||
<option name="USE_GENERIC_STYLE" value="true" />
|
||||
</SQLiteCodeStyleSettings>
|
||||
<ScssCodeStyleSettings>
|
||||
<option name="HEX_COLOR_LOWER_CASE" value="true" />
|
||||
</ScssCodeStyleSettings>
|
||||
<SqlCodeStyleSettings version="6">
|
||||
<Shell_Script>
|
||||
<option name="KEEP_COLUMN_ALIGNMENT_PADDING" value="true" />
|
||||
</Shell_Script>
|
||||
<SqlCodeStyleSettings version="7">
|
||||
<option name="KEYWORD_CASE" value="2" />
|
||||
<option name="TYPE_CASE" value="2" />
|
||||
<option name="CUSTOM_TYPE_CASE" value="2" />
|
||||
@@ -173,9 +176,10 @@
|
||||
<option name="CONSTRAINT_WRAP_3" value="true" />
|
||||
<option name="CONSTRAINT_WRAP_4" value="true" />
|
||||
<option name="VIEW_INDENT_QUERY" value="true" />
|
||||
<option name="IMP_LOOP_LOOP_INDENT" value="false" />
|
||||
<option name="EXPR_CASE_WHEN_WRAP" value="false" />
|
||||
</SqlCodeStyleSettings>
|
||||
<SybaseCodeStyleSettings version="6">
|
||||
<SybaseCodeStyleSettings version="7">
|
||||
<option name="USE_GENERIC_STYLE" value="true" />
|
||||
</SybaseCodeStyleSettings>
|
||||
<TypeScriptCodeStyleSettings version="0">
|
||||
@@ -203,6 +207,11 @@
|
||||
<option name="KEEP_INDENTS_ON_EMPTY_LINES" value="true" />
|
||||
</indentOptions>
|
||||
</codeStyleSettings>
|
||||
<codeStyleSettings language="Gherkin">
|
||||
<indentOptions>
|
||||
<option name="KEEP_INDENTS_ON_EMPTY_LINES" value="true" />
|
||||
</indentOptions>
|
||||
</codeStyleSettings>
|
||||
<codeStyleSettings language="Groovy">
|
||||
<option name="ELSE_ON_NEW_LINE" value="true" />
|
||||
<option name="SPACE_WITHIN_ARRAY_INITIALIZER_BRACES" value="true" />
|
||||
@@ -282,6 +291,13 @@
|
||||
<option name="KEEP_INDENTS_ON_EMPTY_LINES" value="true" />
|
||||
</indentOptions>
|
||||
</codeStyleSettings>
|
||||
<codeStyleSettings language="Markdown">
|
||||
<indentOptions>
|
||||
<option name="INDENT_SIZE" value="2" />
|
||||
<option name="CONTINUATION_INDENT_SIZE" value="2" />
|
||||
<option name="TAB_SIZE" value="2" />
|
||||
</indentOptions>
|
||||
</codeStyleSettings>
|
||||
<codeStyleSettings language="ObjectiveC">
|
||||
<option name="LINE_COMMENT_AT_FIRST_COLUMN" value="false" />
|
||||
<option name="BLOCK_COMMENT_AT_FIRST_COLUMN" value="false" />
|
||||
@@ -342,7 +358,6 @@
|
||||
</indentOptions>
|
||||
</codeStyleSettings>
|
||||
<codeStyleSettings language="Rust">
|
||||
<option name="RIGHT_MARGIN" value="140" />
|
||||
<option name="ALIGN_MULTILINE_CHAINED_METHODS" value="true" />
|
||||
<indentOptions>
|
||||
<option name="USE_TAB_CHARACTER" value="true" />
|
||||
@@ -357,6 +372,7 @@
|
||||
</codeStyleSettings>
|
||||
<codeStyleSettings language="SCSS">
|
||||
<indentOptions>
|
||||
<option name="CONTINUATION_INDENT_SIZE" value="2" />
|
||||
<option name="KEEP_INDENTS_ON_EMPTY_LINES" value="true" />
|
||||
</indentOptions>
|
||||
</codeStyleSettings>
|
||||
@@ -367,13 +383,6 @@
|
||||
<option name="KEEP_INDENTS_ON_EMPTY_LINES" value="true" />
|
||||
</indentOptions>
|
||||
</codeStyleSettings>
|
||||
<codeStyleSettings language="Shell Script">
|
||||
<indentOptions>
|
||||
<option name="INDENT_SIZE" value="4" />
|
||||
<option name="TAB_SIZE" value="4" />
|
||||
<option name="USE_TAB_CHARACTER" value="true" />
|
||||
</indentOptions>
|
||||
</codeStyleSettings>
|
||||
<codeStyleSettings language="TOML">
|
||||
<indentOptions>
|
||||
<option name="CONTINUATION_INDENT_SIZE" value="4" />
|
||||
@@ -427,6 +436,9 @@
|
||||
</codeStyleSettings>
|
||||
<codeStyleSettings language="liquid">
|
||||
<indentOptions>
|
||||
<option name="INDENT_SIZE" value="2" />
|
||||
<option name="CONTINUATION_INDENT_SIZE" value="2" />
|
||||
<option name="TAB_SIZE" value="2" />
|
||||
<option name="KEEP_INDENTS_ON_EMPTY_LINES" value="true" />
|
||||
</indentOptions>
|
||||
</codeStyleSettings>
|
||||
@@ -442,4 +454,4 @@
|
||||
</indentOptions>
|
||||
</codeStyleSettings>
|
||||
</code_scheme>
|
||||
</component>
|
||||
</component>
|
@@ -91,7 +91,6 @@
|
||||
<inspection_tool class="ComparatorNotSerializable" enabled="true" level="WARNING" enabled_by_default="true" />
|
||||
<inspection_tool class="CompareToUsesNonFinalVariable" enabled="true" level="WARNING" enabled_by_default="true" />
|
||||
<inspection_tool class="ComparisonOfShortAndChar" enabled="true" level="WARNING" enabled_by_default="true" />
|
||||
<inspection_tool class="ComposeMissingKeys" enabled="true" level="ERROR" enabled_by_default="true" />
|
||||
<inspection_tool class="ConditionSignal" enabled="true" level="WARNING" enabled_by_default="true" />
|
||||
<inspection_tool class="ConditionalExpression" enabled="true" level="INFORMATION" enabled_by_default="true">
|
||||
<option name="ignoreSimpleAssignmentsAndReturns" value="true" />
|
||||
@@ -362,7 +361,7 @@
|
||||
</inspection_tool>
|
||||
<inspection_tool class="LocalVariableDeclarationSideOnly" enabled="true" level="ERROR" enabled_by_default="true" />
|
||||
<inspection_tool class="LocalVariableNamingConventionJS" enabled="true" level="WARNING" enabled_by_default="true">
|
||||
<option name="m_regex" value="[a-z][A-Za-z]*" />
|
||||
<option name="m_regex" value="[a-z][A-Za-z0-9]*" />
|
||||
<option name="m_minLength" value="0" />
|
||||
<option name="m_maxLength" value="99" />
|
||||
</inspection_tool>
|
||||
|
@@ -1,22 +0,0 @@
|
||||
<component name="libraryTable">
|
||||
<library name="Generated files" type="javaScript">
|
||||
<properties>
|
||||
<sourceFilesUrls>
|
||||
<item url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/discord.js" />
|
||||
<item url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/dom.js" />
|
||||
<item url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/gui.js" />
|
||||
<item url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/settings.js" />
|
||||
<item url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/state.js" />
|
||||
</sourceFilesUrls>
|
||||
</properties>
|
||||
<CLASSES>
|
||||
<root url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/discord.js" />
|
||||
<root url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/dom.js" />
|
||||
<root url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/gui.js" />
|
||||
<root url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/settings.js" />
|
||||
<root url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/state.js" />
|
||||
</CLASSES>
|
||||
<JAVADOC />
|
||||
<SOURCES />
|
||||
</library>
|
||||
</component>
|
@@ -15,6 +15,7 @@ sealed class Arguments {
|
||||
public string? DatabaseFile { get; }
|
||||
public ushort? ServerPort { get; }
|
||||
public string? ServerToken { get; }
|
||||
public byte? ConcurrentDownloads { get; }
|
||||
|
||||
public Arguments(IReadOnlyList<string> args) {
|
||||
for (int i = FirstArgument; i < args.Count; i++) {
|
||||
@@ -50,11 +51,11 @@ sealed class Arguments {
|
||||
continue;
|
||||
|
||||
case "-port": {
|
||||
if (ushort.TryParse(value, out var port)) {
|
||||
ServerPort = port;
|
||||
if (!ushort.TryParse(value, out var port)) {
|
||||
Log.Warn("Invalid port number: " + value);
|
||||
}
|
||||
else {
|
||||
Log.Warn("Invalid port number: " + value);
|
||||
ServerPort = port;
|
||||
}
|
||||
|
||||
continue;
|
||||
@@ -63,6 +64,20 @@ sealed class Arguments {
|
||||
case "-token":
|
||||
ServerToken = value;
|
||||
continue;
|
||||
|
||||
case "-concurrentdownloads":
|
||||
if (!ulong.TryParse(value, out var concurrentDownloads) || concurrentDownloads == 0) {
|
||||
Log.Warn("Invalid concurrent downloads count: " + value);
|
||||
}
|
||||
else if (concurrentDownloads > 10) {
|
||||
Log.Warn("Limiting concurrent downloads to 10");
|
||||
ConcurrentDownloads = 10;
|
||||
}
|
||||
else {
|
||||
ConcurrentDownloads = (byte) concurrentDownloads;
|
||||
}
|
||||
|
||||
continue;
|
||||
|
||||
default:
|
||||
Log.Warn("Unknown command line argument: " + key);
|
||||
|
@@ -15,14 +15,14 @@
|
||||
</PropertyGroup>
|
||||
|
||||
<ItemGroup>
|
||||
<PackageReference Include="Avalonia" Version="11.0.6" />
|
||||
<PackageReference Include="Avalonia.Controls.DataGrid" Version="11.0.6" />
|
||||
<PackageReference Include="Avalonia.Controls.ItemsRepeater" Version="11.0.6" />
|
||||
<PackageReference Include="Avalonia.Desktop" Version="11.0.6" />
|
||||
<PackageReference Include="Avalonia.Diagnostics" Version="11.0.6" Condition=" '$(Configuration)' == 'Debug' " />
|
||||
<PackageReference Include="Avalonia.Fonts.Inter" Version="11.0.6" />
|
||||
<PackageReference Include="Avalonia.ReactiveUI" Version="11.0.6" />
|
||||
<PackageReference Include="Avalonia.Themes.Fluent" Version="11.0.6" />
|
||||
<PackageReference Include="Avalonia" Version="11.0.11" />
|
||||
<PackageReference Include="Avalonia.Controls.DataGrid" Version="11.0.11" />
|
||||
<PackageReference Include="Avalonia.Controls.ItemsRepeater" Version="11.0.11" />
|
||||
<PackageReference Include="Avalonia.Desktop" Version="11.0.11" />
|
||||
<PackageReference Include="Avalonia.Diagnostics" Version="11.0.11" Condition=" '$(Configuration)' == 'Debug' " />
|
||||
<PackageReference Include="Avalonia.Fonts.Inter" Version="11.0.11" />
|
||||
<PackageReference Include="Avalonia.ReactiveUI" Version="11.0.11" />
|
||||
<PackageReference Include="Avalonia.Themes.Fluent" Version="11.0.11" />
|
||||
<PackageReference Include="CommunityToolkit.Mvvm" Version="999.0.0-build.0.g0d941a6a62" />
|
||||
</ItemGroup>
|
||||
|
||||
@@ -39,11 +39,6 @@
|
||||
<EmbeddedResource Include="Resources/tracker-loader.js">
|
||||
<LogicalName>tracker-loader.js</LogicalName>
|
||||
</EmbeddedResource>
|
||||
<EmbeddedResource Include="../Resources/Viewer/**">
|
||||
<LogicalName>Viewer\%(RecursiveDir)%(Filename)%(Extension)</LogicalName>
|
||||
<Link>Resources/Viewer/%(RecursiveDir)%(Filename)%(Extension)</Link>
|
||||
<Visible>false</Visible>
|
||||
</EmbeddedResource>
|
||||
</ItemGroup>
|
||||
|
||||
</Project>
|
||||
|
@@ -3,12 +3,12 @@
|
||||
xmlns:d="http://schemas.microsoft.com/expression/blend/2008"
|
||||
xmlns:mc="http://schemas.openxmlformats.org/markup-compatibility/2006"
|
||||
xmlns:main="clr-namespace:DHT.Desktop.Main"
|
||||
mc:Ignorable="d" d:DesignWidth="480" d:DesignHeight="295"
|
||||
mc:Ignorable="d" d:DesignWidth="480" d:DesignHeight="360"
|
||||
x:Class="DHT.Desktop.Main.AboutWindow"
|
||||
x:DataType="main:AboutWindowModel"
|
||||
Title="About Discord History Tracker"
|
||||
Icon="avares://DiscordHistoryTracker/Resources/icon.ico"
|
||||
Width="480" Height="295" CanResize="False"
|
||||
Width="480" Height="360" CanResize="False"
|
||||
WindowStartupLocation="CenterOwner">
|
||||
|
||||
<Design.DataContext>
|
||||
@@ -39,10 +39,11 @@
|
||||
|
||||
<StackPanel>
|
||||
<Button Command="{Binding ShowOfficialWebsite}">Official Website</Button>
|
||||
<Button Command="{Binding ShowIssueTracker}">Issue Tracker</Button>
|
||||
<Button Command="{Binding ShowSourceCode}">Source Code</Button>
|
||||
</StackPanel>
|
||||
|
||||
<Grid RowDefinitions="Auto,5,Auto,Auto,Auto,Auto,Auto,Auto" ColumnDefinitions="175,125,*" Margin="0 10 0 0">
|
||||
<Grid RowDefinitions="Auto,5,Auto,Auto,Auto,Auto,Auto,Auto,Auto,Auto" ColumnDefinitions="175,125,*" Margin="0 10 0 0">
|
||||
<TextBlock Grid.Row="0" Grid.Column="0" FontWeight="Bold">Third-Party Software</TextBlock>
|
||||
<TextBlock Grid.Row="0" Grid.Column="1" FontWeight="Bold">License</TextBlock>
|
||||
<TextBlock Grid.Row="0" Grid.Column="2" FontWeight="Bold">Link</TextBlock>
|
||||
@@ -55,13 +56,21 @@
|
||||
<TextBlock Grid.Row="3" Grid.Column="1">MIT</TextBlock>
|
||||
<Button Grid.Row="3" Grid.Column="2" Command="{Binding ShowLibraryAvalonia}">NuGet</Button>
|
||||
|
||||
<TextBlock Grid.Row="4" Grid.Column="0">SQLite</TextBlock>
|
||||
<TextBlock Grid.Row="4" Grid.Column="1">Public Domain</TextBlock>
|
||||
<Button Grid.Row="4" Grid.Column="2" Command="{Binding ShowLibrarySqlite}">Official Website</Button>
|
||||
<TextBlock Grid.Row="4" Grid.Column="0">MVVM Toolkit</TextBlock>
|
||||
<TextBlock Grid.Row="4" Grid.Column="1">MIT</TextBlock>
|
||||
<Button Grid.Row="4" Grid.Column="2" Command="{Binding ShowLibraryCommunityToolkit}">GitHub</Button>
|
||||
|
||||
<TextBlock Grid.Row="5" Grid.Column="0">SQLite</TextBlock>
|
||||
<TextBlock Grid.Row="5" Grid.Column="1">Public Domain</TextBlock>
|
||||
<Button Grid.Row="5" Grid.Column="2" Command="{Binding ShowLibrarySqlite}">Official Website</Button>
|
||||
|
||||
<TextBlock Grid.Row="5" Grid.Column="0">Microsoft.Data.Sqlite</TextBlock>
|
||||
<TextBlock Grid.Row="5" Grid.Column="1">Apache-2.0</TextBlock>
|
||||
<Button Grid.Row="5" Grid.Column="2" Command="{Binding ShowLibrarySqliteAdoNet}">NuGet</Button>
|
||||
<TextBlock Grid.Row="6" Grid.Column="0">Microsoft.Data.Sqlite</TextBlock>
|
||||
<TextBlock Grid.Row="6" Grid.Column="1">Apache-2.0</TextBlock>
|
||||
<Button Grid.Row="6" Grid.Column="2" Command="{Binding ShowLibrarySqliteAdoNet}">NuGet</Button>
|
||||
|
||||
<TextBlock Grid.Row="7" Grid.Column="0">Rx.NET</TextBlock>
|
||||
<TextBlock Grid.Row="7" Grid.Column="1">MIT</TextBlock>
|
||||
<Button Grid.Row="7" Grid.Column="2" Command="{Binding ShowLibraryRxNet}">GitHub</Button>
|
||||
</Grid>
|
||||
|
||||
</StackPanel>
|
||||
|
@@ -7,14 +7,26 @@ sealed class AboutWindowModel {
|
||||
OpenUrl("https://dht.chylex.com");
|
||||
}
|
||||
|
||||
public void ShowIssueTracker() {
|
||||
OpenUrl("https://github.com/chylex/Discord-History-Tracker/issues");
|
||||
}
|
||||
|
||||
public void ShowSourceCode() {
|
||||
OpenUrl("https://github.com/chylex/Discord-History-Tracker");
|
||||
}
|
||||
|
||||
public void ShowLibraryNetCore() {
|
||||
OpenUrl("https://github.com/dotnet/core");
|
||||
}
|
||||
|
||||
public void ShowLibraryAvalonia() {
|
||||
OpenUrl("https://www.nuget.org/packages/Avalonia");
|
||||
}
|
||||
|
||||
public void ShowLibraryCommunityToolkit() {
|
||||
OpenUrl("https://github.com/CommunityToolkit/dotnet");
|
||||
}
|
||||
|
||||
public void ShowLibrarySqlite() {
|
||||
OpenUrl("https://www.sqlite.org");
|
||||
}
|
||||
@@ -23,8 +35,8 @@ sealed class AboutWindowModel {
|
||||
OpenUrl("https://www.nuget.org/packages/Microsoft.Data.Sqlite");
|
||||
}
|
||||
|
||||
public void ShowLibraryNetCore() {
|
||||
OpenUrl("https://github.com/dotnet/core");
|
||||
public void ShowLibraryRxNet() {
|
||||
OpenUrl("https://github.com/dotnet/reactive");
|
||||
}
|
||||
|
||||
private static void OpenUrl(string url) {
|
||||
|
@@ -1,6 +1,7 @@
|
||||
using System;
|
||||
using System.Collections.Generic;
|
||||
using System.ComponentModel;
|
||||
using System.Linq;
|
||||
using System.Reactive.Linq;
|
||||
using System.Threading.Tasks;
|
||||
using Avalonia.ReactiveUI;
|
||||
@@ -8,13 +9,17 @@ using CommunityToolkit.Mvvm.ComponentModel;
|
||||
using DHT.Desktop.Common;
|
||||
using DHT.Server;
|
||||
using DHT.Server.Data.Filters;
|
||||
using DHT.Server.Data.Settings;
|
||||
using DHT.Utils.Logging;
|
||||
using DHT.Utils.Tasks;
|
||||
|
||||
namespace DHT.Desktop.Main.Controls;
|
||||
|
||||
sealed partial class DownloadItemFilterPanelModel : ObservableObject, IDisposable {
|
||||
sealed partial class DownloadItemFilterPanelModel : ObservableObject, IAsyncDisposable {
|
||||
private static readonly Log Log = Log.ForType<DownloadItemFilterPanelModel>();
|
||||
|
||||
public sealed record Unit(string Name, uint Scale);
|
||||
|
||||
|
||||
private static readonly Unit[] AllUnits = [
|
||||
new Unit("B", 1),
|
||||
new Unit("kB", 1024),
|
||||
@@ -33,7 +38,7 @@ sealed partial class DownloadItemFilterPanelModel : ObservableObject, IDisposabl
|
||||
private bool limitSize = false;
|
||||
|
||||
[ObservableProperty]
|
||||
private ulong maximumSize = 0L;
|
||||
private ulong maximumSize = 0UL;
|
||||
|
||||
[ObservableProperty]
|
||||
private Unit maximumSizeUnit = AllUnits[0];
|
||||
@@ -43,6 +48,9 @@ sealed partial class DownloadItemFilterPanelModel : ObservableObject, IDisposabl
|
||||
private readonly State state;
|
||||
private readonly string verb;
|
||||
|
||||
private readonly DelayedThrottledTask<FilterSettings> saveFilterSettingsTask;
|
||||
private bool isLoadingFilterSettings;
|
||||
|
||||
private readonly RestartableTask<long> downloadItemCountTask;
|
||||
private long? matchingItemCount;
|
||||
|
||||
@@ -56,6 +64,8 @@ sealed partial class DownloadItemFilterPanelModel : ObservableObject, IDisposabl
|
||||
this.state = state;
|
||||
this.verb = verb;
|
||||
|
||||
this.saveFilterSettingsTask = new DelayedThrottledTask<FilterSettings>(Log, TimeSpan.FromSeconds(5), SaveFilterSettings);
|
||||
|
||||
this.downloadItemCountTask = new RestartableTask<long>(SetMatchingCount, TaskScheduler.FromCurrentSynchronizationContext());
|
||||
this.downloadItemCountSubscription = state.Db.Downloads.TotalCount.ObserveOn(AvaloniaScheduler.Instance).Subscribe(OnDownloadItemCountChanged);
|
||||
|
||||
@@ -64,13 +74,51 @@ sealed partial class DownloadItemFilterPanelModel : ObservableObject, IDisposabl
|
||||
PropertyChanged += OnPropertyChanged;
|
||||
}
|
||||
|
||||
public void Dispose() {
|
||||
public async Task Initialize() {
|
||||
isLoadingFilterSettings = true;
|
||||
|
||||
LimitSize = await state.Db.Settings.Get(SettingsKey.DownloadsLimitSize, LimitSize);
|
||||
MaximumSize = await state.Db.Settings.Get(SettingsKey.DownloadsMaximumSize, MaximumSize);
|
||||
|
||||
if (await state.Db.Settings.Get(SettingsKey.DownloadsMaximumSizeUnit, null) is {} unitName && AllUnits.FirstOrDefault(unit => unit.Name == unitName) is {} unitValue) {
|
||||
MaximumSizeUnit = unitValue;
|
||||
}
|
||||
|
||||
isLoadingFilterSettings = false;
|
||||
}
|
||||
|
||||
public async ValueTask DisposeAsync() {
|
||||
saveFilterSettingsTask.Dispose();
|
||||
|
||||
downloadItemCountTask.Cancel();
|
||||
downloadItemCountSubscription.Dispose();
|
||||
|
||||
await SaveFilterSettings(new FilterSettings(this));
|
||||
}
|
||||
|
||||
private sealed record FilterSettings(bool LimitSize, ulong MaximumSize, Unit MaximumSizeUnit) {
|
||||
public FilterSettings(DownloadItemFilterPanelModel model) : this(model.LimitSize, model.MaximumSize, model.MaximumSizeUnit) {}
|
||||
}
|
||||
|
||||
private async Task SaveFilterSettings(FilterSettings settings) {
|
||||
try {
|
||||
await state.Db.Settings.Set(async setter => {
|
||||
await setter.Set(SettingsKey.DownloadsLimitSize, settings.LimitSize);
|
||||
await setter.Set(SettingsKey.DownloadsMaximumSize, settings.MaximumSize);
|
||||
await setter.Set(SettingsKey.DownloadsMaximumSizeUnit, settings.MaximumSizeUnit.Name);
|
||||
});
|
||||
} catch (Exception e) {
|
||||
Log.Error("Could not save download filter settings");
|
||||
Log.Error(e);
|
||||
}
|
||||
}
|
||||
|
||||
private void OnPropertyChanged(object? sender, PropertyChangedEventArgs e) {
|
||||
if (e.PropertyName != null && FilterProperties.Contains(e.PropertyName)) {
|
||||
if (!isLoadingFilterSettings) {
|
||||
saveFilterSettingsTask.Post(new FilterSettings(this));
|
||||
}
|
||||
|
||||
UpdateFilterStatistics();
|
||||
}
|
||||
}
|
||||
|
@@ -249,11 +249,8 @@ sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable {
|
||||
var checkBoxItems = new List<CheckBoxItem<ulong>>();
|
||||
|
||||
await foreach (var user in state.Db.Users.Get()) {
|
||||
var name = user.Name;
|
||||
var discriminator = user.Discriminator;
|
||||
|
||||
checkBoxItems.Add(new CheckBoxItem<ulong>(user.Id) {
|
||||
Title = discriminator == null ? name : name + " #" + discriminator,
|
||||
Title = user.DisplayName == null ? user.Name : $"{user.DisplayName} ({user.Name})",
|
||||
IsChecked = IncludedUsers == null || IncludedUsers.Contains(user.Id)
|
||||
});
|
||||
}
|
||||
|
@@ -1,9 +1,7 @@
|
||||
using System;
|
||||
using System.Diagnostics.CodeAnalysis;
|
||||
using System.IO;
|
||||
using System.Threading.Tasks;
|
||||
using Avalonia.Controls;
|
||||
using DHT.Desktop.Main.Pages;
|
||||
using DHT.Utils.Logging;
|
||||
using JetBrains.Annotations;
|
||||
|
||||
@@ -43,13 +41,5 @@ public sealed partial class MainWindow : Window {
|
||||
Log.Error("Caught exception while disposing window: " + ex);
|
||||
}
|
||||
}
|
||||
|
||||
foreach (var temporaryFile in ViewerPageModel.TemporaryFiles) {
|
||||
try {
|
||||
File.Delete(temporaryFile);
|
||||
} catch (Exception) {
|
||||
// ignored
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
@@ -30,6 +30,7 @@ sealed partial class MainWindowModel : ObservableObject, IAsyncDisposable {
|
||||
private MainContentScreenModel? mainContentScreenModel;
|
||||
|
||||
private readonly Window window;
|
||||
private readonly int? concurrentDownloads;
|
||||
|
||||
private State? state;
|
||||
|
||||
@@ -73,6 +74,8 @@ sealed partial class MainWindowModel : ObservableObject, IAsyncDisposable {
|
||||
if (args.ServerToken != null) {
|
||||
ServerConfiguration.Token = args.ServerToken;
|
||||
}
|
||||
|
||||
concurrentDownloads = args.ConcurrentDownloads;
|
||||
}
|
||||
|
||||
private async void OnDatabaseSelected(object? sender, IDatabaseFile db) {
|
||||
@@ -80,7 +83,7 @@ sealed partial class MainWindowModel : ObservableObject, IAsyncDisposable {
|
||||
|
||||
await DisposeState();
|
||||
|
||||
state = new State(db);
|
||||
state = new State(db, concurrentDownloads);
|
||||
|
||||
try {
|
||||
await state.Server.Start(ServerConfiguration.Port, ServerConfiguration.Token);
|
||||
@@ -92,6 +95,8 @@ sealed partial class MainWindowModel : ObservableObject, IAsyncDisposable {
|
||||
mainContentScreenModel = new MainContentScreenModel(window, state);
|
||||
mainContentScreenModel.DatabaseClosed += MainContentScreenModelOnDatabaseClosed;
|
||||
|
||||
await mainContentScreenModel.Initialize();
|
||||
|
||||
Title = Path.GetFileName(state.Db.Path) + " - " + DefaultTitle;
|
||||
CurrentScreen = new MainContentScreen { DataContext = mainContentScreenModel };
|
||||
|
||||
@@ -101,7 +106,7 @@ sealed partial class MainWindowModel : ObservableObject, IAsyncDisposable {
|
||||
private async void MainContentScreenModelOnDatabaseClosed(object? sender, EventArgs e) {
|
||||
if (mainContentScreenModel != null) {
|
||||
mainContentScreenModel.DatabaseClosed -= MainContentScreenModelOnDatabaseClosed;
|
||||
mainContentScreenModel.Dispose();
|
||||
await mainContentScreenModel.DisposeAsync();
|
||||
mainContentScreenModel = null;
|
||||
}
|
||||
|
||||
@@ -121,7 +126,10 @@ sealed partial class MainWindowModel : ObservableObject, IAsyncDisposable {
|
||||
}
|
||||
|
||||
public async ValueTask DisposeAsync() {
|
||||
mainContentScreenModel?.Dispose();
|
||||
if (mainContentScreenModel != null) {
|
||||
await mainContentScreenModel.DisposeAsync();
|
||||
}
|
||||
|
||||
await DisposeState();
|
||||
}
|
||||
}
|
||||
|
@@ -10,164 +10,165 @@ using DHT.Server;
|
||||
using DHT.Server.Data;
|
||||
using DHT.Server.Service;
|
||||
|
||||
namespace DHT.Desktop.Main.Pages {
|
||||
sealed class DebugPageModel {
|
||||
public string GenerateChannels { get; set; } = "0";
|
||||
public string GenerateUsers { get; set; } = "0";
|
||||
public string GenerateMessages { get; set; } = "0";
|
||||
namespace DHT.Desktop.Main.Pages;
|
||||
|
||||
private readonly Window window;
|
||||
private readonly State state;
|
||||
sealed class DebugPageModel {
|
||||
public string GenerateChannels { get; set; } = "0";
|
||||
public string GenerateUsers { get; set; } = "0";
|
||||
public string GenerateMessages { get; set; } = "0";
|
||||
|
||||
[Obsolete("Designer")]
|
||||
public DebugPageModel() : this(null!, State.Dummy) {}
|
||||
private readonly Window window;
|
||||
private readonly State state;
|
||||
|
||||
public DebugPageModel(Window window, State state) {
|
||||
this.window = window;
|
||||
this.state = state;
|
||||
[Obsolete("Designer")]
|
||||
public DebugPageModel() : this(null!, State.Dummy) {}
|
||||
|
||||
public DebugPageModel(Window window, State state) {
|
||||
this.window = window;
|
||||
this.state = state;
|
||||
}
|
||||
|
||||
public async void OnClickAddRandomDataToDatabase() {
|
||||
if (!int.TryParse(GenerateChannels, out int channels) || channels < 1) {
|
||||
await Dialog.ShowOk(window, "Generate Random Data", "Amount of channels must be at least 1!");
|
||||
return;
|
||||
}
|
||||
|
||||
public async void OnClickAddRandomDataToDatabase() {
|
||||
if (!int.TryParse(GenerateChannels, out int channels) || channels < 1) {
|
||||
await Dialog.ShowOk(window, "Generate Random Data", "Amount of channels must be at least 1!");
|
||||
return;
|
||||
}
|
||||
|
||||
if (!int.TryParse(GenerateUsers, out int users) || users < 1) {
|
||||
await Dialog.ShowOk(window, "Generate Random Data", "Amount of users must be at least 1!");
|
||||
return;
|
||||
}
|
||||
|
||||
if (!int.TryParse(GenerateMessages, out int messages) || messages < 1) {
|
||||
await Dialog.ShowOk(window, "Generate Random Data", "Amount of messages must be at least 1!");
|
||||
return;
|
||||
}
|
||||
|
||||
await ProgressDialog.Show(window, "Generating Random Data", async (_, callback) => await GenerateRandomData(channels, users, messages, callback));
|
||||
if (!int.TryParse(GenerateUsers, out int users) || users < 1) {
|
||||
await Dialog.ShowOk(window, "Generate Random Data", "Amount of users must be at least 1!");
|
||||
return;
|
||||
}
|
||||
|
||||
private const int BatchSize = 500;
|
||||
if (!int.TryParse(GenerateMessages, out int messages) || messages < 1) {
|
||||
await Dialog.ShowOk(window, "Generate Random Data", "Amount of messages must be at least 1!");
|
||||
return;
|
||||
}
|
||||
|
||||
private async Task GenerateRandomData(int channelCount, int userCount, int messageCount, IProgressCallback callback) {
|
||||
int batchCount = (messageCount + BatchSize - 1) / BatchSize;
|
||||
await callback.Update("Adding messages in batches of " + BatchSize, 0, batchCount);
|
||||
await ProgressDialog.Show(window, "Generating Random Data", async (_, callback) => await GenerateRandomData(channels, users, messages, callback));
|
||||
}
|
||||
|
||||
var rand = new Random();
|
||||
var server = new DHT.Server.Data.Server {
|
||||
Id = RandomId(rand),
|
||||
Name = RandomName("s"),
|
||||
Type = ServerType.Server,
|
||||
};
|
||||
private const int BatchSize = 500;
|
||||
|
||||
var channels = Enumerable.Range(0, channelCount).Select(i => new Channel {
|
||||
Id = RandomId(rand),
|
||||
Server = server.Id,
|
||||
Name = RandomName("c"),
|
||||
ParentId = null,
|
||||
Position = i,
|
||||
Topic = RandomText(rand, 10),
|
||||
Nsfw = rand.Next(4) == 0,
|
||||
private async Task GenerateRandomData(int channelCount, int userCount, int messageCount, IProgressCallback callback) {
|
||||
int batchCount = (messageCount + BatchSize - 1) / BatchSize;
|
||||
await callback.Update("Adding messages in batches of " + BatchSize, 0, batchCount);
|
||||
|
||||
var rand = new Random();
|
||||
var server = new DHT.Server.Data.Server {
|
||||
Id = RandomId(rand),
|
||||
Name = RandomName("s"),
|
||||
Type = ServerType.Server,
|
||||
};
|
||||
|
||||
var channels = Enumerable.Range(0, channelCount).Select(i => new Channel {
|
||||
Id = RandomId(rand),
|
||||
Server = server.Id,
|
||||
Name = RandomName("c"),
|
||||
ParentId = null,
|
||||
Position = i,
|
||||
Topic = RandomText(rand, 10),
|
||||
Nsfw = rand.Next(4) == 0,
|
||||
}).ToArray();
|
||||
|
||||
var users = Enumerable.Range(0, userCount).Select(_ => new User {
|
||||
Id = RandomId(rand),
|
||||
Name = RandomName("u"),
|
||||
DisplayName = RandomName("u"),
|
||||
AvatarUrl = null,
|
||||
Discriminator = rand.Next(0, 9999).ToString(),
|
||||
}).ToArray();
|
||||
|
||||
await state.Db.Users.Add(users);
|
||||
await state.Db.Servers.Add([server]);
|
||||
await state.Db.Channels.Add(channels);
|
||||
|
||||
var now = DateTimeOffset.Now;
|
||||
int batchIndex = 0;
|
||||
|
||||
while (messageCount > 0) {
|
||||
int hourOffset = batchIndex;
|
||||
|
||||
var messages = Enumerable.Range(0, Math.Min(messageCount, BatchSize)).Select(i => {
|
||||
DateTimeOffset time = now.AddHours(hourOffset).AddMinutes(i * 60.0 / BatchSize);
|
||||
DateTimeOffset? edit = rand.Next(100) == 0 ? time.AddSeconds(rand.Next(1, 60)) : null;
|
||||
|
||||
var timeMillis = time.ToUnixTimeMilliseconds();
|
||||
var editMillis = edit?.ToUnixTimeMilliseconds();
|
||||
|
||||
return new Message {
|
||||
Id = (ulong) timeMillis,
|
||||
Sender = RandomBiasedIndex(rand, users).Id,
|
||||
Channel = RandomBiasedIndex(rand, channels).Id,
|
||||
Text = RandomText(rand, 100),
|
||||
Timestamp = timeMillis,
|
||||
EditTimestamp = editMillis,
|
||||
RepliedToId = null,
|
||||
Attachments = ImmutableList<Attachment>.Empty,
|
||||
Embeds = ImmutableList<Embed>.Empty,
|
||||
Reactions = ImmutableList<Reaction>.Empty,
|
||||
};
|
||||
}).ToArray();
|
||||
|
||||
var users = Enumerable.Range(0, userCount).Select(_ => new User {
|
||||
Id = RandomId(rand),
|
||||
Name = RandomName("u"),
|
||||
AvatarUrl = null,
|
||||
Discriminator = rand.Next(0, 9999).ToString(),
|
||||
}).ToArray();
|
||||
await state.Db.Messages.Add(messages);
|
||||
|
||||
await state.Db.Users.Add(users);
|
||||
await state.Db.Servers.Add([server]);
|
||||
await state.Db.Channels.Add(channels);
|
||||
|
||||
var now = DateTimeOffset.Now;
|
||||
int batchIndex = 0;
|
||||
|
||||
while (messageCount > 0) {
|
||||
int hourOffset = batchIndex;
|
||||
|
||||
var messages = Enumerable.Range(0, Math.Min(messageCount, BatchSize)).Select(i => {
|
||||
DateTimeOffset time = now.AddHours(hourOffset).AddMinutes(i * 60.0 / BatchSize);
|
||||
DateTimeOffset? edit = rand.Next(100) == 0 ? time.AddSeconds(rand.Next(1, 60)) : null;
|
||||
|
||||
var timeMillis = time.ToUnixTimeMilliseconds();
|
||||
var editMillis = edit?.ToUnixTimeMilliseconds();
|
||||
|
||||
return new Message {
|
||||
Id = (ulong) timeMillis,
|
||||
Sender = RandomBiasedIndex(rand, users).Id,
|
||||
Channel = RandomBiasedIndex(rand, channels).Id,
|
||||
Text = RandomText(rand, 100),
|
||||
Timestamp = timeMillis,
|
||||
EditTimestamp = editMillis,
|
||||
RepliedToId = null,
|
||||
Attachments = ImmutableList<Attachment>.Empty,
|
||||
Embeds = ImmutableList<Embed>.Empty,
|
||||
Reactions = ImmutableList<Reaction>.Empty,
|
||||
};
|
||||
}).ToArray();
|
||||
|
||||
await state.Db.Messages.Add(messages);
|
||||
|
||||
messageCount -= BatchSize;
|
||||
await callback.Update("Adding messages in batches of " + BatchSize, ++batchIndex, batchCount);
|
||||
}
|
||||
messageCount -= BatchSize;
|
||||
await callback.Update("Adding messages in batches of " + BatchSize, ++batchIndex, batchCount);
|
||||
}
|
||||
}
|
||||
|
||||
private static ulong RandomId(Random rand) {
|
||||
ulong h = unchecked((ulong) rand.Next());
|
||||
ulong l = unchecked((ulong) rand.Next());
|
||||
return (h << 32) | l;
|
||||
}
|
||||
private static ulong RandomId(Random rand) {
|
||||
ulong h = unchecked((ulong) rand.Next());
|
||||
ulong l = unchecked((ulong) rand.Next());
|
||||
return (h << 32) | l;
|
||||
}
|
||||
|
||||
private static string RandomName(string prefix) {
|
||||
return prefix + "-" + ServerUtils.GenerateRandomToken(5);
|
||||
}
|
||||
private static string RandomName(string prefix) {
|
||||
return prefix + "-" + ServerUtils.GenerateRandomToken(5);
|
||||
}
|
||||
|
||||
private static T RandomBiasedIndex<T>(Random rand, T[] options) {
|
||||
return options[(int) Math.Floor(options.Length * rand.NextDouble() * rand.NextDouble())];
|
||||
}
|
||||
private static T RandomBiasedIndex<T>(Random rand, T[] options) {
|
||||
return options[(int) Math.Floor(options.Length * rand.NextDouble() * rand.NextDouble())];
|
||||
}
|
||||
|
||||
private static readonly string[] RandomWords = [
|
||||
"apple", "apricot", "artichoke", "arugula", "asparagus", "avocado",
|
||||
"banana", "bean", "beechnut", "beet", "blackberry", "blackcurrant", "blueberry", "boysenberry", "bramble", "broccoli",
|
||||
"cabbage", "cacao", "cantaloupe", "caper", "carambola", "carrot", "cauliflower", "celery", "chard", "cherry", "chokeberry", "citron", "clementine", "coconut", "corn", "crabapple", "cranberry", "cucumber", "currant",
|
||||
"daikon", "date", "dewberry", "durian",
|
||||
"edamame", "eggplant", "elderberry", "endive",
|
||||
"fig",
|
||||
"garlic", "ginger", "gooseberry", "grape", "grapefruit", "guava",
|
||||
"honeysuckle", "horseradish", "huckleberry",
|
||||
"jackfruit", "jicama",
|
||||
"kale", "kiwi", "kohlrabi", "kumquat",
|
||||
"leek", "lemon", "lentil", "lettuce", "lime",
|
||||
"mandarin", "mango", "mushroom", "myrtle",
|
||||
"nectarine", "nut",
|
||||
"olive", "okra", "onion", "orange",
|
||||
"papaya", "parsnip", "pawpaw", "peach", "pear", "pea", "pepper", "persimmon", "pineapple", "plum", "plantain", "pomegranate", "pomelo", "potato", "prune", "pumpkin",
|
||||
"quandong", "quinoa",
|
||||
"radicchio", "radish", "raisin", "raspberry", "redcurrant", "rhubarb", "rutabaga",
|
||||
"spinach", "strawberry", "squash",
|
||||
"tamarind", "tangerine", "tomatillo", "tomato", "turnip",
|
||||
"vanilla",
|
||||
"watercress", "watermelon",
|
||||
"yam",
|
||||
"zucchini"
|
||||
];
|
||||
private static readonly string[] RandomWords = [
|
||||
"apple", "apricot", "artichoke", "arugula", "asparagus", "avocado",
|
||||
"banana", "bean", "beechnut", "beet", "blackberry", "blackcurrant", "blueberry", "boysenberry", "bramble", "broccoli",
|
||||
"cabbage", "cacao", "cantaloupe", "caper", "carambola", "carrot", "cauliflower", "celery", "chard", "cherry", "chokeberry", "citron", "clementine", "coconut", "corn", "crabapple", "cranberry", "cucumber", "currant",
|
||||
"daikon", "date", "dewberry", "durian",
|
||||
"edamame", "eggplant", "elderberry", "endive",
|
||||
"fig",
|
||||
"garlic", "ginger", "gooseberry", "grape", "grapefruit", "guava",
|
||||
"honeysuckle", "horseradish", "huckleberry",
|
||||
"jackfruit", "jicama",
|
||||
"kale", "kiwi", "kohlrabi", "kumquat",
|
||||
"leek", "lemon", "lentil", "lettuce", "lime",
|
||||
"mandarin", "mango", "mushroom", "myrtle",
|
||||
"nectarine", "nut",
|
||||
"olive", "okra", "onion", "orange",
|
||||
"papaya", "parsnip", "pawpaw", "peach", "pear", "pea", "pepper", "persimmon", "pineapple", "plum", "plantain", "pomegranate", "pomelo", "potato", "prune", "pumpkin",
|
||||
"quandong", "quinoa",
|
||||
"radicchio", "radish", "raisin", "raspberry", "redcurrant", "rhubarb", "rutabaga",
|
||||
"spinach", "strawberry", "squash",
|
||||
"tamarind", "tangerine", "tomatillo", "tomato", "turnip",
|
||||
"vanilla",
|
||||
"watercress", "watermelon",
|
||||
"yam",
|
||||
"zucchini"
|
||||
];
|
||||
|
||||
private static string RandomText(Random rand, int maxWords) {
|
||||
int wordCount = 1 + (int) Math.Floor(maxWords * Math.Pow(rand.NextDouble(), 3));
|
||||
return string.Join(' ', Enumerable.Range(0, wordCount).Select(_ => RandomWords[rand.Next(RandomWords.Length)]));
|
||||
}
|
||||
private static string RandomText(Random rand, int maxWords) {
|
||||
int wordCount = 1 + (int) Math.Floor(maxWords * Math.Pow(rand.NextDouble(), 3));
|
||||
return string.Join(' ', Enumerable.Range(0, wordCount).Select(_ => RandomWords[rand.Next(RandomWords.Length)]));
|
||||
}
|
||||
}
|
||||
#else
|
||||
namespace DHT.Desktop.Main.Pages {
|
||||
sealed class DebugPageModel {
|
||||
public string GenerateChannels { get; set; } = "0";
|
||||
public string GenerateUsers { get; set; } = "0";
|
||||
public string GenerateMessages { get; set; } = "0";
|
||||
namespace DHT.Desktop.Main.Pages;
|
||||
|
||||
public void OnClickAddRandomDataToDatabase() {}
|
||||
}
|
||||
sealed class DebugPageModel {
|
||||
public string GenerateChannels { get; set; } = "0";
|
||||
public string GenerateUsers { get; set; } = "0";
|
||||
public string GenerateMessages { get; set; } = "0";
|
||||
|
||||
public void OnClickAddRandomDataToDatabase() {}
|
||||
}
|
||||
#endif
|
||||
|
@@ -31,8 +31,14 @@
|
||||
</UserControl.Styles>
|
||||
|
||||
<StackPanel Orientation="Vertical" Spacing="20">
|
||||
<Button Command="{Binding OnClickToggleDownload}" Content="{Binding ToggleDownloadButtonText}" IsEnabled="{Binding IsToggleDownloadButtonEnabled}" />
|
||||
<StackPanel Orientation="Horizontal" Spacing="10">
|
||||
<Button Command="{Binding OnClickToggleDownload}" Content="{Binding ToggleDownloadButtonText}" IsEnabled="{Binding IsToggleDownloadButtonEnabled}" />
|
||||
<Button Command="{Binding OnClickRetryFailedDownloads}" IsEnabled="{Binding IsRetryFailedOnDownloadsButtonEnabled}">Retry Failed Downloads</Button>
|
||||
</StackPanel>
|
||||
<controls:DownloadItemFilterPanel DataContext="{Binding FilterModel}" IsEnabled="{Binding !$parent[UserControl].((pages:DownloadsPageModel)DataContext).IsDownloading}" />
|
||||
<TextBlock TextWrapping="Wrap">
|
||||
Downloading state and filter settings are remembered per-database.
|
||||
</TextBlock>
|
||||
<StackPanel Orientation="Vertical" Spacing="12">
|
||||
<Expander Header="Download Status" IsExpanded="True">
|
||||
<DataGrid ItemsSource="{Binding StatisticsRows}" AutoGenerateColumns="False" CanUserReorderColumns="False" CanUserResizeColumns="False" CanUserSortColumns="False" IsReadOnly="True">
|
||||
@@ -43,9 +49,6 @@
|
||||
</DataGrid.Columns>
|
||||
</DataGrid>
|
||||
</Expander>
|
||||
<StackPanel Orientation="Horizontal" Spacing="10">
|
||||
<Button Command="{Binding OnClickRetryFailedDownloads}" IsEnabled="{Binding IsRetryFailedOnDownloadsButtonEnabled}">Retry Failed Downloads</Button>
|
||||
</StackPanel>
|
||||
</StackPanel>
|
||||
</StackPanel>
|
||||
</UserControl>
|
||||
|
@@ -9,13 +9,14 @@ using DHT.Desktop.Main.Controls;
|
||||
using DHT.Server;
|
||||
using DHT.Server.Data.Aggregations;
|
||||
using DHT.Server.Data.Filters;
|
||||
using DHT.Server.Data.Settings;
|
||||
using DHT.Server.Download;
|
||||
using DHT.Utils.Logging;
|
||||
using DHT.Utils.Tasks;
|
||||
|
||||
namespace DHT.Desktop.Main.Pages;
|
||||
|
||||
sealed partial class DownloadsPageModel : ObservableObject, IDisposable {
|
||||
sealed partial class DownloadsPageModel : ObservableObject, IAsyncDisposable {
|
||||
private static readonly Log Log = Log.ForType<DownloadsPageModel>();
|
||||
|
||||
[ObservableProperty(Setter = Access.Private)]
|
||||
@@ -73,14 +74,22 @@ sealed partial class DownloadsPageModel : ObservableObject, IDisposable {
|
||||
|
||||
RecomputeDownloadStatistics();
|
||||
}
|
||||
|
||||
public async Task Initialize() {
|
||||
await FilterModel.Initialize();
|
||||
|
||||
if (await state.Db.Settings.Get(SettingsKey.DownloadsAutoStart, false)) {
|
||||
await StartDownload();
|
||||
}
|
||||
}
|
||||
|
||||
public void Dispose() {
|
||||
public async ValueTask DisposeAsync() {
|
||||
finishedItemsSubscription?.Dispose();
|
||||
|
||||
downloadItemCountSubscription.Dispose();
|
||||
downloadStatisticsTask.Dispose();
|
||||
|
||||
FilterModel.Dispose();
|
||||
await FilterModel.DisposeAsync();
|
||||
}
|
||||
|
||||
private void OnDownloadCountChanged(long newDownloadCount) {
|
||||
@@ -91,26 +100,41 @@ sealed partial class DownloadsPageModel : ObservableObject, IDisposable {
|
||||
IsToggleDownloadButtonEnabled = false;
|
||||
|
||||
if (IsDownloading) {
|
||||
await state.Downloader.Stop();
|
||||
await state.Db.Downloads.MoveDownloadingItemsBackToQueue();
|
||||
|
||||
finishedItemsSubscription?.Dispose();
|
||||
finishedItemsSubscription = null;
|
||||
|
||||
currentDownloadFilter = null;
|
||||
await StopDownload();
|
||||
}
|
||||
else {
|
||||
await state.Db.Downloads.MoveDownloadingItemsBackToQueue();
|
||||
|
||||
var finishedItems = await state.Downloader.Start(currentDownloadFilter = FilterModel.CreateFilter());
|
||||
finishedItemsSubscription = finishedItems.ObserveOn(AvaloniaScheduler.Instance).Subscribe(OnItemFinished);
|
||||
await StartDownload();
|
||||
}
|
||||
|
||||
await state.Db.Settings.Set(SettingsKey.DownloadsAutoStart, IsDownloading);
|
||||
IsToggleDownloadButtonEnabled = true;
|
||||
}
|
||||
|
||||
private async Task StartDownload() {
|
||||
await state.Db.Downloads.MoveDownloadingItemsBackToQueue();
|
||||
|
||||
var finishedItems = await state.Downloader.Start(currentDownloadFilter = FilterModel.CreateFilter());
|
||||
finishedItemsSubscription = finishedItems.ObserveOn(AvaloniaScheduler.Instance).Subscribe(OnItemFinished);
|
||||
|
||||
OnDownloadStateChanged();
|
||||
}
|
||||
|
||||
private async Task StopDownload() {
|
||||
await state.Downloader.Stop();
|
||||
await state.Db.Downloads.MoveDownloadingItemsBackToQueue();
|
||||
|
||||
finishedItemsSubscription?.Dispose();
|
||||
finishedItemsSubscription = null;
|
||||
|
||||
currentDownloadFilter = null;
|
||||
OnDownloadStateChanged();
|
||||
}
|
||||
|
||||
private void OnDownloadStateChanged() {
|
||||
RecomputeDownloadStatistics();
|
||||
|
||||
OnPropertyChanged(nameof(ToggleDownloadButtonText));
|
||||
OnPropertyChanged(nameof(IsDownloading));
|
||||
IsToggleDownloadButtonEnabled = true;
|
||||
}
|
||||
|
||||
private void OnItemFinished(DownloadItem item) {
|
||||
|
@@ -21,7 +21,6 @@
|
||||
<StackPanel Orientation="Vertical" Spacing="20">
|
||||
<StackPanel Orientation="Horizontal" VerticalAlignment="Top">
|
||||
<Button Command="{Binding OnClickOpenViewer}" Margin="0 0 5 0">Open Viewer</Button>
|
||||
<Button Command="{Binding OnClickSaveViewer}" Margin="5 0 0 0">Save Viewer</Button>
|
||||
</StackPanel>
|
||||
<controls:MessageFilterPanel DataContext="{Binding FilterModel}" />
|
||||
<Expander Header="Database Tools">
|
||||
|
@@ -1,34 +1,22 @@
|
||||
using System;
|
||||
using System.Collections.Concurrent;
|
||||
using System.ComponentModel;
|
||||
using System.Diagnostics;
|
||||
using System.IO;
|
||||
using System.Text;
|
||||
using System.Threading.Tasks;
|
||||
using System.Web;
|
||||
using Avalonia.Controls;
|
||||
using Avalonia.Platform.Storage;
|
||||
using CommunityToolkit.Mvvm.ComponentModel;
|
||||
using DHT.Desktop.Common;
|
||||
using DHT.Desktop.Dialogs.File;
|
||||
using DHT.Desktop.Dialogs.Message;
|
||||
using DHT.Desktop.Dialogs.Progress;
|
||||
using DHT.Desktop.Main.Controls;
|
||||
using DHT.Desktop.Server;
|
||||
using DHT.Server;
|
||||
using DHT.Server.Data.Filters;
|
||||
using DHT.Server.Database.Export;
|
||||
using static DHT.Desktop.Program;
|
||||
using DHT.Server.Service.Viewer;
|
||||
|
||||
namespace DHT.Desktop.Main.Pages;
|
||||
|
||||
sealed partial class ViewerPageModel : ObservableObject, IDisposable {
|
||||
public static readonly ConcurrentBag<string> TemporaryFiles = [];
|
||||
|
||||
private static readonly FilePickerFileType[] ViewerFileTypes = [
|
||||
FileDialogs.CreateFilter("Discord History Viewer", ["html"])
|
||||
];
|
||||
|
||||
public bool DatabaseToolFilterModeKeep { get; set; } = true;
|
||||
public bool DatabaseToolFilterModeRemove { get; set; } = false;
|
||||
|
||||
@@ -61,101 +49,18 @@ sealed partial class ViewerPageModel : ObservableObject, IDisposable {
|
||||
|
||||
public async void OnClickOpenViewer() {
|
||||
try {
|
||||
var fullPath = await PrepareTemporaryViewerFile();
|
||||
string serverUrl = "http://127.0.0.1:" + ServerConfiguration.Port;
|
||||
string serverToken = ServerConfiguration.Token;
|
||||
string sessionId = state.ViewerSessions.Register(new ViewerSession(FilterModel.CreateFilter())).ToString();
|
||||
|
||||
string jsConstants = $"""
|
||||
window.DHT_SERVER_URL = "{HttpUtility.JavaScriptStringEncode("http://127.0.0.1:" + ServerConfiguration.Port)}";
|
||||
window.DHT_SERVER_TOKEN = "{HttpUtility.JavaScriptStringEncode(ServerConfiguration.Token)}";
|
||||
""";
|
||||
|
||||
await ProgressDialog.ShowIndeterminate(window, "Open Viewer", "Creating viewer...", _ => Task.Run(() => WriteViewerFile(fullPath, jsConstants)));
|
||||
|
||||
Process.Start(new ProcessStartInfo(fullPath) {
|
||||
Process.Start(new ProcessStartInfo(serverUrl + "/viewer/?token=" + HttpUtility.UrlEncode(serverToken) + "&session=" + HttpUtility.UrlEncode(sessionId)) {
|
||||
UseShellExecute = true
|
||||
});
|
||||
} catch (Exception e) {
|
||||
await Dialog.ShowOk(window, "Open Viewer", "Could not create or save viewer: " + e.Message);
|
||||
await Dialog.ShowOk(window, "Open Viewer", "Could not open viewer: " + e.Message);
|
||||
}
|
||||
}
|
||||
|
||||
private async Task<string> PrepareTemporaryViewerFile() {
|
||||
return await Task.Run(() => {
|
||||
string rootPath = Path.Combine(Path.GetTempPath(), "DiscordHistoryTracker");
|
||||
string filenameBase = Path.GetFileNameWithoutExtension(state.Db.Path) + "-" + DateTime.Now.ToString("yyyy-MM-dd");
|
||||
string fullPath = Path.Combine(rootPath, filenameBase + ".html");
|
||||
|
||||
int counter = 0;
|
||||
|
||||
while (File.Exists(fullPath)) {
|
||||
++counter;
|
||||
fullPath = Path.Combine(rootPath, filenameBase + "-" + counter + ".html");
|
||||
}
|
||||
|
||||
TemporaryFiles.Add(fullPath);
|
||||
|
||||
Directory.CreateDirectory(rootPath);
|
||||
|
||||
return fullPath;
|
||||
});
|
||||
}
|
||||
|
||||
public async void OnClickSaveViewer() {
|
||||
string? path = await window.StorageProvider.SaveFile(new FilePickerSaveOptions {
|
||||
Title = "Save Viewer",
|
||||
FileTypeChoices = ViewerFileTypes,
|
||||
SuggestedFileName = Path.GetFileNameWithoutExtension(state.Db.Path) + ".html",
|
||||
SuggestedStartLocation = await FileDialogs.GetSuggestedStartLocation(window, Path.GetDirectoryName(state.Db.Path)),
|
||||
});
|
||||
|
||||
if (path == null) {
|
||||
return;
|
||||
}
|
||||
|
||||
try {
|
||||
await ProgressDialog.ShowIndeterminate(window, "Save Viewer", "Creating viewer...", _ => Task.Run(() => WriteViewerFile(path, string.Empty)));
|
||||
} catch (Exception e) {
|
||||
await Dialog.ShowOk(window, "Save Viewer", "Could not create or save viewer: " + e.Message);
|
||||
}
|
||||
}
|
||||
|
||||
private async Task WriteViewerFile(string path, string jsConstants) {
|
||||
const string ArchiveTag = "/*[ARCHIVE]*/";
|
||||
|
||||
string indexFile = await Resources.ReadTextAsync("Viewer/index.html");
|
||||
string viewerTemplate = indexFile.Replace("/*[CONSTANTS]*/", jsConstants)
|
||||
.Replace("/*[JS]*/", await Resources.ReadJoinedAsync("Viewer/scripts/", '\n'))
|
||||
.Replace("/*[CSS]*/", await Resources.ReadJoinedAsync("Viewer/styles/", '\n'));
|
||||
|
||||
int viewerArchiveTagStart = viewerTemplate.IndexOf(ArchiveTag);
|
||||
int viewerArchiveTagEnd = viewerArchiveTagStart + ArchiveTag.Length;
|
||||
|
||||
string jsonTempFile = path + ".tmp";
|
||||
|
||||
await using (var jsonStream = new FileStream(jsonTempFile, FileMode.Create, FileAccess.ReadWrite, FileShare.Read)) {
|
||||
await ViewerJsonExport.Generate(jsonStream, state.Db, FilterModel.CreateFilter());
|
||||
|
||||
char[] jsonBuffer = new char[Math.Min(32768, jsonStream.Position)];
|
||||
jsonStream.Position = 0;
|
||||
|
||||
await using (var outputStream = new FileStream(path, FileMode.Create, FileAccess.Write, FileShare.Read))
|
||||
await using (var outputWriter = new StreamWriter(outputStream, Encoding.UTF8)) {
|
||||
await outputWriter.WriteAsync(viewerTemplate[..viewerArchiveTagStart]);
|
||||
|
||||
using (var jsonReader = new StreamReader(jsonStream, Encoding.UTF8)) {
|
||||
int readBytes;
|
||||
while ((readBytes = await jsonReader.ReadAsync(jsonBuffer, 0, jsonBuffer.Length)) > 0) {
|
||||
string jsonChunk = new string(jsonBuffer, 0, readBytes);
|
||||
await outputWriter.WriteAsync(HttpUtility.JavaScriptStringEncode(jsonChunk));
|
||||
}
|
||||
}
|
||||
|
||||
await outputWriter.WriteAsync(viewerTemplate[viewerArchiveTagEnd..]);
|
||||
}
|
||||
}
|
||||
|
||||
File.Delete(jsonTempFile);
|
||||
}
|
||||
|
||||
public async Task OnClickApplyFiltersToDatabase() {
|
||||
var filter = FilterModel.CreateFilter();
|
||||
var messageCount = await ProgressDialog.ShowIndeterminate(window, "Apply Filters", "Counting matching messages...", _ => state.Db.Messages.Count(filter));
|
||||
|
@@ -1,4 +1,5 @@
|
||||
using System;
|
||||
using System.Threading.Tasks;
|
||||
using Avalonia.Controls;
|
||||
using DHT.Desktop.Main.Controls;
|
||||
using DHT.Desktop.Main.Pages;
|
||||
@@ -6,7 +7,7 @@ using DHT.Server;
|
||||
|
||||
namespace DHT.Desktop.Main.Screens;
|
||||
|
||||
sealed class MainContentScreenModel : IDisposable {
|
||||
sealed class MainContentScreenModel : IAsyncDisposable {
|
||||
public DatabasePage DatabasePage { get; }
|
||||
private DatabasePageModel DatabasePageModel { get; }
|
||||
|
||||
@@ -70,9 +71,13 @@ sealed class MainContentScreenModel : IDisposable {
|
||||
|
||||
StatusBarModel = new StatusBarModel(state);
|
||||
}
|
||||
|
||||
public async Task Initialize() {
|
||||
await DownloadsPageModel.Initialize();
|
||||
}
|
||||
|
||||
public void Dispose() {
|
||||
DownloadsPageModel.Dispose();
|
||||
public async ValueTask DisposeAsync() {
|
||||
await DownloadsPageModel.DisposeAsync();
|
||||
ViewerPageModel.Dispose();
|
||||
AdvancedPageModel.Dispose();
|
||||
StatusBarModel.Dispose();
|
||||
|
@@ -7,6 +7,7 @@ using CommunityToolkit.Mvvm.ComponentModel;
|
||||
using DHT.Desktop.Common;
|
||||
using DHT.Desktop.Dialogs.Message;
|
||||
using DHT.Desktop.Dialogs.Progress;
|
||||
using DHT.Server.Data.Settings;
|
||||
using DHT.Server.Database;
|
||||
using DHT.Server.Database.Sqlite.Schema;
|
||||
|
||||
@@ -46,10 +47,18 @@ sealed partial class WelcomeScreenModel : ObservableObject {
|
||||
public async Task OpenOrCreateDatabaseFromPath(string path) {
|
||||
dbFilePath = path;
|
||||
|
||||
bool isNew = !File.Exists(path);
|
||||
|
||||
var db = await DatabaseGui.TryOpenOrCreateDatabaseFromPath(path, window, new SchemaUpgradeCallbacks(window));
|
||||
if (db != null) {
|
||||
DatabaseSelected?.Invoke(this, db);
|
||||
if (db == null) {
|
||||
return;
|
||||
}
|
||||
|
||||
if (isNew && await Dialog.ShowYesNo(window, "Automatic Downloads", "Do you want to automatically download files hosted on Discord? You can change this later in the Downloads tab.") == DialogResult.YesNo.Yes) {
|
||||
await db.Settings.Set(SettingsKey.DownloadsAutoStart, true);
|
||||
}
|
||||
|
||||
DatabaseSelected?.Invoke(this, db);
|
||||
}
|
||||
|
||||
private sealed class SchemaUpgradeCallbacks : ISchemaUpgradeCallbacks {
|
||||
|
@@ -9,6 +9,8 @@ items:
|
||||
pattern: "^[0-9]+$"
|
||||
name:
|
||||
type: string
|
||||
displayName:
|
||||
type: string
|
||||
avatar:
|
||||
type: string
|
||||
discriminator:
|
||||
|
@@ -48,6 +48,16 @@ const STATE = (function() {
|
||||
});
|
||||
};
|
||||
|
||||
const getDate = function(date) {
|
||||
if (date instanceof Date) {
|
||||
return date;
|
||||
}
|
||||
else {
|
||||
// noinspection JSUnresolvedReference
|
||||
return date.toDate();
|
||||
}
|
||||
};
|
||||
|
||||
const trackingStateChangedListeners = [];
|
||||
let isTracking = false;
|
||||
|
||||
@@ -59,6 +69,7 @@ const STATE = (function() {
|
||||
* @property {String} id
|
||||
* @property {String} username
|
||||
* @property {String} discriminator
|
||||
* @property {String} [globalName]
|
||||
* @property {String} [avatar]
|
||||
* @property {Boolean} [bot]
|
||||
*/
|
||||
@@ -69,8 +80,8 @@ const STATE = (function() {
|
||||
* @property {String} channel_id
|
||||
* @property {DiscordUser} author
|
||||
* @property {String} content
|
||||
* @property {Timestamp} timestamp
|
||||
* @property {Timestamp|null} editedTimestamp
|
||||
* @property {Date} timestamp
|
||||
* @property {Date|null} editedTimestamp
|
||||
* @property {DiscordAttachment[]} attachments
|
||||
* @property {Object[]} embeds
|
||||
* @property {DiscordMessageReaction[]} [reactions]
|
||||
@@ -106,11 +117,6 @@ const STATE = (function() {
|
||||
* @property {Boolean} animated
|
||||
*/
|
||||
|
||||
/**
|
||||
* @name Timestamp
|
||||
* @property {Function} toDate
|
||||
*/
|
||||
|
||||
return {
|
||||
setup(port, token) {
|
||||
serverPort = port;
|
||||
@@ -195,6 +201,10 @@ const STATE = (function() {
|
||||
name: user.username
|
||||
};
|
||||
|
||||
if (user.globalName) {
|
||||
obj.displayName = user.globalName;
|
||||
}
|
||||
|
||||
if (user.avatar) {
|
||||
obj.avatar = user.avatar;
|
||||
}
|
||||
@@ -223,12 +233,12 @@ const STATE = (function() {
|
||||
sender: msg.author.id,
|
||||
channel: msg.channel_id,
|
||||
text: msg.content,
|
||||
timestamp: msg.timestamp.toDate().getTime()
|
||||
timestamp: getDate(msg.timestamp).getTime()
|
||||
};
|
||||
|
||||
if (msg.editedTimestamp !== null) {
|
||||
// noinspection JSUnusedGlobalSymbols
|
||||
obj.editTimestamp = msg.editedTimestamp.toDate().getTime();
|
||||
obj.editTimestamp = getDate(msg.editedTimestamp).getTime();
|
||||
}
|
||||
|
||||
if (msg.messageReference !== null) {
|
||||
|
@@ -2,21 +2,31 @@
|
||||
<html lang="en">
|
||||
<head>
|
||||
<meta charset="utf-8">
|
||||
<meta name="referrer" content="no-referrer">
|
||||
|
||||
<title>Discord Offline History</title>
|
||||
|
||||
<link rel="icon" href="favicon.ico">
|
||||
|
||||
<link rel="stylesheet" href="styles/main.css">
|
||||
<link rel="stylesheet" href="styles/menu.css">
|
||||
<link rel="stylesheet" href="styles/channels.css">
|
||||
<link rel="stylesheet" href="styles/messages.css">
|
||||
<link rel="stylesheet" href="styles/modal.css">
|
||||
|
||||
<script type="text/javascript">
|
||||
window.DHT_EMBEDDED = "/*[ARCHIVE]*/";
|
||||
/*[CONSTANTS]*/
|
||||
/*[JS]*/
|
||||
const query = new URLSearchParams(location.search);
|
||||
window.DHT_SERVER_TOKEN = query.get("token");
|
||||
window.DHT_SERVER_SESSION = query.get("session");
|
||||
</script>
|
||||
<style>
|
||||
/*[CSS]*/
|
||||
</style>
|
||||
<script type="module" src="scripts/bootstrap.mjs"></script>
|
||||
</head>
|
||||
<body>
|
||||
<div id="menu">
|
||||
<button id="btn-settings">Settings</button>
|
||||
|
||||
<div class="splitter"></div>
|
||||
|
||||
<div> <!-- needed to stop the select from messing up -->
|
||||
<select id="opt-messages-per-page">
|
||||
<option value="50">50 messages per page </option>
|
||||
@@ -65,7 +75,9 @@
|
||||
</div>
|
||||
|
||||
<div id="app">
|
||||
<div id="channels"></div>
|
||||
<div id="channels">
|
||||
<div class="loading"></div>
|
||||
</div>
|
||||
<div id="messages"></div>
|
||||
</div>
|
||||
|
||||
|
39
app/Resources/Viewer/scripts/bootstrap.js
vendored
39
app/Resources/Viewer/scripts/bootstrap.js
vendored
@@ -1,39 +0,0 @@
|
||||
document.addEventListener("DOMContentLoaded", () => {
|
||||
DISCORD.setup();
|
||||
GUI.setup();
|
||||
|
||||
GUI.onOptionMessagesPerPageChanged(() => {
|
||||
STATE.setMessagesPerPage(GUI.getOptionMessagesPerPage());
|
||||
});
|
||||
|
||||
STATE.setMessagesPerPage(GUI.getOptionMessagesPerPage());
|
||||
|
||||
GUI.onOptMessageFilterChanged(filter => {
|
||||
STATE.setActiveFilter(filter);
|
||||
});
|
||||
|
||||
GUI.onNavigationButtonClicked(action => {
|
||||
STATE.updateCurrentPage(action);
|
||||
});
|
||||
|
||||
STATE.onUsersRefreshed(users => {
|
||||
GUI.updateUserList(users);
|
||||
});
|
||||
|
||||
STATE.onChannelsRefreshed((channels, selected) => {
|
||||
GUI.updateChannelList(channels, selected, STATE.selectChannel);
|
||||
});
|
||||
|
||||
STATE.onMessagesRefreshed(messages => {
|
||||
GUI.updateNavigation(STATE.getCurrentPage(), STATE.getPageCount());
|
||||
GUI.updateMessageList(messages);
|
||||
GUI.scrollMessagesToTop();
|
||||
});
|
||||
|
||||
try {
|
||||
STATE.uploadFile(JSON.parse(window.DHT_EMBEDDED));
|
||||
} catch (e) {
|
||||
console.error(e);
|
||||
alert("Could not parse embedded file, see console for details.");
|
||||
}
|
||||
});
|
111
app/Resources/Viewer/scripts/bootstrap.mjs
Normal file
111
app/Resources/Viewer/scripts/bootstrap.mjs
Normal file
@@ -0,0 +1,111 @@
|
||||
import discord from "./discord.mjs";
|
||||
import gui from "./gui.mjs";
|
||||
import state from "./state.mjs";
|
||||
import "./polyfills.mjs";
|
||||
|
||||
window.DISCORD = discord;
|
||||
|
||||
document.addEventListener("DOMContentLoaded", () => {
|
||||
discord.setup();
|
||||
gui.setup();
|
||||
|
||||
gui.onOptionMessagesPerPageChanged(() => {
|
||||
state.setMessagesPerPage(gui.getOptionMessagesPerPage());
|
||||
});
|
||||
|
||||
state.setMessagesPerPage(gui.getOptionMessagesPerPage());
|
||||
|
||||
gui.onOptMessageFilterChanged(filter => {
|
||||
state.setActiveFilter(filter);
|
||||
});
|
||||
|
||||
gui.onNavigationButtonClicked(action => {
|
||||
state.updateCurrentPage(action);
|
||||
});
|
||||
|
||||
state.onUsersRefreshed(users => {
|
||||
gui.updateUserList(users);
|
||||
});
|
||||
|
||||
state.onChannelsRefreshed((channels, selected) => {
|
||||
gui.updateChannelList(channels, selected, state.selectChannel);
|
||||
});
|
||||
|
||||
state.onMessagesRefreshed(messages => {
|
||||
gui.updateNavigation(state.getCurrentPage(), state.getPageCount());
|
||||
gui.updateMessageList(messages);
|
||||
gui.scrollMessagesToTop();
|
||||
});
|
||||
|
||||
async function fetchUrl(path, contentType) {
|
||||
const response = await fetch("/" + path + "?token=" + encodeURIComponent(window.DHT_SERVER_TOKEN) + "&session=" + encodeURIComponent(window.DHT_SERVER_SESSION), {
|
||||
method: "GET",
|
||||
headers: {
|
||||
"Content-Type": contentType,
|
||||
},
|
||||
credentials: "omit",
|
||||
redirect: "error",
|
||||
});
|
||||
|
||||
if (!response.ok) {
|
||||
throw "Unexpected response status: " + response.statusText;
|
||||
}
|
||||
|
||||
return response;
|
||||
}
|
||||
|
||||
async function processLines(response, callback) {
|
||||
let body = "";
|
||||
|
||||
for await (const chunk of response.body.pipeThrough(new TextDecoderStream("utf-8"))) {
|
||||
body += chunk;
|
||||
|
||||
let startIndex = 0;
|
||||
|
||||
while (true) {
|
||||
const endIndex = body.indexOf("\n", startIndex);
|
||||
if (endIndex === -1) {
|
||||
break;
|
||||
}
|
||||
|
||||
callback(body.substring(startIndex, endIndex));
|
||||
startIndex = endIndex + 1;
|
||||
}
|
||||
|
||||
body = body.substring(startIndex);
|
||||
}
|
||||
|
||||
if (body !== "") {
|
||||
callback(body);
|
||||
}
|
||||
}
|
||||
|
||||
async function loadData() {
|
||||
try {
|
||||
const metadataResponse = await fetchUrl("get-viewer-metadata", "application/json");
|
||||
const metadataJson = await metadataResponse.json();
|
||||
|
||||
const messagesResponse = await fetchUrl("get-viewer-messages", "application/x-ndjson");
|
||||
const messages = {};
|
||||
|
||||
await processLines(messagesResponse, line => {
|
||||
const message = JSON.parse(line);
|
||||
const channel = message.c;
|
||||
|
||||
const channelMessages = messages[channel] || (messages[channel] = {});
|
||||
channelMessages[message.id] = message;
|
||||
|
||||
delete message.id;
|
||||
delete message.c;
|
||||
});
|
||||
|
||||
state.uploadFile(metadataJson, messages);
|
||||
} catch (e) {
|
||||
console.error(e);
|
||||
alert("Could not load data, see console for details.");
|
||||
document.querySelector("#channels > div.loading").remove();
|
||||
}
|
||||
}
|
||||
|
||||
loadData();
|
||||
});
|
@@ -1,4 +1,10 @@
|
||||
const DISCORD = (function() {
|
||||
import discord from "./discord.mjs";
|
||||
import dom from "./dom.mjs";
|
||||
import template from "./template.mjs";
|
||||
import settings from "./settings.mjs";
|
||||
import state from "./state.mjs";
|
||||
|
||||
export default (function() {
|
||||
const regex = {
|
||||
formatBold: /\*\*([\s\S]+?)\*\*(?!\*)/g,
|
||||
formatItalic1: /\*([\s\S]+?)\*(?!\*)/g,
|
||||
@@ -35,17 +41,14 @@ const DISCORD = (function() {
|
||||
let templateReaction;
|
||||
let templateReactionCustom;
|
||||
|
||||
const fileUrlProcessor = function(serverUrl, serverToken) {
|
||||
if (typeof serverUrl === "string" && typeof serverToken === "string") {
|
||||
return url => serverUrl + "/get-downloaded-file/" + encodeURIComponent(url) + "?token=" + encodeURIComponent(serverToken);
|
||||
const fileUrlProcessor = function(serverToken) {
|
||||
if (typeof serverToken === "string") {
|
||||
return url => "/get-downloaded-file/" + encodeURIComponent(url) + "?token=" + encodeURIComponent(serverToken);
|
||||
}
|
||||
else {
|
||||
return url => url;
|
||||
}
|
||||
}(
|
||||
window["DHT_SERVER_URL"],
|
||||
window["DHT_SERVER_TOKEN"]
|
||||
);
|
||||
}(window.DHT_SERVER_TOKEN);
|
||||
|
||||
const getEmoji = function(name, id, extension) {
|
||||
const tag = ":" + name + ":";
|
||||
@@ -53,9 +56,9 @@ const DISCORD = (function() {
|
||||
};
|
||||
|
||||
const processMessageContents = function(contents) {
|
||||
let processed = DOM.escapeHTML(contents.replace(regex.formatUrlNoEmbed, "$1"));
|
||||
let processed = dom.escapeHTML(contents.replace(regex.formatUrlNoEmbed, "$1"));
|
||||
|
||||
if (SETTINGS.enableFormatting) {
|
||||
if (settings.enableFormatting) {
|
||||
const escapeHtmlMatch = (full, match) => "&#" + match.charCodeAt(0) + ";";
|
||||
|
||||
processed = processed
|
||||
@@ -71,13 +74,13 @@ const DISCORD = (function() {
|
||||
.replace(regex.formatStrike, "<s>$1</s>");
|
||||
}
|
||||
|
||||
const animatedEmojiExtension = SETTINGS.enableAnimatedEmoji ? "gif" : "webp";
|
||||
const animatedEmojiExtension = settings.enableAnimatedEmoji ? "gif" : "webp";
|
||||
|
||||
// noinspection HtmlUnknownTarget
|
||||
processed = processed
|
||||
.replace(regex.formatUrl, "<a href='$1' target='_blank' rel='noreferrer'>$1</a>")
|
||||
.replace(regex.mentionChannel, (full, match) => "<span class='link mention-chat'>#" + STATE.getChannelName(match) + "</span>")
|
||||
.replace(regex.mentionUser, (full, match) => "<span class='link mention-user' title='#" + (STATE.getUserTag(match) || "????") + "'>@" + STATE.getUserName(match) + "</span>")
|
||||
.replace(regex.mentionChannel, (full, match) => "<span class='link mention-chat'>#" + state.getChannelName(match) + "</span>")
|
||||
.replace(regex.mentionUser, (full, match) => "<span class='link mention-user' title='" + state.getUserName(match) + "'>@" + state.getUserDisplayName(match) + "</span>")
|
||||
.replace(regex.customEmojiStatic, (full, m1, m2) => getEmoji(m1, m2, "webp"))
|
||||
.replace(regex.customEmojiAnimated, (full, m1, m2) => getEmoji(m1, m2, animatedEmojiExtension));
|
||||
|
||||
@@ -89,7 +92,7 @@ const DISCORD = (function() {
|
||||
};
|
||||
|
||||
const getImageEmbed = function(url, image) {
|
||||
if (!SETTINGS.enableImagePreviews) {
|
||||
if (!settings.enableImagePreviews) {
|
||||
return "";
|
||||
}
|
||||
|
||||
@@ -109,36 +112,36 @@ const DISCORD = (function() {
|
||||
|
||||
return {
|
||||
setup() {
|
||||
templateChannelServer = new TEMPLATE([
|
||||
"<div data-channel='{id}'>",
|
||||
templateChannelServer = new template([
|
||||
"<div class='channel' data-channel='{id}'>",
|
||||
"<div class='info' title='{topic}'><strong class='name'>#{name}</strong>{nsfw}<span class='tag'>{msgcount}</span></div>",
|
||||
"<span class='server'>{server.name} ({server.type})</span>",
|
||||
"</div>"
|
||||
].join(""));
|
||||
|
||||
templateChannelPrivate = new TEMPLATE([
|
||||
"<div data-channel='{id}'>",
|
||||
templateChannelPrivate = new template([
|
||||
"<div class='channel' data-channel='{id}'>",
|
||||
"<div class='info'><strong class='name'>{name}</strong><span class='tag'>{msgcount}</span></div>",
|
||||
"<span class='server'>({server.type})</span>",
|
||||
"</div>"
|
||||
].join(""));
|
||||
|
||||
templateMessageNoAvatar = new TEMPLATE([
|
||||
templateMessageNoAvatar = new template([
|
||||
"<div>",
|
||||
"<div class='reply-message'>{reply}</div>",
|
||||
"<h2><strong class='username' title='#{user.tag}'>{user.name}</strong><span class='info time'>{timestamp}</span>{edit}{jump}</h2>",
|
||||
"<h2><strong class='username' title='{user.name}'>{user.displayName}</strong><span class='info time'>{timestamp}</span>{edit}{jump}</h2>",
|
||||
"<div class='message'>{contents}{embeds}{attachments}</div>",
|
||||
"{reactions}",
|
||||
"</div>"
|
||||
].join(""));
|
||||
|
||||
templateMessageWithAvatar = new TEMPLATE([
|
||||
templateMessageWithAvatar = new template([
|
||||
"<div>",
|
||||
"<div class='reply-message reply-message-with-avatar'>{reply}</div>",
|
||||
"<div class='avatar-wrapper'>",
|
||||
"<div class='avatar'>{avatar}</div>",
|
||||
"<div>",
|
||||
"<h2><strong class='username' title='#{user.tag}'>{user.name}</strong><span class='info time'>{timestamp}</span>{edit}{jump}</h2>",
|
||||
"<h2><strong class='username' title='{user.name}'>{user.displayName}</strong><span class='info time'>{timestamp}</span>{edit}{jump}</h2>",
|
||||
"<div class='message'>{contents}{embeds}{attachments}</div>",
|
||||
"{reactions}",
|
||||
"</div>",
|
||||
@@ -147,50 +150,50 @@ const DISCORD = (function() {
|
||||
].join(""));
|
||||
|
||||
// noinspection HtmlUnknownTarget
|
||||
templateUserAvatar = new TEMPLATE([
|
||||
templateUserAvatar = new template([
|
||||
"<img src='{url}' alt=''>"
|
||||
].join(""));
|
||||
|
||||
// noinspection HtmlUnknownTarget
|
||||
templateAttachmentDownload = new TEMPLATE([
|
||||
templateAttachmentDownload = new template([
|
||||
"<a href='{url}' class='embed download'>Download {name}</a>"
|
||||
].join(""));
|
||||
|
||||
// noinspection HtmlUnknownTarget
|
||||
templateEmbedImage = new TEMPLATE([
|
||||
"<a href='{url}' class='embed thumbnail loading'><img src='{src}' alt='' onload='DISCORD.handleImageLoad(this)' onerror='DISCORD.handleImageLoadError(this)'></a><br>"
|
||||
templateEmbedImage = new template([
|
||||
"<a href='{url}' class='embed thumbnail loading'><img src='{src}' alt='' onload='window.DISCORD.handleImageLoad(this)' onerror='window.DISCORD.handleImageLoadError(this)'></a><br>"
|
||||
].join(""));
|
||||
|
||||
// noinspection HtmlUnknownTarget
|
||||
templateEmbedImageWithSize = new TEMPLATE([
|
||||
"<a href='{url}' class='embed thumbnail loading'><img src='{src}' width='{width}' height='{height}' alt='' onload='DISCORD.handleImageLoad(this)' onerror='DISCORD.handleImageLoadError(this)'></a><br>"
|
||||
templateEmbedImageWithSize = new template([
|
||||
"<a href='{url}' class='embed thumbnail loading'><img src='{src}' width='{width}' height='{height}' alt='' onload='window.DISCORD.handleImageLoad(this)' onerror='window.DISCORD.handleImageLoadError(this)'></a><br>"
|
||||
].join(""));
|
||||
|
||||
// noinspection HtmlUnknownTarget
|
||||
templateEmbedRich = new TEMPLATE([
|
||||
templateEmbedRich = new template([
|
||||
"<div class='embed download'><a href='{url}' class='title'>{title}</a><p class='desc'>{description}</p></div>"
|
||||
].join(""));
|
||||
|
||||
// noinspection HtmlUnknownTarget
|
||||
templateEmbedRichNoDescription = new TEMPLATE([
|
||||
templateEmbedRichNoDescription = new template([
|
||||
"<div class='embed download'><a href='{url}' class='title'>{title}</a></div>"
|
||||
].join(""));
|
||||
|
||||
// noinspection HtmlUnknownTarget
|
||||
templateEmbedUrl = new TEMPLATE([
|
||||
templateEmbedUrl = new template([
|
||||
"<a href='{url}' class='embed download'>{url}</a>"
|
||||
].join(""));
|
||||
|
||||
templateEmbedUnsupported = new TEMPLATE([
|
||||
templateEmbedUnsupported = new template([
|
||||
"<div class='embed download'><p>(Unsupported embed)</p></div>"
|
||||
].join(""));
|
||||
|
||||
templateReaction = new TEMPLATE([
|
||||
templateReaction = new template([
|
||||
"<span class='reaction-wrapper'><span class='reaction-emoji'>{n}</span><span class='count'>{c}</span></span>"
|
||||
].join(""));
|
||||
|
||||
// noinspection HtmlUnknownTarget
|
||||
templateReactionCustom = new TEMPLATE([
|
||||
templateReactionCustom = new template([
|
||||
"<span class='reaction-wrapper'><img src='{url}' alt=':{n}:' title=':{n}:' class='reaction-emoji-custom'><span class='count'>{c}</span></span>"
|
||||
].join(""));
|
||||
},
|
||||
@@ -207,7 +210,7 @@ const DISCORD = (function() {
|
||||
},
|
||||
|
||||
isImageAttachment(attachment) {
|
||||
const url = DOM.tryParseUrl(attachment.url);
|
||||
const url = dom.tryParseUrl(attachment.url);
|
||||
return url != null && isImageUrl(url);
|
||||
},
|
||||
|
||||
@@ -220,15 +223,15 @@ const DISCORD = (function() {
|
||||
},
|
||||
|
||||
getMessageHTML(message) { // noinspection FunctionWithInconsistentReturnsJS
|
||||
return (SETTINGS.enableUserAvatars ? templateMessageWithAvatar : templateMessageNoAvatar).apply(message, (property, value) => {
|
||||
return (settings.enableUserAvatars ? templateMessageWithAvatar : templateMessageNoAvatar).apply(message, (property, value) => {
|
||||
if (property === "avatar") {
|
||||
return value ? templateUserAvatar.apply(getAvatarUrlObject(value)) : "";
|
||||
}
|
||||
else if (property === "user.tag") {
|
||||
return value ? value : "????";
|
||||
else if (property === "user.displayName") {
|
||||
return value ? value : message.user.name;
|
||||
}
|
||||
else if (property === "timestamp") {
|
||||
return DOM.getHumanReadableTime(value);
|
||||
return dom.getHumanReadableTime(value);
|
||||
}
|
||||
else if (property === "contents") {
|
||||
return value && value.length > 0 ? processMessageContents(value) : "";
|
||||
@@ -243,10 +246,10 @@ const DISCORD = (function() {
|
||||
return templateEmbedUnsupported.apply(embed);
|
||||
}
|
||||
else if ("image" in embed && embed.image.url) {
|
||||
return getImageEmbed(fileUrlProcessor(embed.url), embed.image);
|
||||
return getImageEmbed(embed.url, embed.image);
|
||||
}
|
||||
else if ("thumbnail" in embed && embed.thumbnail.url) {
|
||||
return getImageEmbed(fileUrlProcessor(embed.url), embed.thumbnail);
|
||||
return getImageEmbed(embed.url, embed.thumbnail);
|
||||
}
|
||||
else if ("title" in embed && "description" in embed) {
|
||||
return templateEmbedRich.apply(embed);
|
||||
@@ -267,7 +270,7 @@ const DISCORD = (function() {
|
||||
return value.map(attachment => {
|
||||
const url = fileUrlProcessor(attachment.url);
|
||||
|
||||
if (!DISCORD.isImageAttachment(attachment) || !SETTINGS.enableImagePreviews) {
|
||||
if (!discord.isImageAttachment(attachment) || !settings.enableImagePreviews) {
|
||||
return templateAttachmentDownload.apply({ url, name: attachment.name });
|
||||
}
|
||||
else if ("width" in attachment && "height" in attachment) {
|
||||
@@ -279,18 +282,18 @@ const DISCORD = (function() {
|
||||
}).join("");
|
||||
}
|
||||
else if (property === "edit") {
|
||||
return value ? "<span class='info edited'>Edited " + DOM.getHumanReadableTime(value) + "</span>" : "";
|
||||
return value ? "<span class='info edited'>Edited " + dom.getHumanReadableTime(value) + "</span>" : "";
|
||||
}
|
||||
else if (property === "jump") {
|
||||
return STATE.hasActiveFilter ? "<span class='info jump' data-jump='" + value + "'>Jump to message</span>" : "";
|
||||
return state.hasActiveFilter ? "<span class='info jump' data-jump='" + value + "'>Jump to message</span>" : "";
|
||||
}
|
||||
else if (property === "reply") {
|
||||
if (!value) {
|
||||
return value === null ? "<span class='reply-contents reply-missing'>(replies to an unknown message)</span>" : "";
|
||||
}
|
||||
|
||||
const user = "<span class='reply-username' title='#" + (value.user.tag ? value.user.tag : "????") + "'>" + value.user.name + "</span>";
|
||||
const avatar = SETTINGS.enableUserAvatars && value.avatar ? "<span class='reply-avatar'>" + templateUserAvatar.apply(getAvatarUrlObject(value.avatar)) + "</span>" : "";
|
||||
const user = "<span class='reply-username' title='" + value.user.name + "'>" + (value.user.displayName ?? value.user.name) + "</span>";
|
||||
const avatar = settings.enableUserAvatars && value.avatar ? "<span class='reply-avatar'>" + templateUserAvatar.apply(getAvatarUrlObject(value.avatar)) + "</span>" : "";
|
||||
const contents = value.contents ? "<span class='reply-contents'>" + processMessageContents(value.contents) + "</span>" : "";
|
||||
|
||||
return "<span class='jump' data-jump='" + value.id + "'>Jump to reply</span><span class='user'>" + avatar + user + "</span>" + contents;
|
||||
@@ -302,7 +305,7 @@ const DISCORD = (function() {
|
||||
|
||||
return "<div class='reactions'>" + value.map(reaction => {
|
||||
if ("id" in reaction){
|
||||
const ext = reaction.a && SETTINGS.enableAnimatedEmoji ? "gif" : "webp";
|
||||
const ext = reaction.a && settings.enableAnimatedEmoji ? "gif" : "webp";
|
||||
const url = fileUrlProcessor("https://cdn.discordapp.com/emojis/" + reaction.id + "." + ext);
|
||||
// noinspection JSUnusedGlobalSymbols
|
||||
return templateReactionCustom.apply({ url, n: reaction.n, c: reaction.c });
|
@@ -8,9 +8,12 @@ const HTML_ENTITY_MAP = {
|
||||
|
||||
const HTML_ENTITY_REGEX = /[&<>"']/g;
|
||||
|
||||
class DOM {
|
||||
export default class {
|
||||
/**
|
||||
* Returns a child element by its ID. Parent defaults to the entire document.
|
||||
* @param {string} id
|
||||
* @param {HTMLElement} [parent]
|
||||
* @returns {HTMLElement|null}
|
||||
*/
|
||||
static id(id, parent) {
|
||||
return (parent || document).getElementById(id);
|
||||
@@ -18,6 +21,9 @@ class DOM {
|
||||
|
||||
/**
|
||||
* Returns an array of all child elements containing the specified class. Parent defaults to the entire document.
|
||||
* @param {string} cls
|
||||
* @param {HTMLElement} [parent]
|
||||
* @returns {HTMLElement[]}
|
||||
*/
|
||||
static cls(cls, parent) {
|
||||
return Array.prototype.slice.call((parent || document).getElementsByClassName(cls));
|
||||
@@ -25,6 +31,9 @@ class DOM {
|
||||
|
||||
/**
|
||||
* Returns an array of all child elements that have the specified tag. Parent defaults to the entire document.
|
||||
* @param {string} tag
|
||||
* @param {HTMLElement} [parent]
|
||||
* @returns {HTMLElement[]}
|
||||
*/
|
||||
static tag(tag, parent) {
|
||||
return Array.prototype.slice.call((parent || document).getElementsByTagName(tag));
|
||||
@@ -32,6 +41,9 @@ class DOM {
|
||||
|
||||
/**
|
||||
* Returns the first child element containing the specified class. Parent defaults to the entire document.
|
||||
* @param {string} cls
|
||||
* @param {HTMLElement} [parent]
|
||||
* @returns {HTMLElement}
|
||||
*/
|
||||
static fcls(cls, parent) {
|
||||
return (parent || document).getElementsByClassName(cls)[0];
|
@@ -1,10 +1,16 @@
|
||||
const GUI = (function() {
|
||||
import dom from "./dom.mjs";
|
||||
import discord from "./discord.mjs";
|
||||
import settings from "./settings.mjs";
|
||||
import state from "./state.mjs";
|
||||
|
||||
export default (function() {
|
||||
let eventOnOptMessagesPerPageChanged;
|
||||
let eventOnOptMessageFilterChanged;
|
||||
let eventOnNavButtonClicked;
|
||||
|
||||
const getActiveFilter = function() {
|
||||
const active = DOM.fcls("active", DOM.id("opt-filter-list"));
|
||||
/** @type HTMLSelectElement */
|
||||
const active = dom.fcls("active", dom.id("opt-filter-list"));
|
||||
|
||||
return active && active.value !== "" ? {
|
||||
"type": active.getAttribute("data-filter-type"),
|
||||
@@ -17,12 +23,12 @@ const GUI = (function() {
|
||||
};
|
||||
|
||||
const showModal = function(width, html) {
|
||||
const dialog = DOM.id("dialog");
|
||||
const dialog = dom.id("dialog");
|
||||
dialog.innerHTML = html;
|
||||
dialog.style.width = width + "px";
|
||||
dialog.style.marginLeft = (-width / 2) + "px";
|
||||
|
||||
DOM.id("modal").classList.add("visible");
|
||||
dom.id("modal").classList.add("visible");
|
||||
return dialog;
|
||||
};
|
||||
|
||||
@@ -38,9 +44,9 @@ const GUI = (function() {
|
||||
<label><input id='dht-cfg-animemoji' type='checkbox'> Animated Emoji</label><br>`);
|
||||
|
||||
const setupCheckBox = function(id, settingName) {
|
||||
const ele = DOM.id(id);
|
||||
ele.checked = SETTINGS[settingName];
|
||||
ele.addEventListener("change", () => SETTINGS[settingName] = ele.checked);
|
||||
const ele = dom.id(id);
|
||||
ele.checked = settings[settingName];
|
||||
ele.addEventListener("change", () => settings[settingName] = ele.checked);
|
||||
};
|
||||
|
||||
setupCheckBox("dht-cfg-imgpreviews", "enableImagePreviews");
|
||||
@@ -65,20 +71,20 @@ const GUI = (function() {
|
||||
// ---------
|
||||
|
||||
setup() {
|
||||
const inputMessageFilter = DOM.id("opt-messages-filter");
|
||||
const containerFilterList = DOM.id("opt-filter-list");
|
||||
const inputMessageFilter = dom.id("opt-messages-filter");
|
||||
const containerFilterList = dom.id("opt-filter-list");
|
||||
|
||||
const resetActiveFilter = function() {
|
||||
inputMessageFilter.value = "";
|
||||
inputMessageFilter.dispatchEvent(new Event("change"));
|
||||
|
||||
DOM.id("opt-filter-contents").value = "";
|
||||
dom.id("opt-filter-contents").value = "";
|
||||
};
|
||||
|
||||
inputMessageFilter.value = ""; // required to prevent browsers from remembering old value
|
||||
|
||||
inputMessageFilter.addEventListener("change", () => {
|
||||
DOM.cls("active", containerFilterList).forEach(ele => ele.classList.remove("active"));
|
||||
dom.cls("active", containerFilterList).forEach(ele => ele.classList.remove("active"));
|
||||
|
||||
if (inputMessageFilter.value) {
|
||||
containerFilterList.querySelector("[data-filter-type='" + inputMessageFilter.value + "']").classList.add("active");
|
||||
@@ -91,11 +97,11 @@ const GUI = (function() {
|
||||
ele.addEventListener(ele.tagName === "SELECT" ? "change" : "input", () => triggerFilterChanged());
|
||||
});
|
||||
|
||||
DOM.id("opt-messages-per-page").addEventListener("change", () => {
|
||||
dom.id("opt-messages-per-page").addEventListener("change", () => {
|
||||
eventOnOptMessagesPerPageChanged && eventOnOptMessagesPerPageChanged();
|
||||
});
|
||||
|
||||
DOM.tag("button", DOM.fcls("nav")).forEach(button => {
|
||||
dom.tag("button", dom.fcls("nav")).forEach(button => {
|
||||
button.disabled = true;
|
||||
|
||||
button.addEventListener("click", () => {
|
||||
@@ -103,34 +109,34 @@ const GUI = (function() {
|
||||
});
|
||||
});
|
||||
|
||||
DOM.id("btn-settings").addEventListener("click", () => {
|
||||
dom.id("btn-settings").addEventListener("click", () => {
|
||||
showSettingsModal();
|
||||
});
|
||||
|
||||
DOM.id("btn-about").addEventListener("click", () => {
|
||||
dom.id("btn-about").addEventListener("click", () => {
|
||||
showInfoModal();
|
||||
});
|
||||
|
||||
DOM.id("messages").addEventListener("click", e => {
|
||||
dom.id("messages").addEventListener("click", e => {
|
||||
const jump = e.target.getAttribute("data-jump");
|
||||
|
||||
if (jump) {
|
||||
resetActiveFilter();
|
||||
|
||||
const index = STATE.navigateToMessage(jump);
|
||||
const index = state.navigateToMessage(jump);
|
||||
|
||||
if (index === -1) {
|
||||
alert("Message not found.");
|
||||
}
|
||||
else {
|
||||
DOM.id("messages").children[index].scrollIntoView();
|
||||
dom.id("messages").children[index].scrollIntoView();
|
||||
}
|
||||
}
|
||||
});
|
||||
|
||||
DOM.id("overlay").addEventListener("click", () => {
|
||||
DOM.id("modal").classList.remove("visible");
|
||||
DOM.id("dialog").innerHTML = "";
|
||||
dom.id("overlay").addEventListener("click", () => {
|
||||
dom.id("modal").classList.remove("visible");
|
||||
dom.id("dialog").innerHTML = "";
|
||||
});
|
||||
},
|
||||
|
||||
@@ -168,19 +174,19 @@ const GUI = (function() {
|
||||
*/
|
||||
getOptionMessagesPerPage() {
|
||||
/** @type HTMLInputElement */
|
||||
const messagesPerPage = DOM.id("opt-messages-per-page");
|
||||
const messagesPerPage = dom.id("opt-messages-per-page");
|
||||
return parseInt(messagesPerPage.value, 10);
|
||||
},
|
||||
|
||||
updateNavigation(currentPage, totalPages) {
|
||||
DOM.id("nav-page-current").innerHTML = currentPage;
|
||||
DOM.id("nav-page-total").innerHTML = totalPages || "?";
|
||||
dom.id("nav-page-current").innerHTML = currentPage;
|
||||
dom.id("nav-page-total").innerHTML = totalPages || "?";
|
||||
|
||||
DOM.id("nav-first").disabled = currentPage === 1;
|
||||
DOM.id("nav-prev").disabled = currentPage === 1;
|
||||
DOM.id("nav-pick").disabled = (totalPages || 0) <= 1;
|
||||
DOM.id("nav-next").disabled = currentPage === (totalPages || 1);
|
||||
DOM.id("nav-last").disabled = currentPage === (totalPages || 1);
|
||||
dom.id("nav-first").disabled = currentPage === 1;
|
||||
dom.id("nav-prev").disabled = currentPage === 1;
|
||||
dom.id("nav-pick").disabled = (totalPages || 0) <= 1;
|
||||
dom.id("nav-next").disabled = currentPage === (totalPages || 1);
|
||||
dom.id("nav-last").disabled = currentPage === (totalPages || 1);
|
||||
},
|
||||
|
||||
// --------------
|
||||
@@ -191,7 +197,7 @@ const GUI = (function() {
|
||||
* Updates the channel list and sets up their click events. The callback is triggered whenever a channel is selected, and takes the channel ID as its argument.
|
||||
*/
|
||||
updateChannelList(channels, selected, callback) {
|
||||
const eleChannels = DOM.id("channels");
|
||||
const eleChannels = dom.id("channels");
|
||||
|
||||
if (!channels) {
|
||||
eleChannels.innerHTML = "";
|
||||
@@ -201,11 +207,11 @@ const GUI = (function() {
|
||||
channels = channels.filter(channel => channel.msgcount > 0);
|
||||
}
|
||||
|
||||
eleChannels.innerHTML = channels.map(channel => DISCORD.getChannelHTML(channel)).join("");
|
||||
eleChannels.innerHTML = channels.map(channel => discord.getChannelHTML(channel)).join("");
|
||||
|
||||
Array.prototype.forEach.call(eleChannels.children, ele => {
|
||||
ele.addEventListener("click", () => {
|
||||
const currentChannel = DOM.fcls("active", eleChannels);
|
||||
const currentChannel = dom.fcls("active", eleChannels);
|
||||
|
||||
if (currentChannel) {
|
||||
currentChannel.classList.remove("active");
|
||||
@@ -224,12 +230,12 @@ const GUI = (function() {
|
||||
},
|
||||
|
||||
updateMessageList(messages) {
|
||||
DOM.id("messages").innerHTML = messages ? messages.map(message => DISCORD.getMessageHTML(message)).join("") : "";
|
||||
dom.id("messages").innerHTML = messages ? messages.map(message => discord.getMessageHTML(message)).join("") : "";
|
||||
},
|
||||
|
||||
updateUserList(users) {
|
||||
/** @type HTMLSelectElement */
|
||||
const eleSelect = DOM.id("opt-filter-user");
|
||||
const eleSelect = dom.id("opt-filter-user");
|
||||
|
||||
while (eleSelect.length > 1) {
|
||||
eleSelect.remove(1);
|
||||
@@ -237,10 +243,11 @@ const GUI = (function() {
|
||||
|
||||
const options = [];
|
||||
|
||||
for (const key of Object.keys(users)) {
|
||||
for (const id of Object.keys(users)) {
|
||||
const user = users[id];
|
||||
const option = document.createElement("option");
|
||||
option.value = key;
|
||||
option.text = users[key].name;
|
||||
option.value = id;
|
||||
option.text = user.displayName ? `${user.displayName} (${user.name})` : user.name;
|
||||
options.push(option);
|
||||
}
|
||||
|
||||
@@ -249,7 +256,7 @@ const GUI = (function() {
|
||||
},
|
||||
|
||||
scrollMessagesToTop() {
|
||||
DOM.id("messages").scrollTop = 0;
|
||||
dom.id("messages").scrollTop = 0;
|
||||
}
|
||||
};
|
||||
})();
|
35
app/Resources/Viewer/scripts/polyfills.mjs
Normal file
35
app/Resources/Viewer/scripts/polyfills.mjs
Normal file
@@ -0,0 +1,35 @@
|
||||
// https://gist.github.com/MattiasBuelens/496fc1d37adb50a733edd43853f2f60e/088f061ab79b296f29225467ae9ba86ff990195d
|
||||
|
||||
ReadableStream.prototype.values ??= function({ preventCancel = false } = {}) {
|
||||
const reader = this.getReader();
|
||||
return {
|
||||
async next() {
|
||||
try {
|
||||
const result = await reader.read();
|
||||
if (result.done) {
|
||||
reader.releaseLock();
|
||||
}
|
||||
return result;
|
||||
} catch (e) {
|
||||
reader.releaseLock();
|
||||
throw e;
|
||||
}
|
||||
},
|
||||
async return(value) {
|
||||
if (!preventCancel) {
|
||||
const cancelPromise = reader.cancel(value);
|
||||
reader.releaseLock();
|
||||
await cancelPromise;
|
||||
}
|
||||
else {
|
||||
reader.releaseLock();
|
||||
}
|
||||
return { done: true, value };
|
||||
},
|
||||
[Symbol.asyncIterator]() {
|
||||
return this;
|
||||
}
|
||||
};
|
||||
};
|
||||
|
||||
ReadableStream.prototype[Symbol.asyncIterator] ??= ReadableStream.prototype.values;
|
@@ -1,16 +1,16 @@
|
||||
const PROCESSOR = {};
|
||||
import discord from "./discord.mjs";
|
||||
|
||||
// ------------------------
|
||||
// Global filter generators
|
||||
// ------------------------
|
||||
|
||||
PROCESSOR.FILTER = {
|
||||
byUser: ((userindex) => message => message.u === userindex),
|
||||
const filter = {
|
||||
byUser: ((user) => message => message.u === user),
|
||||
byTime: ((timeStart, timeEnd) => message => message.t >= timeStart && message.t <= timeEnd),
|
||||
byContents: ((substr) => message => ("m" in message ? message.m : "").indexOf(substr) !== -1),
|
||||
byRegex: ((regex) => message => regex.test("m" in message ? message.m : "")),
|
||||
withImages: (() => message => (message.e && message.e.some(embed => embed.type === "image")) || (message.a && message.a.some(DISCORD.isImageAttachment))),
|
||||
withDownloads: (() => message => message.a && message.a.some(attachment => !DISCORD.isImageAttachment(attachment))),
|
||||
withImages: (() => message => (message.e && message.e.some(embed => embed.type === "image")) || (message.a && message.a.some(discord.isImageAttachment))),
|
||||
withDownloads: (() => message => message.a && message.a.some(attachment => !discord.isImageAttachment(attachment))),
|
||||
withEmbeds: (() => message => message.e && message.e.length > 0),
|
||||
withAttachments: (() => message => message.a && message.a.length > 0),
|
||||
isEdited: (() => message => ("te" in message) ? message.te : (message.f & 1) === 1)
|
||||
@@ -20,7 +20,7 @@ PROCESSOR.FILTER = {
|
||||
// Global sorters
|
||||
// --------------
|
||||
|
||||
PROCESSOR.SORTER = {
|
||||
const sorter = {
|
||||
oldestToNewest: (key1, key2) => {
|
||||
if (key1.length === key2.length) {
|
||||
return key1 > key2 ? 1 : key1 < key2 ? -1 : 0;
|
||||
@@ -39,3 +39,8 @@ PROCESSOR.SORTER = {
|
||||
}
|
||||
}
|
||||
};
|
||||
|
||||
export default {
|
||||
FILTER: filter,
|
||||
SORTER: sorter
|
||||
};
|
@@ -1,4 +1,4 @@
|
||||
const SETTINGS = (function() {
|
||||
export default (function() {
|
||||
/**
|
||||
* @type {{}}
|
||||
* @property {Function} onSettingsChanged
|
@@ -1,10 +1,12 @@
|
||||
import settings from "./settings.mjs";
|
||||
import processor from "./processor.mjs";
|
||||
|
||||
// noinspection FunctionWithInconsistentReturnsJS
|
||||
const STATE = (function() {
|
||||
export default (function() {
|
||||
/**
|
||||
* @type {{}}
|
||||
* @property {{}} users
|
||||
* @property {String[]} userindex
|
||||
* @property {{}[]} servers
|
||||
* @property {{}} servers
|
||||
* @property {{}} channels
|
||||
*/
|
||||
let loadedFileMeta;
|
||||
@@ -17,20 +19,16 @@ const STATE = (function() {
|
||||
let currentPage;
|
||||
let messagesPerPage;
|
||||
|
||||
const getUser = function(index) {
|
||||
return loadedFileMeta.users[loadedFileMeta.userindex[index]] || { "name": "<unknown>" };
|
||||
};
|
||||
|
||||
const getUserId = function(index) {
|
||||
return loadedFileMeta.userindex[index];
|
||||
const getUser = function(id) {
|
||||
return loadedFileMeta.users[id] || { "name": "<unknown>" };
|
||||
};
|
||||
|
||||
const getUserList = function() {
|
||||
return loadedFileMeta ? loadedFileMeta.users : [];
|
||||
};
|
||||
|
||||
const getServer = function(index) {
|
||||
return loadedFileMeta.servers[index] || { "name": "<unknown>", "type": "unknown" };
|
||||
const getServer = function(id) {
|
||||
return loadedFileMeta.servers[id] || { "name": "<unknown>", "type": "unknown" };
|
||||
};
|
||||
|
||||
const generateChannelHierarchy = function() {
|
||||
@@ -173,7 +171,7 @@ const STATE = (function() {
|
||||
};
|
||||
|
||||
const getMessageChannel = function(id) {
|
||||
for (const [ channel, messages ] of Object.entries(loadedFileData)) {
|
||||
for (const [ channel, messages ] of Object.entries(loadedFileData)) {
|
||||
if (id in messages) {
|
||||
return channel;
|
||||
}
|
||||
@@ -204,7 +202,7 @@ const STATE = (function() {
|
||||
*/
|
||||
const message = messages[key];
|
||||
const user = getUser(message.u);
|
||||
const avatar = user.avatar ? { id: getUserId(message.u), path: user.avatar } : null;
|
||||
const avatar = user.avatar ? { id: message.u, path: user.avatar } : null;
|
||||
|
||||
const obj = {
|
||||
user,
|
||||
@@ -232,7 +230,7 @@ const STATE = (function() {
|
||||
if ("r" in message) {
|
||||
const replyMessage = getMessageById(message.r);
|
||||
const replyUser = replyMessage ? getUser(replyMessage.u) : null;
|
||||
const replyAvatar = replyUser && replyUser.avatar ? { id: getUserId(replyMessage.u), path: replyUser.avatar } : null;
|
||||
const replyAvatar = replyUser && replyUser.avatar ? { id: replyMessage.u, path: replyUser.avatar } : null;
|
||||
|
||||
obj["reply"] = replyMessage ? {
|
||||
"id": message.r,
|
||||
@@ -290,20 +288,17 @@ const STATE = (function() {
|
||||
eventOnUsersRefreshed = callback;
|
||||
},
|
||||
|
||||
/**
|
||||
* @param {{ meta, data }} file
|
||||
*/
|
||||
uploadFile(file) {
|
||||
uploadFile(meta, data) {
|
||||
if (loadedFileMeta != null) {
|
||||
throw "A file is already loaded!";
|
||||
}
|
||||
|
||||
if (!file || typeof file.meta !== "object" || typeof file.data !== "object") {
|
||||
if (typeof meta !== "object" || typeof data !== "object") {
|
||||
throw "Invalid file format!";
|
||||
}
|
||||
|
||||
loadedFileMeta = file.meta;
|
||||
loadedFileData = file.data;
|
||||
loadedFileMeta = meta;
|
||||
loadedFileData = data;
|
||||
loadedMessages = null;
|
||||
|
||||
selectedChannel = null;
|
||||
@@ -313,7 +308,7 @@ const STATE = (function() {
|
||||
triggerChannelsRefreshed();
|
||||
triggerMessagesRefreshed();
|
||||
|
||||
SETTINGS.onSettingsChanged(() => triggerMessagesRefreshed());
|
||||
settings.onSettingsChanged(() => triggerMessagesRefreshed());
|
||||
},
|
||||
|
||||
getChannelName(channel) {
|
||||
@@ -321,21 +316,21 @@ const STATE = (function() {
|
||||
return (channelObj && channelObj.name) || channel;
|
||||
},
|
||||
|
||||
getUserTag(user) {
|
||||
const userObj = loadedFileMeta.users[user];
|
||||
return (userObj && userObj.tag) || "????";
|
||||
},
|
||||
|
||||
getUserName(user) {
|
||||
const userObj = loadedFileMeta.users[user];
|
||||
return (userObj && userObj.name) || user;
|
||||
},
|
||||
|
||||
getUserDisplayName(user) {
|
||||
const userObj = loadedFileMeta.users[user];
|
||||
return (userObj && (userObj.displayName || userObj.name)) || user;
|
||||
},
|
||||
|
||||
selectChannel(channel) {
|
||||
currentPage = 1;
|
||||
selectedChannel = channel;
|
||||
|
||||
loadedMessages = getFilteredMessageKeys(channel).sort(PROCESSOR.SORTER.oldestToNewest);
|
||||
loadedMessages = getFilteredMessageKeys(channel).sort(processor.SORTER.oldestToNewest);
|
||||
triggerMessagesRefreshed();
|
||||
},
|
||||
|
||||
@@ -416,23 +411,23 @@ const STATE = (function() {
|
||||
setActiveFilter(filter) {
|
||||
switch (filter ? filter.type : "") {
|
||||
case "user":
|
||||
filterFunction = PROCESSOR.FILTER.byUser(loadedFileMeta.userindex.indexOf(filter.value));
|
||||
filterFunction = processor.FILTER.byUser(filter.value);
|
||||
break;
|
||||
|
||||
case "contents":
|
||||
filterFunction = PROCESSOR.FILTER.byContents(filter.value);
|
||||
filterFunction = processor.FILTER.byContents(filter.value);
|
||||
break;
|
||||
|
||||
case "withimages":
|
||||
filterFunction = PROCESSOR.FILTER.withImages();
|
||||
filterFunction = processor.FILTER.withImages();
|
||||
break;
|
||||
|
||||
case "withdownloads":
|
||||
filterFunction = PROCESSOR.FILTER.withDownloads();
|
||||
filterFunction = processor.FILTER.withDownloads();
|
||||
break;
|
||||
|
||||
case "edited":
|
||||
filterFunction = PROCESSOR.FILTER.isEdited();
|
||||
filterFunction = processor.FILTER.isEdited();
|
||||
break;
|
||||
|
||||
default:
|
@@ -1,6 +1,8 @@
|
||||
import dom from "./dom.mjs";
|
||||
|
||||
const TEMPLATE_REGEX = /{([^{}]+?)}/g;
|
||||
|
||||
class TEMPLATE {
|
||||
export default class {
|
||||
constructor(contents) {
|
||||
this.contents = contents;
|
||||
};
|
||||
@@ -11,10 +13,10 @@ class TEMPLATE {
|
||||
|
||||
if (processor) {
|
||||
const updated = processor(match, value);
|
||||
return typeof updated === "undefined" ? DOM.escapeHTML(value) : updated;
|
||||
return typeof updated === "undefined" ? dom.escapeHTML(value) : updated;
|
||||
}
|
||||
|
||||
return DOM.escapeHTML(value);
|
||||
return dom.escapeHTML(value);
|
||||
});
|
||||
}
|
||||
}
|
@@ -3,18 +3,24 @@
|
||||
min-width: 215px;
|
||||
max-width: 300px;
|
||||
overflow-y: auto;
|
||||
color: #eee;
|
||||
background-color: #1c1e22;
|
||||
font-size: 15px;
|
||||
}
|
||||
|
||||
#channels > div {
|
||||
#channels > div.loading {
|
||||
margin: 0 auto;
|
||||
width: 150px;
|
||||
height: 150px;
|
||||
}
|
||||
|
||||
#channels > div.channel {
|
||||
cursor: pointer;
|
||||
padding: 10px 12px;
|
||||
color: #eee;
|
||||
font-size: 15px;
|
||||
border-bottom: 1px solid #333333;
|
||||
}
|
||||
|
||||
#channels > div:hover, #channels > div.active {
|
||||
#channels > div.channel:hover, #channels > div.channel.active {
|
||||
background-color: #282b30;
|
||||
}
|
||||
|
||||
|
@@ -11,3 +11,20 @@ body {
|
||||
display: flex;
|
||||
flex-direction: row;
|
||||
}
|
||||
|
||||
.loading {
|
||||
position: relative;
|
||||
--loading-backdrop: rgba(0, 0, 0, 0);
|
||||
}
|
||||
|
||||
.loading::after {
|
||||
content: "";
|
||||
background: var(--loading-backdrop)
|
||||
url("data:image/svg+xml,%3Csvg xmlns='http://www.w3.org/2000/svg' viewBox='0 0 300 300' preserveAspectRatio='xMidYMid'%3E %3Ccircle cx='150' cy='150' fill='none' stroke='%237983f5' stroke-width='8' r='42' stroke-dasharray='198 68'%3E %3CanimateTransform attributeName='transform' type='rotate' repeatCount='indefinite' dur='1.25s' values='0 150 150;360 150 150' keyTimes='0;1' /%3E %3C/circle%3E %3C/svg%3E")
|
||||
no-repeat center center;
|
||||
position: absolute;
|
||||
top: 0;
|
||||
left: 0;
|
||||
width: 100%;
|
||||
height: 100%;
|
||||
}
|
||||
|
@@ -1,15 +1,16 @@
|
||||
#menu {
|
||||
width: 100%;
|
||||
height: 48px;
|
||||
display: flex;
|
||||
flex-direction: row;
|
||||
align-items: stretch;
|
||||
gap: 8px;
|
||||
padding: 8px;
|
||||
background-color: #17181c;
|
||||
border-bottom: 1px dotted #5d626b;
|
||||
}
|
||||
|
||||
#menu .splitter {
|
||||
width: 1px;
|
||||
margin: 9px 4px;
|
||||
flex: 0 0 1px;
|
||||
margin: 9px 1px;
|
||||
background-color: #5d626b;
|
||||
}
|
||||
|
||||
@@ -23,7 +24,8 @@
|
||||
}
|
||||
|
||||
#menu button, #menu select, #menu input[type="text"] {
|
||||
margin: 8px;
|
||||
height: 31px;
|
||||
padding: 0 10px;
|
||||
background-color: #7289da;
|
||||
color: #fff;
|
||||
text-shadow: 1px 1px 2px rgba(0, 0, 0, 0.75);
|
||||
@@ -31,28 +33,25 @@
|
||||
|
||||
#menu button {
|
||||
font-size: 17px;
|
||||
padding: 0 12px;
|
||||
border: 0;
|
||||
cursor: pointer;
|
||||
white-space: nowrap;
|
||||
}
|
||||
|
||||
#menu select {
|
||||
font-size: 14px;
|
||||
padding: 6px;
|
||||
border: 0;
|
||||
cursor: pointer;
|
||||
}
|
||||
|
||||
#menu input[type="text"] {
|
||||
font-size: 14px;
|
||||
padding: 7px 12px;
|
||||
border: 0;
|
||||
}
|
||||
|
||||
#menu .nav {
|
||||
display: flex;
|
||||
flex-direction: row;
|
||||
margin: 0 8px;
|
||||
}
|
||||
|
||||
#menu .nav > button {
|
||||
@@ -66,7 +65,7 @@
|
||||
}
|
||||
|
||||
#menu .nav > button, #menu .nav > p {
|
||||
margin: 8px 1px;
|
||||
margin: 0 1px;
|
||||
}
|
||||
|
||||
#opt-filter-list > select, #opt-filter-list > input {
|
||||
@@ -76,3 +75,7 @@
|
||||
#opt-filter-list > .active {
|
||||
display: block;
|
||||
}
|
||||
|
||||
#btn-about {
|
||||
margin-left: auto;
|
||||
}
|
||||
|
@@ -107,23 +107,11 @@
|
||||
}
|
||||
|
||||
.message .thumbnail {
|
||||
position: relative;
|
||||
--loading-backdrop: rgba(0, 0, 0, 0.75);
|
||||
max-width: calc(100% - 20px);
|
||||
max-height: 320px;
|
||||
}
|
||||
|
||||
.message .thumbnail.loading::after {
|
||||
content: "";
|
||||
background: rgba(0, 0, 0, 0.75)
|
||||
url("data:image/svg+xml,%3Csvg xmlns='http://www.w3.org/2000/svg' viewBox='0 0 300 300' preserveAspectRatio='xMidYMid'%3E %3Ccircle cx='150' cy='150' fill='none' stroke='%237983f5' stroke-width='8' r='42' stroke-dasharray='198 68'%3E %3CanimateTransform attributeName='transform' type='rotate' repeatCount='indefinite' dur='1.25s' values='0 150 150;360 150 150' keyTimes='0;1' /%3E %3C/circle%3E %3C/svg%3E")
|
||||
no-repeat center center;
|
||||
position: absolute;
|
||||
top: 0;
|
||||
left: 0;
|
||||
width: 100%;
|
||||
height: 100%;
|
||||
}
|
||||
|
||||
.message .thumbnail img {
|
||||
width: auto;
|
||||
max-width: 100%;
|
||||
|
@@ -1,3 +0,0 @@
|
||||
namespace DHT.Server.Data;
|
||||
|
||||
public readonly record struct DownloadWithData(Download Download, byte[]? Data);
|
60
app/Server/Data/Settings/SettingsKey.cs
Normal file
60
app/Server/Data/Settings/SettingsKey.cs
Normal file
@@ -0,0 +1,60 @@
|
||||
using System.Diagnostics.CodeAnalysis;
|
||||
|
||||
namespace DHT.Server.Data.Settings;
|
||||
|
||||
public static class SettingsKey {
|
||||
public static Bool DownloadsAutoStart { get; } = new ("downloads_auto_start");
|
||||
public static Bool DownloadsLimitSize { get; } = new ("downloads_limit_size");
|
||||
public static UnsignedLong DownloadsMaximumSize { get; } = new ("downloads_maximum_size");
|
||||
public static String DownloadsMaximumSizeUnit { get; } = new ("downloads_maximum_size_unit");
|
||||
|
||||
public sealed class String(string key) : SettingsKey<string>(key) {
|
||||
internal override bool FromString(string value, out string result) {
|
||||
result = value;
|
||||
return true;
|
||||
}
|
||||
|
||||
internal override string ToString(string value) {
|
||||
return value;
|
||||
}
|
||||
}
|
||||
|
||||
public sealed class Bool(string key) : SettingsKey<bool>(key) {
|
||||
internal override bool FromString(string value, out bool result) {
|
||||
switch (value) {
|
||||
case "1":
|
||||
result = true;
|
||||
return true;
|
||||
|
||||
case "0":
|
||||
result = false;
|
||||
return true;
|
||||
|
||||
default:
|
||||
result = false;
|
||||
return false;
|
||||
}
|
||||
}
|
||||
|
||||
internal override string ToString(bool value) {
|
||||
return value ? "1" : "0";
|
||||
}
|
||||
}
|
||||
|
||||
public sealed class UnsignedLong(string key) : SettingsKey<ulong>(key) {
|
||||
internal override bool FromString(string value, out ulong result) {
|
||||
return ulong.TryParse(value, out result);
|
||||
}
|
||||
|
||||
internal override string ToString(ulong value) {
|
||||
return value.ToString();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
public abstract class SettingsKey<T>(string key) {
|
||||
internal string Key => key;
|
||||
|
||||
internal abstract bool FromString(string value, [NotNullWhen(true)] out T result);
|
||||
internal abstract string ToString(T value);
|
||||
}
|
@@ -3,6 +3,7 @@ namespace DHT.Server.Data;
|
||||
public readonly struct User {
|
||||
public ulong Id { get; init; }
|
||||
public string Name { get; init; }
|
||||
public string? DisplayName { get; init; }
|
||||
public string? AvatarUrl { get; init; }
|
||||
public string? Discriminator { get; init; }
|
||||
}
|
||||
|
@@ -26,7 +26,9 @@ public static class DatabaseExtensions {
|
||||
await target.Messages.Add(batchedMessages);
|
||||
|
||||
await foreach (var download in source.Downloads.Get()) {
|
||||
await target.Downloads.AddDownload(await source.Downloads.HydrateWithData(download));
|
||||
if (download.Status != DownloadStatus.Success || !await source.Downloads.GetDownloadData(download.NormalizedUrl, stream => target.Downloads.AddDownload(download, stream))) {
|
||||
await target.Downloads.AddDownload(download, stream: null);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
@@ -10,6 +10,7 @@ sealed class DummyDatabaseFile : IDatabaseFile {
|
||||
|
||||
public string Path => "";
|
||||
|
||||
public ISettingsRepository Settings { get; } = new ISettingsRepository.Dummy();
|
||||
public IUserRepository Users { get; } = new IUserRepository.Dummy();
|
||||
public IServerRepository Servers { get; } = new IServerRepository.Dummy();
|
||||
public IChannelRepository Channels { get; } = new IChannelRepository.Dummy();
|
||||
|
@@ -1,3 +1,5 @@
|
||||
namespace DHT.Server.Database.Export;
|
||||
|
||||
readonly record struct Snowflake(ulong Id);
|
||||
readonly record struct Snowflake(ulong Id) {
|
||||
public static implicit operator Snowflake(ulong id) => new (id);
|
||||
}
|
||||
|
@@ -3,14 +3,10 @@ using System.Text.Json.Serialization;
|
||||
|
||||
namespace DHT.Server.Database.Export;
|
||||
|
||||
sealed class ViewerJson {
|
||||
public required JsonMeta Meta { get; init; }
|
||||
public required Dictionary<Snowflake, Dictionary<Snowflake, JsonMessage>> Data { get; init; }
|
||||
|
||||
static class ViewerJson {
|
||||
public sealed class JsonMeta {
|
||||
public required Dictionary<Snowflake, JsonUser> Users { get; init; }
|
||||
public required List<Snowflake> Userindex { get; init; }
|
||||
public required List<JsonServer> Servers { get; init; }
|
||||
public required Dictionary<Snowflake, JsonServer> Servers { get; init; }
|
||||
public required Dictionary<Snowflake, JsonChannel> Channels { get; init; }
|
||||
}
|
||||
|
||||
@@ -18,10 +14,10 @@ sealed class ViewerJson {
|
||||
public required string Name { get; init; }
|
||||
|
||||
[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
|
||||
public string? Avatar { get; init; }
|
||||
public string? DisplayName { get; init; }
|
||||
|
||||
[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
|
||||
public string? Tag { get; init; }
|
||||
public string? Avatar { get; init; }
|
||||
}
|
||||
|
||||
public sealed class JsonServer {
|
||||
@@ -30,7 +26,7 @@ sealed class ViewerJson {
|
||||
}
|
||||
|
||||
public sealed class JsonChannel {
|
||||
public required int Server { get; init; }
|
||||
public required Snowflake Server { get; init; }
|
||||
public required string Name { get; init; }
|
||||
|
||||
[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
|
||||
@@ -47,7 +43,9 @@ sealed class ViewerJson {
|
||||
}
|
||||
|
||||
public sealed class JsonMessage {
|
||||
public required int U { get; init; }
|
||||
public required Snowflake Id { get; init; }
|
||||
public required Snowflake C { get; init; }
|
||||
public required Snowflake U { get; init; }
|
||||
public required long T { get; init; }
|
||||
|
||||
[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
|
||||
|
@@ -2,7 +2,9 @@ using System;
|
||||
using System.Collections.Generic;
|
||||
using System.IO;
|
||||
using System.Linq;
|
||||
using System.Runtime.CompilerServices;
|
||||
using System.Text.Json;
|
||||
using System.Threading;
|
||||
using System.Threading.Tasks;
|
||||
using DHT.Server.Data;
|
||||
using DHT.Server.Data.Filters;
|
||||
@@ -10,109 +12,93 @@ using DHT.Utils.Logging;
|
||||
|
||||
namespace DHT.Server.Database.Export;
|
||||
|
||||
public static class ViewerJsonExport {
|
||||
static class ViewerJsonExport {
|
||||
private static readonly Log Log = Log.ForType(typeof(ViewerJsonExport));
|
||||
|
||||
public static async Task Generate(Stream stream, IDatabaseFile db, MessageFilter? filter = null) {
|
||||
public static async Task GetMetadata(Stream stream, IDatabaseFile db, MessageFilter? filter = null, CancellationToken cancellationToken = default) {
|
||||
var perf = Log.Start();
|
||||
|
||||
var includedUserIds = new HashSet<ulong>();
|
||||
var includedChannelIds = new HashSet<ulong>();
|
||||
var includedChannels = new List<Channel>();
|
||||
var includedServerIds = new HashSet<ulong>();
|
||||
|
||||
var includedMessages = await db.Messages.Get(filter).ToListAsync();
|
||||
var includedChannels = new List<Channel>();
|
||||
var channelIdFilter = filter?.ChannelIds;
|
||||
|
||||
foreach (var message in includedMessages) {
|
||||
includedUserIds.Add(message.Sender);
|
||||
includedChannelIds.Add(message.Channel);
|
||||
}
|
||||
|
||||
await foreach (var channel in db.Channels.Get()) {
|
||||
if (includedChannelIds.Contains(channel.Id)) {
|
||||
await foreach (var channel in db.Channels.Get(cancellationToken)) {
|
||||
if (channelIdFilter == null || channelIdFilter.Contains(channel.Id)) {
|
||||
includedChannels.Add(channel);
|
||||
includedServerIds.Add(channel.Server);
|
||||
}
|
||||
}
|
||||
|
||||
var (users, userIndex, userIndices) = await GenerateUserList(db, includedUserIds);
|
||||
var (servers, serverIndices) = await GenerateServerList(db, includedServerIds);
|
||||
var channels = GenerateChannelList(includedChannels, serverIndices);
|
||||
var users = await GenerateUserList(db, cancellationToken);
|
||||
var servers = await GenerateServerList(db, includedServerIds, cancellationToken);
|
||||
var channels = GenerateChannelList(includedChannels);
|
||||
|
||||
var meta = new ViewerJson.JsonMeta {
|
||||
Users = users,
|
||||
Servers = servers,
|
||||
Channels = channels
|
||||
};
|
||||
|
||||
perf.Step("Collect database data");
|
||||
|
||||
var value = new ViewerJson {
|
||||
Meta = new ViewerJson.JsonMeta {
|
||||
Users = users,
|
||||
Userindex = userIndex,
|
||||
Servers = servers,
|
||||
Channels = channels
|
||||
},
|
||||
Data = GenerateMessageList(includedMessages, userIndices)
|
||||
};
|
||||
|
||||
perf.Step("Generate value object");
|
||||
|
||||
await JsonSerializer.SerializeAsync(stream, value, ViewerJsonContext.Default.ViewerJson);
|
||||
await JsonSerializer.SerializeAsync(stream, meta, ViewerJsonMetadataContext.Default.JsonMeta, cancellationToken);
|
||||
|
||||
perf.Step("Serialize to JSON");
|
||||
perf.End();
|
||||
}
|
||||
|
||||
private static async Task<(Dictionary<Snowflake, ViewerJson.JsonUser> Users, List<Snowflake> UserIndex, Dictionary<ulong, int> UserIndices)> GenerateUserList(IDatabaseFile db, HashSet<ulong> userIds) {
|
||||
public static async Task GetMessages(Stream stream, IDatabaseFile db, MessageFilter? filter = null, CancellationToken cancellationToken = default) {
|
||||
var perf = Log.Start();
|
||||
|
||||
ReadOnlyMemory<byte> newLine = "\n"u8.ToArray();
|
||||
|
||||
await foreach(var message in GenerateMessageList(db, filter, cancellationToken)) {
|
||||
await JsonSerializer.SerializeAsync(stream, message, ViewerJsonMessageContext.Default.JsonMessage, cancellationToken);
|
||||
await stream.WriteAsync(newLine, cancellationToken);
|
||||
}
|
||||
|
||||
perf.Step("Generate and serialize messages to JSON");
|
||||
perf.End();
|
||||
}
|
||||
|
||||
private static async Task<Dictionary<Snowflake, ViewerJson.JsonUser>> GenerateUserList(IDatabaseFile db, CancellationToken cancellationToken) {
|
||||
var users = new Dictionary<Snowflake, ViewerJson.JsonUser>();
|
||||
var userIndex = new List<Snowflake>();
|
||||
var userIndices = new Dictionary<ulong, int>();
|
||||
|
||||
await foreach (var user in db.Users.Get()) {
|
||||
var id = user.Id;
|
||||
if (!userIds.Contains(id)) {
|
||||
continue;
|
||||
}
|
||||
|
||||
var idSnowflake = new Snowflake(id);
|
||||
userIndices[id] = users.Count;
|
||||
userIndex.Add(idSnowflake);
|
||||
|
||||
users[idSnowflake] = new ViewerJson.JsonUser {
|
||||
await foreach (var user in db.Users.Get(cancellationToken)) {
|
||||
users[user.Id] = new ViewerJson.JsonUser {
|
||||
Name = user.Name,
|
||||
DisplayName = user.DisplayName,
|
||||
Avatar = user.AvatarUrl,
|
||||
Tag = user.Discriminator
|
||||
};
|
||||
}
|
||||
|
||||
return (users, userIndex, userIndices);
|
||||
return users;
|
||||
}
|
||||
|
||||
private static async Task<(List<ViewerJson.JsonServer> Servers, Dictionary<ulong, int> ServerIndices)> GenerateServerList(IDatabaseFile db, HashSet<ulong> serverIds) {
|
||||
var servers = new List<ViewerJson.JsonServer>();
|
||||
var serverIndices = new Dictionary<ulong, int>();
|
||||
private static async Task<Dictionary<Snowflake, ViewerJson.JsonServer>> GenerateServerList(IDatabaseFile db, HashSet<ulong> serverIds, CancellationToken cancellationToken) {
|
||||
var servers = new Dictionary<Snowflake, ViewerJson.JsonServer>();
|
||||
|
||||
await foreach (var server in db.Servers.Get()) {
|
||||
var id = server.Id;
|
||||
if (!serverIds.Contains(id)) {
|
||||
await foreach (var server in db.Servers.Get(cancellationToken)) {
|
||||
if (!serverIds.Contains(server.Id)) {
|
||||
continue;
|
||||
}
|
||||
|
||||
serverIndices[id] = servers.Count;
|
||||
|
||||
servers.Add(new ViewerJson.JsonServer {
|
||||
servers[server.Id] = new ViewerJson.JsonServer {
|
||||
Name = server.Name,
|
||||
Type = ServerTypes.ToJsonViewerString(server.Type)
|
||||
});
|
||||
};
|
||||
}
|
||||
|
||||
return (servers, serverIndices);
|
||||
return servers;
|
||||
}
|
||||
|
||||
private static Dictionary<Snowflake, ViewerJson.JsonChannel> GenerateChannelList(List<Channel> includedChannels, Dictionary<ulong, int> serverIndices) {
|
||||
private static Dictionary<Snowflake, ViewerJson.JsonChannel> GenerateChannelList(List<Channel> includedChannels) {
|
||||
var channels = new Dictionary<Snowflake, ViewerJson.JsonChannel>();
|
||||
|
||||
foreach (var channel in includedChannels) {
|
||||
var channelIdSnowflake = new Snowflake(channel.Id);
|
||||
|
||||
channels[channelIdSnowflake] = new ViewerJson.JsonChannel {
|
||||
Server = serverIndices[channel.Server],
|
||||
channels[channel.Id] = new ViewerJson.JsonChannel {
|
||||
Server = channel.Server,
|
||||
Name = channel.Name,
|
||||
Parent = channel.ParentId?.ToString(),
|
||||
Position = channel.Position,
|
||||
@@ -124,51 +110,40 @@ public static class ViewerJsonExport {
|
||||
return channels;
|
||||
}
|
||||
|
||||
private static Dictionary<Snowflake, Dictionary<Snowflake, ViewerJson.JsonMessage>> GenerateMessageList(List<Message> includedMessages, Dictionary<ulong, int> userIndices) {
|
||||
var data = new Dictionary<Snowflake, Dictionary<Snowflake, ViewerJson.JsonMessage>>();
|
||||
private static async IAsyncEnumerable<ViewerJson.JsonMessage> GenerateMessageList(IDatabaseFile db, MessageFilter? filter, [EnumeratorCancellation] CancellationToken cancellationToken) {
|
||||
await foreach (var message in db.Messages.Get(filter, cancellationToken)) {
|
||||
yield return new ViewerJson.JsonMessage {
|
||||
Id = message.Id,
|
||||
C = message.Channel,
|
||||
U = message.Sender,
|
||||
T = message.Timestamp,
|
||||
M = string.IsNullOrEmpty(message.Text) ? null : message.Text,
|
||||
Te = message.EditTimestamp,
|
||||
R = message.RepliedToId?.ToString(),
|
||||
|
||||
foreach (var grouping in includedMessages.GroupBy(static message => message.Channel)) {
|
||||
var channelIdSnowflake = new Snowflake(grouping.Key);
|
||||
var channelData = new Dictionary<Snowflake, ViewerJson.JsonMessage>();
|
||||
A = message.Attachments.IsEmpty ? null : message.Attachments.Select(static attachment => {
|
||||
var a = new ViewerJson.JsonMessageAttachment {
|
||||
Url = attachment.DownloadUrl,
|
||||
Name = Uri.TryCreate(attachment.NormalizedUrl, UriKind.Absolute, out var uri) ? Path.GetFileName(uri.LocalPath) : attachment.NormalizedUrl
|
||||
};
|
||||
|
||||
foreach (var message in grouping) {
|
||||
var messageIdSnowflake = new Snowflake(message.Id);
|
||||
|
||||
channelData[messageIdSnowflake] = new ViewerJson.JsonMessage {
|
||||
U = userIndices[message.Sender],
|
||||
T = message.Timestamp,
|
||||
M = string.IsNullOrEmpty(message.Text) ? null : message.Text,
|
||||
Te = message.EditTimestamp,
|
||||
R = message.RepliedToId?.ToString(),
|
||||
|
||||
A = message.Attachments.IsEmpty ? null : message.Attachments.Select(static attachment => {
|
||||
var a = new ViewerJson.JsonMessageAttachment {
|
||||
Url = attachment.DownloadUrl,
|
||||
Name = Uri.TryCreate(attachment.NormalizedUrl, UriKind.Absolute, out var uri) ? Path.GetFileName(uri.LocalPath) : attachment.NormalizedUrl
|
||||
};
|
||||
if (attachment is { Width: not null, Height: not null }) {
|
||||
a.Width = attachment.Width;
|
||||
a.Height = attachment.Height;
|
||||
}
|
||||
|
||||
if (attachment is { Width: not null, Height: not null }) {
|
||||
a.Width = attachment.Width;
|
||||
a.Height = attachment.Height;
|
||||
}
|
||||
return a;
|
||||
}).ToArray(),
|
||||
|
||||
return a;
|
||||
}).ToArray(),
|
||||
|
||||
E = message.Embeds.IsEmpty ? null : message.Embeds.Select(static embed => embed.Json).ToArray(),
|
||||
|
||||
Re = message.Reactions.IsEmpty ? null : message.Reactions.Select(static reaction => new ViewerJson.JsonMessageReaction {
|
||||
Id = reaction.EmojiId?.ToString(),
|
||||
N = reaction.EmojiName,
|
||||
A = reaction.EmojiFlags.HasFlag(EmojiFlags.Animated),
|
||||
C = reaction.Count
|
||||
}).ToArray()
|
||||
};
|
||||
}
|
||||
E = message.Embeds.IsEmpty ? null : message.Embeds.Select(static embed => embed.Json).ToArray(),
|
||||
|
||||
data[channelIdSnowflake] = channelData;
|
||||
Re = message.Reactions.IsEmpty ? null : message.Reactions.Select(static reaction => new ViewerJson.JsonMessageReaction {
|
||||
Id = reaction.EmojiId?.ToString(),
|
||||
N = reaction.EmojiName,
|
||||
A = reaction.EmojiFlags.HasFlag(EmojiFlags.Animated),
|
||||
C = reaction.Count
|
||||
}).ToArray()
|
||||
};
|
||||
}
|
||||
|
||||
return data;
|
||||
}
|
||||
}
|
||||
|
11
app/Server/Database/Export/ViewerJsonMessageContext.cs
Normal file
11
app/Server/Database/Export/ViewerJsonMessageContext.cs
Normal file
@@ -0,0 +1,11 @@
|
||||
using System.Text.Json.Serialization;
|
||||
|
||||
namespace DHT.Server.Database.Export;
|
||||
|
||||
[JsonSourceGenerationOptions(
|
||||
Converters = [typeof(SnowflakeJsonSerializer)],
|
||||
PropertyNamingPolicy = JsonKnownNamingPolicy.CamelCase,
|
||||
GenerationMode = JsonSourceGenerationMode.Default
|
||||
)]
|
||||
[JsonSerializable(typeof(ViewerJson.JsonMessage))]
|
||||
sealed partial class ViewerJsonMessageContext : JsonSerializerContext;
|
@@ -7,5 +7,5 @@ namespace DHT.Server.Database.Export;
|
||||
PropertyNamingPolicy = JsonKnownNamingPolicy.CamelCase,
|
||||
GenerationMode = JsonSourceGenerationMode.Default
|
||||
)]
|
||||
[JsonSerializable(typeof(ViewerJson))]
|
||||
sealed partial class ViewerJsonContext : JsonSerializerContext;
|
||||
[JsonSerializable(typeof(ViewerJson.JsonMeta))]
|
||||
sealed partial class ViewerJsonMetadataContext : JsonSerializerContext;
|
@@ -7,6 +7,7 @@ namespace DHT.Server.Database;
|
||||
public interface IDatabaseFile : IAsyncDisposable {
|
||||
string Path { get; }
|
||||
|
||||
ISettingsRepository Settings { get; }
|
||||
IUserRepository Users { get; }
|
||||
IServerRepository Servers { get; }
|
||||
IChannelRepository Channels { get; }
|
||||
|
@@ -161,7 +161,7 @@ public static class LegacyArchiveImport {
|
||||
|
||||
var messagesObj = data.HasKey(channelIdStr) ? data.RequireObject(channelIdStr, DataPath) : (JsonElement?) null;
|
||||
if (messagesObj == null) {
|
||||
return Array.Empty<Message>();
|
||||
return [];
|
||||
}
|
||||
|
||||
return messagesObj.Value.EnumerateObject().Select(item => {
|
||||
|
@@ -15,7 +15,7 @@ public interface IChannelRepository {
|
||||
|
||||
Task<long> Count(CancellationToken cancellationToken = default);
|
||||
|
||||
IAsyncEnumerable<Channel> Get();
|
||||
IAsyncEnumerable<Channel> Get(CancellationToken cancellationToken = default);
|
||||
|
||||
internal sealed class Dummy : IChannelRepository {
|
||||
public IObservable<long> TotalCount { get; } = Observable.Return(0L);
|
||||
@@ -28,7 +28,7 @@ public interface IChannelRepository {
|
||||
return Task.FromResult(0L);
|
||||
}
|
||||
|
||||
public IAsyncEnumerable<Channel> Get() {
|
||||
public IAsyncEnumerable<Channel> Get(CancellationToken cancellationToken) {
|
||||
return AsyncEnumerable.Empty<Channel>();
|
||||
}
|
||||
}
|
||||
|
@@ -1,10 +1,10 @@
|
||||
using System;
|
||||
using System.Collections.Generic;
|
||||
using System.IO;
|
||||
using System.Linq;
|
||||
using System.Reactive.Linq;
|
||||
using System.Threading;
|
||||
using System.Threading.Tasks;
|
||||
using DHT.Server.Data;
|
||||
using DHT.Server.Data.Aggregations;
|
||||
using DHT.Server.Data.Filters;
|
||||
using DHT.Server.Download;
|
||||
@@ -14,7 +14,7 @@ namespace DHT.Server.Database.Repositories;
|
||||
public interface IDownloadRepository {
|
||||
IObservable<long> TotalCount { get; }
|
||||
|
||||
Task AddDownload(DownloadWithData item);
|
||||
Task AddDownload(Data.Download item, Stream? stream);
|
||||
|
||||
Task<long> Count(DownloadItemFilter filter, CancellationToken cancellationToken = default);
|
||||
|
||||
@@ -22,9 +22,9 @@ public interface IDownloadRepository {
|
||||
|
||||
IAsyncEnumerable<Data.Download> Get();
|
||||
|
||||
Task<DownloadWithData> HydrateWithData(Data.Download download);
|
||||
|
||||
Task<DownloadWithData?> GetSuccessfulDownloadWithData(string normalizedUrl);
|
||||
Task<bool> GetDownloadData(string normalizedUrl, Func<Stream, Task> dataProcessor);
|
||||
|
||||
Task<bool> GetSuccessfulDownloadWithData(string normalizedUrl, Func<Data.Download, Stream, CancellationToken, Task> dataProcessor, CancellationToken cancellationToken = default);
|
||||
|
||||
IAsyncEnumerable<DownloadItem> PullPendingDownloadItems(int count, DownloadItemFilter filter, CancellationToken cancellationToken = default);
|
||||
|
||||
@@ -35,7 +35,7 @@ public interface IDownloadRepository {
|
||||
internal sealed class Dummy : IDownloadRepository {
|
||||
public IObservable<long> TotalCount { get; } = Observable.Return(0L);
|
||||
|
||||
public Task AddDownload(DownloadWithData item) {
|
||||
public Task AddDownload(Data.Download item, Stream? stream) {
|
||||
return Task.CompletedTask;
|
||||
}
|
||||
|
||||
@@ -51,12 +51,12 @@ public interface IDownloadRepository {
|
||||
return AsyncEnumerable.Empty<Data.Download>();
|
||||
}
|
||||
|
||||
public Task<DownloadWithData> HydrateWithData(Data.Download download) {
|
||||
return Task.FromResult(new DownloadWithData(download, Data: null));
|
||||
public Task<bool> GetDownloadData(string normalizedUrl, Func<Stream, Task> dataProcessor) {
|
||||
return Task.FromResult(false);
|
||||
}
|
||||
|
||||
public Task<DownloadWithData?> GetSuccessfulDownloadWithData(string normalizedUrl) {
|
||||
return Task.FromResult<DownloadWithData?>(null);
|
||||
public Task<bool> GetSuccessfulDownloadWithData(string normalizedUrl, Func<Data.Download, Stream, CancellationToken, Task> dataProcessor, CancellationToken cancellationToken) {
|
||||
return Task.FromResult(false);
|
||||
}
|
||||
|
||||
public IAsyncEnumerable<DownloadItem> PullPendingDownloadItems(int count, DownloadItemFilter filter, CancellationToken cancellationToken) {
|
||||
|
@@ -16,7 +16,7 @@ public interface IMessageRepository {
|
||||
|
||||
Task<long> Count(MessageFilter? filter = null, CancellationToken cancellationToken = default);
|
||||
|
||||
IAsyncEnumerable<Message> Get(MessageFilter? filter = null);
|
||||
IAsyncEnumerable<Message> Get(MessageFilter? filter = null, CancellationToken cancellationToken = default);
|
||||
|
||||
IAsyncEnumerable<ulong> GetIds(MessageFilter? filter = null);
|
||||
|
||||
@@ -33,7 +33,7 @@ public interface IMessageRepository {
|
||||
return Task.FromResult(0L);
|
||||
}
|
||||
|
||||
public IAsyncEnumerable<Message> Get(MessageFilter? filter) {
|
||||
public IAsyncEnumerable<Message> Get(MessageFilter? filter, CancellationToken cancellationToken) {
|
||||
return AsyncEnumerable.Empty<Message>();
|
||||
}
|
||||
|
||||
|
@@ -14,7 +14,7 @@ public interface IServerRepository {
|
||||
|
||||
Task<long> Count(CancellationToken cancellationToken = default);
|
||||
|
||||
IAsyncEnumerable<Data.Server> Get();
|
||||
IAsyncEnumerable<Data.Server> Get(CancellationToken cancellationToken = default);
|
||||
|
||||
internal sealed class Dummy : IServerRepository {
|
||||
public IObservable<long> TotalCount { get; } = Observable.Return(0L);
|
||||
@@ -27,7 +27,7 @@ public interface IServerRepository {
|
||||
return Task.FromResult(0L);
|
||||
}
|
||||
|
||||
public IAsyncEnumerable<Data.Server> Get() {
|
||||
public IAsyncEnumerable<Data.Server> Get(CancellationToken cancellationToken) {
|
||||
return AsyncEnumerable.Empty<Data.Server>();
|
||||
}
|
||||
}
|
||||
|
31
app/Server/Database/Repositories/ISettingsRepository.cs
Normal file
31
app/Server/Database/Repositories/ISettingsRepository.cs
Normal file
@@ -0,0 +1,31 @@
|
||||
using System;
|
||||
using System.Threading.Tasks;
|
||||
using DHT.Server.Data.Settings;
|
||||
|
||||
namespace DHT.Server.Database.Repositories;
|
||||
|
||||
public interface ISettingsRepository {
|
||||
Task Set<T>(SettingsKey<T> key, T value);
|
||||
|
||||
Task Set(Func<ISetter, Task> setter);
|
||||
|
||||
Task<T?> Get<T>(SettingsKey<T> key, T? defaultValue);
|
||||
|
||||
interface ISetter {
|
||||
Task Set<T>(SettingsKey<T> key, T value);
|
||||
}
|
||||
|
||||
internal sealed class Dummy : ISettingsRepository {
|
||||
public Task Set<T>(SettingsKey<T> key, T value) {
|
||||
return Task.CompletedTask;
|
||||
}
|
||||
|
||||
public Task Set(Func<ISetter, Task> setter) {
|
||||
return Task.CompletedTask;
|
||||
}
|
||||
|
||||
public Task<T?> Get<T>(SettingsKey<T> key, T? defaultValue) {
|
||||
return Task.FromResult(defaultValue);
|
||||
}
|
||||
}
|
||||
}
|
@@ -15,7 +15,7 @@ public interface IUserRepository {
|
||||
|
||||
Task<long> Count(CancellationToken cancellationToken = default);
|
||||
|
||||
IAsyncEnumerable<User> Get();
|
||||
IAsyncEnumerable<User> Get(CancellationToken cancellationToken = default);
|
||||
|
||||
internal sealed class Dummy : IUserRepository {
|
||||
public IObservable<long> TotalCount { get; } = Observable.Return(0L);
|
||||
@@ -28,7 +28,7 @@ public interface IUserRepository {
|
||||
return Task.FromResult(0L);
|
||||
}
|
||||
|
||||
public IAsyncEnumerable<User> Get() {
|
||||
public IAsyncEnumerable<User> Get(CancellationToken cancellationToken) {
|
||||
return AsyncEnumerable.Empty<User>();
|
||||
}
|
||||
}
|
||||
|
@@ -1,4 +1,5 @@
|
||||
using System.Collections.Generic;
|
||||
using System.Runtime.CompilerServices;
|
||||
using System.Threading;
|
||||
using System.Threading.Tasks;
|
||||
using DHT.Server.Data;
|
||||
@@ -19,9 +20,9 @@ sealed class SqliteChannelRepository : BaseSqliteRepository, IChannelRepository
|
||||
}
|
||||
|
||||
public async Task Add(IReadOnlyList<Channel> channels) {
|
||||
await using var conn = await pool.Take();
|
||||
|
||||
await using (var tx = await conn.BeginTransactionAsync()) {
|
||||
await using (var conn = await pool.Take()) {
|
||||
await conn.BeginTransactionAsync();
|
||||
|
||||
await using var cmd = conn.Upsert("channels", [
|
||||
("id", SqliteType.Integer),
|
||||
("server", SqliteType.Integer),
|
||||
@@ -43,7 +44,7 @@ sealed class SqliteChannelRepository : BaseSqliteRepository, IChannelRepository
|
||||
await cmd.ExecuteNonQueryAsync();
|
||||
}
|
||||
|
||||
await tx.CommitAsync();
|
||||
await conn.CommitTransactionAsync();
|
||||
}
|
||||
|
||||
UpdateTotalCount();
|
||||
@@ -54,13 +55,13 @@ sealed class SqliteChannelRepository : BaseSqliteRepository, IChannelRepository
|
||||
return await conn.ExecuteReaderAsync("SELECT COUNT(*) FROM channels", static reader => reader?.GetInt64(0) ?? 0L, cancellationToken);
|
||||
}
|
||||
|
||||
public async IAsyncEnumerable<Channel> Get() {
|
||||
public async IAsyncEnumerable<Channel> Get([EnumeratorCancellation] CancellationToken cancellationToken) {
|
||||
await using var conn = await pool.Take();
|
||||
|
||||
await using var cmd = conn.Command("SELECT id, server, name, parent_id, position, topic, nsfw FROM channels");
|
||||
await using var reader = await cmd.ExecuteReaderAsync();
|
||||
await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
|
||||
|
||||
while (await reader.ReadAsync()) {
|
||||
while (await reader.ReadAsync(cancellationToken)) {
|
||||
yield return new Channel {
|
||||
Id = reader.GetUint64(0),
|
||||
Server = reader.GetUint64(1),
|
||||
|
@@ -1,5 +1,6 @@
|
||||
using System;
|
||||
using System.Collections.Generic;
|
||||
using System.IO;
|
||||
using System.Runtime.CompilerServices;
|
||||
using System.Threading;
|
||||
using System.Threading.Tasks;
|
||||
@@ -14,18 +15,12 @@ using Microsoft.Data.Sqlite;
|
||||
|
||||
namespace DHT.Server.Database.Sqlite.Repositories;
|
||||
|
||||
sealed class SqliteDownloadRepository : BaseSqliteRepository, IDownloadRepository {
|
||||
sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRepository(Log), IDownloadRepository {
|
||||
private static readonly Log Log = Log.ForType<SqliteDownloadRepository>();
|
||||
|
||||
private readonly SqliteConnectionPool pool;
|
||||
|
||||
public SqliteDownloadRepository(SqliteConnectionPool pool) : base(Log) {
|
||||
this.pool = pool;
|
||||
}
|
||||
|
||||
internal sealed class NewDownloadCollector : IAsyncDisposable {
|
||||
private readonly SqliteDownloadRepository repository;
|
||||
private bool hasAdded = false;
|
||||
private bool hasChanged = false;
|
||||
|
||||
private readonly SqliteCommand metadataCmd;
|
||||
|
||||
@@ -36,7 +31,16 @@ sealed class SqliteDownloadRepository : BaseSqliteRepository, IDownloadRepositor
|
||||
"""
|
||||
INSERT INTO download_metadata (normalized_url, download_url, status, type, size)
|
||||
VALUES (:normalized_url, :download_url, :status, :type, :size)
|
||||
ON CONFLICT DO NOTHING
|
||||
ON CONFLICT (normalized_url)
|
||||
DO UPDATE SET
|
||||
download_url = excluded.download_url,
|
||||
type = IFNULL(excluded.type, type),
|
||||
size = IFNULL(excluded.size, size)
|
||||
WHERE status != :success
|
||||
AND (download_url != excluded.download_url
|
||||
OR (excluded.type IS NOT NULL AND type IS NOT excluded.type)
|
||||
OR (excluded.size IS NOT NULL AND size IS NOT excluded.size)
|
||||
)
|
||||
"""
|
||||
);
|
||||
metadataCmd.Add(":normalized_url", SqliteType.Text);
|
||||
@@ -44,6 +48,7 @@ sealed class SqliteDownloadRepository : BaseSqliteRepository, IDownloadRepositor
|
||||
metadataCmd.Add(":status", SqliteType.Integer);
|
||||
metadataCmd.Add(":type", SqliteType.Text);
|
||||
metadataCmd.Add(":size", SqliteType.Integer);
|
||||
metadataCmd.AddAndSet(":success", SqliteType.Integer, (int) DownloadStatus.Success);
|
||||
}
|
||||
|
||||
public async Task Add(Data.Download download) {
|
||||
@@ -52,11 +57,11 @@ sealed class SqliteDownloadRepository : BaseSqliteRepository, IDownloadRepositor
|
||||
metadataCmd.Set(":status", (int) download.Status);
|
||||
metadataCmd.Set(":type", download.Type);
|
||||
metadataCmd.Set(":size", download.Size);
|
||||
hasAdded |= await metadataCmd.ExecuteNonQueryAsync() > 0;
|
||||
hasChanged |= await metadataCmd.ExecuteNonQueryAsync() > 0;
|
||||
}
|
||||
|
||||
public void OnCommitted() {
|
||||
if (hasAdded) {
|
||||
if (hasChanged) {
|
||||
repository.UpdateTotalCount();
|
||||
}
|
||||
}
|
||||
@@ -66,12 +71,10 @@ sealed class SqliteDownloadRepository : BaseSqliteRepository, IDownloadRepositor
|
||||
}
|
||||
}
|
||||
|
||||
public async Task AddDownload(DownloadWithData item) {
|
||||
var (download, data) = item;
|
||||
|
||||
public async Task AddDownload(Data.Download item, Stream? stream) {
|
||||
await using (var conn = await pool.Take()) {
|
||||
var tx = await conn.BeginTransactionAsync();
|
||||
|
||||
await conn.BeginTransactionAsync();
|
||||
|
||||
await using var metadataCmd = conn.Upsert("download_metadata", [
|
||||
("normalized_url", SqliteType.Text),
|
||||
("download_url", SqliteType.Text),
|
||||
@@ -80,30 +83,38 @@ sealed class SqliteDownloadRepository : BaseSqliteRepository, IDownloadRepositor
|
||||
("size", SqliteType.Integer),
|
||||
]);
|
||||
|
||||
metadataCmd.Set(":normalized_url", download.NormalizedUrl);
|
||||
metadataCmd.Set(":download_url", download.DownloadUrl);
|
||||
metadataCmd.Set(":status", (int) download.Status);
|
||||
metadataCmd.Set(":type", download.Type);
|
||||
metadataCmd.Set(":size", download.Size);
|
||||
metadataCmd.Set(":normalized_url", item.NormalizedUrl);
|
||||
metadataCmd.Set(":download_url", item.DownloadUrl);
|
||||
metadataCmd.Set(":status", (int) item.Status);
|
||||
metadataCmd.Set(":type", item.Type);
|
||||
metadataCmd.Set(":size", item.Size);
|
||||
await metadataCmd.ExecuteNonQueryAsync();
|
||||
|
||||
if (data == null) {
|
||||
if (stream == null) {
|
||||
await using var deleteBlobCmd = conn.Command("DELETE FROM download_blobs WHERE normalized_url = :normalized_url");
|
||||
deleteBlobCmd.AddAndSet(":normalized_url", SqliteType.Text, download.NormalizedUrl);
|
||||
deleteBlobCmd.AddAndSet(":normalized_url", SqliteType.Text, item.NormalizedUrl);
|
||||
await deleteBlobCmd.ExecuteNonQueryAsync();
|
||||
}
|
||||
else {
|
||||
await using var upsertBlobCmd = conn.Upsert("download_blobs", [
|
||||
("normalized_url", SqliteType.Text),
|
||||
("blob", SqliteType.Blob)
|
||||
]);
|
||||
await using var upsertBlobCmd = conn.Command(
|
||||
"""
|
||||
INSERT INTO download_blobs (normalized_url, blob)
|
||||
VALUES (:normalized_url, ZEROBLOB(:blob_length))
|
||||
ON CONFLICT (normalized_url)
|
||||
DO UPDATE SET blob = excluded.blob
|
||||
RETURNING rowid
|
||||
"""
|
||||
);
|
||||
|
||||
upsertBlobCmd.AddAndSet(":normalized_url", SqliteType.Text, item.NormalizedUrl);
|
||||
upsertBlobCmd.AddAndSet(":blob_length", SqliteType.Integer, item.Size);
|
||||
long rowid = await upsertBlobCmd.ExecuteLongScalarAsync();
|
||||
|
||||
upsertBlobCmd.Set(":normalized_url", download.NormalizedUrl);
|
||||
upsertBlobCmd.Set(":blob", data);
|
||||
await upsertBlobCmd.ExecuteNonQueryAsync();
|
||||
await using var blob = new SqliteBlob(conn.InnerConnection, "download_blobs", "blob", rowid);
|
||||
await stream.CopyToAsync(blob);
|
||||
}
|
||||
|
||||
await tx.CommitAsync();
|
||||
await conn.CommitTransactionAsync();
|
||||
}
|
||||
|
||||
UpdateTotalCount();
|
||||
@@ -187,24 +198,35 @@ sealed class SqliteDownloadRepository : BaseSqliteRepository, IDownloadRepositor
|
||||
}
|
||||
}
|
||||
|
||||
public async Task<DownloadWithData> HydrateWithData(Data.Download download) {
|
||||
public async Task<bool> GetDownloadData(string normalizedUrl, Func<Stream, Task> dataProcessor) {
|
||||
await using var conn = await pool.Take();
|
||||
|
||||
await using var cmd = conn.Command("SELECT blob FROM download_blobs WHERE normalized_url = :url");
|
||||
cmd.AddAndSet(":url", SqliteType.Text, download.NormalizedUrl);
|
||||
|
||||
await using var reader = await cmd.ExecuteReaderAsync();
|
||||
var data = await reader.ReadAsync() && !reader.IsDBNull(0) ? (byte[]) reader["blob"] : null;
|
||||
await using var cmd = conn.Command("SELECT rowid FROM download_blobs WHERE normalized_url = :normalized_url");
|
||||
cmd.AddAndSet(":normalized_url", SqliteType.Text, normalizedUrl);
|
||||
|
||||
return new DownloadWithData(download, data);
|
||||
long rowid;
|
||||
|
||||
await using (var reader = await cmd.ExecuteReaderAsync()) {
|
||||
if (!await reader.ReadAsync()) {
|
||||
return false;
|
||||
}
|
||||
|
||||
rowid = reader.GetInt64(0);
|
||||
}
|
||||
|
||||
await using (var blob = new SqliteBlob(conn.InnerConnection, "download_blobs", "blob", rowid, readOnly: true)) {
|
||||
await dataProcessor(blob);
|
||||
}
|
||||
|
||||
return true;
|
||||
}
|
||||
|
||||
public async Task<DownloadWithData?> GetSuccessfulDownloadWithData(string normalizedUrl) {
|
||||
public async Task<bool> GetSuccessfulDownloadWithData(string normalizedUrl, Func<Data.Download, Stream, CancellationToken, Task> dataProcessor, CancellationToken cancellationToken) {
|
||||
await using var conn = await pool.Take();
|
||||
|
||||
await using var cmd = conn.Command(
|
||||
"""
|
||||
SELECT dm.download_url, dm.type, db.blob FROM download_metadata dm
|
||||
SELECT dm.download_url, dm.type, db.rowid FROM download_metadata dm
|
||||
JOIN download_blobs db ON dm.normalized_url = db.normalized_url
|
||||
WHERE dm.normalized_url = :normalized_url AND dm.status = :success IS NOT NULL
|
||||
"""
|
||||
@@ -213,19 +235,25 @@ sealed class SqliteDownloadRepository : BaseSqliteRepository, IDownloadRepositor
|
||||
cmd.AddAndSet(":normalized_url", SqliteType.Text, normalizedUrl);
|
||||
cmd.AddAndSet(":success", SqliteType.Integer, (int) DownloadStatus.Success);
|
||||
|
||||
await using var reader = await cmd.ExecuteReaderAsync();
|
||||
string downloadUrl;
|
||||
string? type;
|
||||
long rowid;
|
||||
|
||||
await using (var reader = await cmd.ExecuteReaderAsync(cancellationToken)) {
|
||||
if (!await reader.ReadAsync(cancellationToken)) {
|
||||
return false;
|
||||
}
|
||||
|
||||
if (!await reader.ReadAsync()) {
|
||||
return null;
|
||||
downloadUrl = reader.GetString(0);
|
||||
type = reader.IsDBNull(1) ? null : reader.GetString(1);
|
||||
rowid = reader.GetInt64(2);
|
||||
}
|
||||
|
||||
await using (var blob = new SqliteBlob(conn.InnerConnection, "download_blobs", "blob", rowid, readOnly: true)) {
|
||||
await dataProcessor(new Data.Download(normalizedUrl, downloadUrl, DownloadStatus.Success, type, (ulong) blob.Length), blob, cancellationToken);
|
||||
}
|
||||
|
||||
var downloadUrl = reader.GetString(0);
|
||||
var type = reader.IsDBNull(1) ? null : reader.GetString(1);
|
||||
var data = (byte[]) reader[2];
|
||||
var size = (ulong) data.LongLength;
|
||||
var download = new Data.Download(normalizedUrl, downloadUrl, DownloadStatus.Success, type, size);
|
||||
|
||||
return new DownloadWithData(download, data);
|
||||
return true;
|
||||
}
|
||||
|
||||
public async IAsyncEnumerable<DownloadItem> PullPendingDownloadItems(int count, DownloadItemFilter filter, [EnumeratorCancellation] CancellationToken cancellationToken) {
|
||||
|
@@ -1,6 +1,7 @@
|
||||
using System;
|
||||
using System.Collections.Generic;
|
||||
using System.Collections.Immutable;
|
||||
using System.Runtime.CompilerServices;
|
||||
using System.Threading;
|
||||
using System.Threading.Tasks;
|
||||
using DHT.Server.Data;
|
||||
@@ -13,16 +14,8 @@ using Microsoft.Data.Sqlite;
|
||||
|
||||
namespace DHT.Server.Database.Sqlite.Repositories;
|
||||
|
||||
sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository {
|
||||
sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRepository downloads) : BaseSqliteRepository(Log), IMessageRepository {
|
||||
private static readonly Log Log = Log.ForType<SqliteMessageRepository>();
|
||||
|
||||
private readonly SqliteConnectionPool pool;
|
||||
private readonly SqliteDownloadRepository downloads;
|
||||
|
||||
public SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRepository downloads) : base(Log) {
|
||||
this.pool = pool;
|
||||
this.downloads = downloads;
|
||||
}
|
||||
|
||||
public async Task Add(IReadOnlyList<Message> messages) {
|
||||
if (messages.Count == 0) {
|
||||
@@ -39,7 +32,7 @@ sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository
|
||||
}
|
||||
|
||||
await using (var conn = await pool.Take()) {
|
||||
await using var tx = await conn.BeginTransactionAsync();
|
||||
await conn.BeginTransactionAsync();
|
||||
|
||||
await using var messageCmd = conn.Upsert("messages", [
|
||||
("message_id", SqliteType.Integer),
|
||||
@@ -49,25 +42,7 @@ sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository
|
||||
("timestamp", SqliteType.Integer)
|
||||
]);
|
||||
|
||||
await using var deleteEditTimestampCmd = DeleteByMessageId(conn, "edit_timestamps");
|
||||
await using var deleteRepliedToCmd = DeleteByMessageId(conn, "replied_to");
|
||||
|
||||
await using var deleteAttachmentsCmd = DeleteByMessageId(conn, "attachments");
|
||||
await using var deleteEmbedsCmd = DeleteByMessageId(conn, "embeds");
|
||||
await using var deleteReactionsCmd = DeleteByMessageId(conn, "reactions");
|
||||
|
||||
await using var editTimestampCmd = conn.Insert("edit_timestamps", [
|
||||
("message_id", SqliteType.Integer),
|
||||
("edit_timestamp", SqliteType.Integer)
|
||||
]);
|
||||
|
||||
await using var repliedToCmd = conn.Insert("replied_to", [
|
||||
("message_id", SqliteType.Integer),
|
||||
("replied_to_id", SqliteType.Integer)
|
||||
]);
|
||||
|
||||
await using var attachmentCmd = conn.Insert("attachments", [
|
||||
("message_id", SqliteType.Integer),
|
||||
await using var attachmentCmd = conn.Upsert("attachments", [
|
||||
("attachment_id", SqliteType.Integer),
|
||||
("name", SqliteType.Text),
|
||||
("type", SqliteType.Text),
|
||||
@@ -78,19 +53,41 @@ sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository
|
||||
("height", SqliteType.Integer)
|
||||
]);
|
||||
|
||||
await using var embedCmd = conn.Insert("embeds", [
|
||||
await using var deleteMessageEditTimestampCmd = DeleteByMessageId(conn, "message_edit_timestamps");
|
||||
await using var deleteMessageRepliedToCmd = DeleteByMessageId(conn, "message_replied_to");
|
||||
|
||||
await using var deleteMessageAttachmentsCmd = DeleteByMessageId(conn, "message_attachments");
|
||||
await using var deleteMessageEmbedsCmd = DeleteByMessageId(conn, "message_embeds");
|
||||
await using var deleteMessageReactionsCmd = DeleteByMessageId(conn, "message_reactions");
|
||||
|
||||
await using var messageEditTimestampCmd = conn.Insert("message_edit_timestamps", [
|
||||
("message_id", SqliteType.Integer),
|
||||
("edit_timestamp", SqliteType.Integer)
|
||||
]);
|
||||
|
||||
await using var messageRepliedToCmd = conn.Insert("message_replied_to", [
|
||||
("message_id", SqliteType.Integer),
|
||||
("replied_to_id", SqliteType.Integer)
|
||||
]);
|
||||
|
||||
await using var messageAttachmentCmd = conn.Insert("message_attachments", [
|
||||
("message_id", SqliteType.Integer),
|
||||
("attachment_id", SqliteType.Integer)
|
||||
]);
|
||||
|
||||
await using var messageEmbedCmd = conn.Insert("message_embeds", [
|
||||
("message_id", SqliteType.Integer),
|
||||
("json", SqliteType.Text)
|
||||
]);
|
||||
|
||||
await using var reactionCmd = conn.Insert("reactions", [
|
||||
await using var messageReactionCmd = conn.Insert("message_reactions", [
|
||||
("message_id", SqliteType.Integer),
|
||||
("emoji_id", SqliteType.Integer),
|
||||
("emoji_name", SqliteType.Text),
|
||||
("emoji_flags", SqliteType.Integer),
|
||||
("count", SqliteType.Integer)
|
||||
]);
|
||||
|
||||
|
||||
await using var downloadCollector = new SqliteDownloadRepository.NewDownloadCollector(downloads, conn);
|
||||
|
||||
foreach (var message in messages) {
|
||||
@@ -103,29 +100,30 @@ sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository
|
||||
messageCmd.Set(":timestamp", message.Timestamp);
|
||||
await messageCmd.ExecuteNonQueryAsync();
|
||||
|
||||
await ExecuteDeleteByMessageId(deleteEditTimestampCmd, messageId);
|
||||
await ExecuteDeleteByMessageId(deleteRepliedToCmd, messageId);
|
||||
await ExecuteDeleteByMessageId(deleteMessageEditTimestampCmd, messageId);
|
||||
await ExecuteDeleteByMessageId(deleteMessageRepliedToCmd, messageId);
|
||||
|
||||
await ExecuteDeleteByMessageId(deleteAttachmentsCmd, messageId);
|
||||
await ExecuteDeleteByMessageId(deleteEmbedsCmd, messageId);
|
||||
await ExecuteDeleteByMessageId(deleteReactionsCmd, messageId);
|
||||
await ExecuteDeleteByMessageId(deleteMessageAttachmentsCmd, messageId);
|
||||
await ExecuteDeleteByMessageId(deleteMessageEmbedsCmd, messageId);
|
||||
await ExecuteDeleteByMessageId(deleteMessageReactionsCmd, messageId);
|
||||
|
||||
if (message.EditTimestamp is {} timestamp) {
|
||||
editTimestampCmd.Set(":message_id", messageId);
|
||||
editTimestampCmd.Set(":edit_timestamp", timestamp);
|
||||
await editTimestampCmd.ExecuteNonQueryAsync();
|
||||
messageEditTimestampCmd.Set(":message_id", messageId);
|
||||
messageEditTimestampCmd.Set(":edit_timestamp", timestamp);
|
||||
await messageEditTimestampCmd.ExecuteNonQueryAsync();
|
||||
}
|
||||
|
||||
if (message.RepliedToId is {} repliedToId) {
|
||||
repliedToCmd.Set(":message_id", messageId);
|
||||
repliedToCmd.Set(":replied_to_id", repliedToId);
|
||||
await repliedToCmd.ExecuteNonQueryAsync();
|
||||
messageRepliedToCmd.Set(":message_id", messageId);
|
||||
messageRepliedToCmd.Set(":replied_to_id", repliedToId);
|
||||
await messageRepliedToCmd.ExecuteNonQueryAsync();
|
||||
}
|
||||
|
||||
if (!message.Attachments.IsEmpty) {
|
||||
foreach (var attachment in message.Attachments) {
|
||||
attachmentCmd.Set(":message_id", messageId);
|
||||
attachmentCmd.Set(":attachment_id", attachment.Id);
|
||||
object attachmentId = attachment.Id;
|
||||
|
||||
attachmentCmd.Set(":attachment_id", attachmentId);
|
||||
attachmentCmd.Set(":name", attachment.Name);
|
||||
attachmentCmd.Set(":type", attachment.Type);
|
||||
attachmentCmd.Set(":normalized_url", attachment.NormalizedUrl);
|
||||
@@ -134,16 +132,20 @@ sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository
|
||||
attachmentCmd.Set(":width", attachment.Width);
|
||||
attachmentCmd.Set(":height", attachment.Height);
|
||||
await attachmentCmd.ExecuteNonQueryAsync();
|
||||
|
||||
|
||||
messageAttachmentCmd.Set(":message_id", messageId);
|
||||
messageAttachmentCmd.Set(":attachment_id", attachmentId);
|
||||
await messageAttachmentCmd.ExecuteNonQueryAsync();
|
||||
|
||||
await downloadCollector.Add(DownloadLinkExtractor.FromAttachment(attachment));
|
||||
}
|
||||
}
|
||||
|
||||
if (!message.Embeds.IsEmpty) {
|
||||
foreach (var embed in message.Embeds) {
|
||||
embedCmd.Set(":message_id", messageId);
|
||||
embedCmd.Set(":json", embed.Json);
|
||||
await embedCmd.ExecuteNonQueryAsync();
|
||||
messageEmbedCmd.Set(":message_id", messageId);
|
||||
messageEmbedCmd.Set(":json", embed.Json);
|
||||
await messageEmbedCmd.ExecuteNonQueryAsync();
|
||||
|
||||
if (DownloadLinkExtractor.TryFromEmbedJson(embed.Json) is {} download) {
|
||||
await downloadCollector.Add(download);
|
||||
@@ -153,12 +155,12 @@ sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository
|
||||
|
||||
if (!message.Reactions.IsEmpty) {
|
||||
foreach (var reaction in message.Reactions) {
|
||||
reactionCmd.Set(":message_id", messageId);
|
||||
reactionCmd.Set(":emoji_id", reaction.EmojiId);
|
||||
reactionCmd.Set(":emoji_name", reaction.EmojiName);
|
||||
reactionCmd.Set(":emoji_flags", (int) reaction.EmojiFlags);
|
||||
reactionCmd.Set(":count", reaction.Count);
|
||||
await reactionCmd.ExecuteNonQueryAsync();
|
||||
messageReactionCmd.Set(":message_id", messageId);
|
||||
messageReactionCmd.Set(":emoji_id", reaction.EmojiId);
|
||||
messageReactionCmd.Set(":emoji_name", reaction.EmojiName);
|
||||
messageReactionCmd.Set(":emoji_flags", (int) reaction.EmojiFlags);
|
||||
messageReactionCmd.Set(":count", reaction.Count);
|
||||
await messageReactionCmd.ExecuteNonQueryAsync();
|
||||
|
||||
if (reaction.EmojiId is {} emojiId) {
|
||||
await downloadCollector.Add(DownloadLinkExtractor.FromEmoji(emojiId, reaction.EmojiFlags));
|
||||
@@ -167,7 +169,7 @@ sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository
|
||||
}
|
||||
}
|
||||
|
||||
await tx.CommitAsync();
|
||||
await conn.CommitTransactionAsync();
|
||||
downloadCollector.OnCommitted();
|
||||
}
|
||||
|
||||
@@ -177,17 +179,17 @@ sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository
|
||||
public override Task<long> Count(CancellationToken cancellationToken) {
|
||||
return Count(filter: null, cancellationToken);
|
||||
}
|
||||
|
||||
|
||||
public async Task<long> Count(MessageFilter? filter, CancellationToken cancellationToken) {
|
||||
await using var conn = await pool.Take();
|
||||
return await conn.ExecuteReaderAsync("SELECT COUNT(*) FROM messages" + filter.GenerateConditions().BuildWhereClause(), static reader => reader?.GetInt64(0) ?? 0L, cancellationToken);
|
||||
}
|
||||
|
||||
private sealed class MesageToManyCommand<T> : IAsyncDisposable {
|
||||
private sealed class MessageToManyCommand<T> : IAsyncDisposable {
|
||||
private readonly SqliteCommand cmd;
|
||||
private readonly Func<SqliteDataReader, T> readItem;
|
||||
|
||||
public MesageToManyCommand(ISqliteConnection conn, string sql, Func<SqliteDataReader, T> readItem) {
|
||||
public MessageToManyCommand(ISqliteConnection conn, string sql, Func<SqliteDataReader, T> readItem) {
|
||||
this.cmd = conn.Command(sql);
|
||||
this.cmd.Add(":message_id", SqliteType.Integer);
|
||||
|
||||
@@ -213,17 +215,18 @@ sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository
|
||||
}
|
||||
}
|
||||
|
||||
public async IAsyncEnumerable<Message> Get(MessageFilter? filter) {
|
||||
public async IAsyncEnumerable<Message> Get(MessageFilter? filter, [EnumeratorCancellation] CancellationToken cancellationToken) {
|
||||
await using var conn = await pool.Take();
|
||||
|
||||
const string AttachmentSql =
|
||||
"""
|
||||
SELECT attachment_id, name, type, normalized_url, download_url, size, width, height
|
||||
FROM attachments
|
||||
WHERE message_id = :message_id
|
||||
JOIN message_attachments USING (attachment_id)
|
||||
WHERE message_attachments.message_id = :message_id
|
||||
""";
|
||||
|
||||
await using var attachmentCmd = new MesageToManyCommand<Attachment>(conn, AttachmentSql, static reader => new Attachment {
|
||||
await using var attachmentCmd = new MessageToManyCommand<Attachment>(conn, AttachmentSql, static reader => new Attachment {
|
||||
Id = reader.GetUint64(0),
|
||||
Name = reader.GetString(1),
|
||||
Type = reader.IsDBNull(2) ? null : reader.GetString(2),
|
||||
@@ -237,22 +240,22 @@ sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository
|
||||
const string EmbedSql =
|
||||
"""
|
||||
SELECT json
|
||||
FROM embeds
|
||||
FROM message_embeds
|
||||
WHERE message_id = :message_id
|
||||
""";
|
||||
|
||||
await using var embedCmd = new MesageToManyCommand<Embed>(conn, EmbedSql, static reader => new Embed {
|
||||
await using var embedCmd = new MessageToManyCommand<Embed>(conn, EmbedSql, static reader => new Embed {
|
||||
Json = reader.GetString(0)
|
||||
});
|
||||
|
||||
const string ReactionSql =
|
||||
"""
|
||||
SELECT emoji_id, emoji_name, emoji_flags, count
|
||||
FROM reactions
|
||||
FROM message_reactions
|
||||
WHERE message_id = :message_id
|
||||
""";
|
||||
|
||||
await using var reactionsCmd = new MesageToManyCommand<Reaction>(conn, ReactionSql, static reader => new Reaction {
|
||||
await using var reactionsCmd = new MessageToManyCommand<Reaction>(conn, ReactionSql, static reader => new Reaction {
|
||||
EmojiId = reader.IsDBNull(0) ? null : reader.GetUint64(0),
|
||||
EmojiName = reader.IsDBNull(1) ? null : reader.GetString(1),
|
||||
EmojiFlags = (EmojiFlags) reader.GetInt16(2),
|
||||
@@ -261,17 +264,17 @@ sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository
|
||||
|
||||
await using var messageCmd = conn.Command(
|
||||
$"""
|
||||
SELECT m.message_id, m.sender_id, m.channel_id, m.text, m.timestamp, et.edit_timestamp, rt.replied_to_id
|
||||
SELECT m.message_id, m.sender_id, m.channel_id, m.text, m.timestamp, met.edit_timestamp, mrt.replied_to_id
|
||||
FROM messages m
|
||||
LEFT JOIN edit_timestamps et ON m.message_id = et.message_id
|
||||
LEFT JOIN replied_to rt ON m.message_id = rt.message_id
|
||||
LEFT JOIN message_edit_timestamps met ON m.message_id = met.message_id
|
||||
LEFT JOIN message_replied_to mrt ON m.message_id = mrt.message_id
|
||||
{filter.GenerateConditions("m").BuildWhereClause()}
|
||||
"""
|
||||
);
|
||||
|
||||
await using var reader = await messageCmd.ExecuteReaderAsync();
|
||||
await using var reader = await messageCmd.ExecuteReaderAsync(cancellationToken);
|
||||
|
||||
while (await reader.ReadAsync()) {
|
||||
while (await reader.ReadAsync(cancellationToken)) {
|
||||
ulong messageId = reader.GetUint64(0);
|
||||
|
||||
yield return new Message {
|
||||
@@ -291,7 +294,7 @@ sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository
|
||||
|
||||
public async IAsyncEnumerable<ulong> GetIds(MessageFilter? filter) {
|
||||
await using var conn = await pool.Take();
|
||||
|
||||
|
||||
await using var cmd = conn.Command("SELECT message_id FROM messages" + filter.GenerateConditions().BuildWhereClause());
|
||||
await using var reader = await cmd.ExecuteReaderAsync();
|
||||
|
||||
|
@@ -1,4 +1,5 @@
|
||||
using System.Collections.Generic;
|
||||
using System.Runtime.CompilerServices;
|
||||
using System.Threading;
|
||||
using System.Threading.Tasks;
|
||||
using DHT.Server.Data;
|
||||
@@ -19,9 +20,9 @@ sealed class SqliteServerRepository : BaseSqliteRepository, IServerRepository {
|
||||
}
|
||||
|
||||
public async Task Add(IReadOnlyList<Data.Server> servers) {
|
||||
await using var conn = await pool.Take();
|
||||
|
||||
await using (var tx = await conn.BeginTransactionAsync()) {
|
||||
await using (var conn = await pool.Take()) {
|
||||
await conn.BeginTransactionAsync();
|
||||
|
||||
await using var cmd = conn.Upsert("servers", [
|
||||
("id", SqliteType.Integer),
|
||||
("name", SqliteType.Text),
|
||||
@@ -35,7 +36,7 @@ sealed class SqliteServerRepository : BaseSqliteRepository, IServerRepository {
|
||||
await cmd.ExecuteNonQueryAsync();
|
||||
}
|
||||
|
||||
await tx.CommitAsync();
|
||||
await conn.CommitTransactionAsync();
|
||||
}
|
||||
|
||||
UpdateTotalCount();
|
||||
@@ -46,13 +47,13 @@ sealed class SqliteServerRepository : BaseSqliteRepository, IServerRepository {
|
||||
return await conn.ExecuteReaderAsync("SELECT COUNT(*) FROM servers", static reader => reader?.GetInt64(0) ?? 0L, cancellationToken);
|
||||
}
|
||||
|
||||
public async IAsyncEnumerable<Data.Server> Get() {
|
||||
public async IAsyncEnumerable<Data.Server> Get([EnumeratorCancellation] CancellationToken cancellationToken) {
|
||||
await using var conn = await pool.Take();
|
||||
|
||||
await using var cmd = conn.Command("SELECT id, name, type FROM servers");
|
||||
await using var reader = await cmd.ExecuteReaderAsync();
|
||||
await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
|
||||
|
||||
while (await reader.ReadAsync()) {
|
||||
while (await reader.ReadAsync(cancellationToken)) {
|
||||
yield return new Data.Server {
|
||||
Id = reader.GetUint64(0),
|
||||
Name = reader.GetString(1),
|
||||
|
@@ -0,0 +1,58 @@
|
||||
using System;
|
||||
using System.Threading.Tasks;
|
||||
using DHT.Server.Data.Settings;
|
||||
using DHT.Server.Database.Repositories;
|
||||
using DHT.Server.Database.Sqlite.Utils;
|
||||
using Microsoft.Data.Sqlite;
|
||||
|
||||
namespace DHT.Server.Database.Sqlite.Repositories;
|
||||
|
||||
sealed class SqliteSettingsRepository(SqliteConnectionPool pool) : ISettingsRepository {
|
||||
public Task Set<T>(SettingsKey<T> key, T value) {
|
||||
return Set(setter => setter.Set(key, value));
|
||||
}
|
||||
|
||||
public async Task Set(Func<ISettingsRepository.ISetter, Task> setter) {
|
||||
await using var conn = await pool.Take();
|
||||
await conn.BeginTransactionAsync();
|
||||
|
||||
await using var cmd = conn.Command(
|
||||
"""
|
||||
INSERT INTO metadata (key, value)
|
||||
VALUES (:key, :value)
|
||||
ON CONFLICT (key)
|
||||
DO UPDATE SET value = excluded.value
|
||||
"""
|
||||
);
|
||||
|
||||
cmd.Add(":key", SqliteType.Text);
|
||||
cmd.Add(":value", SqliteType.Text);
|
||||
|
||||
await setter(new Setter(cmd));
|
||||
|
||||
await cmd.ExecuteNonQueryAsync();
|
||||
await conn.CommitTransactionAsync();
|
||||
}
|
||||
|
||||
private sealed class Setter(SqliteCommand cmd) : ISettingsRepository.ISetter {
|
||||
public async Task Set<T>(SettingsKey<T> key, T value) {
|
||||
cmd.Set(":key", key.Key);
|
||||
cmd.Set(":value", key.ToString(value));
|
||||
await cmd.ExecuteNonQueryAsync();
|
||||
}
|
||||
}
|
||||
|
||||
public async Task<T?> Get<T>(SettingsKey<T> key, T? defaultValue) {
|
||||
string? value;
|
||||
|
||||
await using (var conn = await pool.Take()) {
|
||||
await using var cmd = conn.Command("SELECT value FROM metadata WHERE key = :key");
|
||||
cmd.AddAndSet(":key", SqliteType.Text, key.Key);
|
||||
|
||||
await using var reader = await cmd.ExecuteReaderAsync();
|
||||
value = await reader.ReadAsync() ? reader.GetString(0) : null;
|
||||
}
|
||||
|
||||
return value != null && key.FromString(value, out var convertedValue) ? convertedValue : defaultValue;
|
||||
}
|
||||
}
|
@@ -1,4 +1,5 @@
|
||||
using System.Collections.Generic;
|
||||
using System.Runtime.CompilerServices;
|
||||
using System.Threading;
|
||||
using System.Threading.Tasks;
|
||||
using DHT.Server.Data;
|
||||
@@ -23,11 +24,12 @@ sealed class SqliteUserRepository : BaseSqliteRepository, IUserRepository {
|
||||
|
||||
public async Task Add(IReadOnlyList<User> users) {
|
||||
await using (var conn = await pool.Take()) {
|
||||
await using var tx = await conn.BeginTransactionAsync();
|
||||
await conn.BeginTransactionAsync();
|
||||
|
||||
await using var cmd = conn.Upsert("users", [
|
||||
("id", SqliteType.Integer),
|
||||
("name", SqliteType.Text),
|
||||
("display_name", SqliteType.Text),
|
||||
("avatar_url", SqliteType.Text),
|
||||
("discriminator", SqliteType.Text)
|
||||
]);
|
||||
@@ -37,6 +39,7 @@ sealed class SqliteUserRepository : BaseSqliteRepository, IUserRepository {
|
||||
foreach (var user in users) {
|
||||
cmd.Set(":id", user.Id);
|
||||
cmd.Set(":name", user.Name);
|
||||
cmd.Set(":display_name", user.DisplayName);
|
||||
cmd.Set(":avatar_url", user.AvatarUrl);
|
||||
cmd.Set(":discriminator", user.Discriminator);
|
||||
await cmd.ExecuteNonQueryAsync();
|
||||
@@ -46,7 +49,7 @@ sealed class SqliteUserRepository : BaseSqliteRepository, IUserRepository {
|
||||
}
|
||||
}
|
||||
|
||||
await tx.CommitAsync();
|
||||
await conn.CommitTransactionAsync();
|
||||
downloadCollector.OnCommitted();
|
||||
}
|
||||
|
||||
@@ -58,18 +61,19 @@ sealed class SqliteUserRepository : BaseSqliteRepository, IUserRepository {
|
||||
return await conn.ExecuteReaderAsync("SELECT COUNT(*) FROM users", static reader => reader?.GetInt64(0) ?? 0L, cancellationToken);
|
||||
}
|
||||
|
||||
public async IAsyncEnumerable<User> Get() {
|
||||
public async IAsyncEnumerable<User> Get([EnumeratorCancellation] CancellationToken cancellationToken) {
|
||||
await using var conn = await pool.Take();
|
||||
|
||||
await using var cmd = conn.Command("SELECT id, name, avatar_url, discriminator FROM users");
|
||||
await using var reader = await cmd.ExecuteReaderAsync();
|
||||
await using var cmd = conn.Command("SELECT id, name, display_name, avatar_url, discriminator FROM users");
|
||||
await using var reader = await cmd.ExecuteReaderAsync(cancellationToken);
|
||||
|
||||
while (await reader.ReadAsync()) {
|
||||
while (await reader.ReadAsync(cancellationToken)) {
|
||||
yield return new User {
|
||||
Id = reader.GetUint64(0),
|
||||
Name = reader.GetString(1),
|
||||
AvatarUrl = reader.IsDBNull(2) ? null : reader.GetString(2),
|
||||
Discriminator = reader.IsDBNull(3) ? null : reader.GetString(3),
|
||||
DisplayName = reader.IsDBNull(2) ? null : reader.GetString(2),
|
||||
AvatarUrl = reader.IsDBNull(3) ? null : reader.GetString(3),
|
||||
Discriminator = reader.IsDBNull(4) ? null : reader.GetString(4),
|
||||
};
|
||||
}
|
||||
}
|
||||
|
@@ -8,7 +8,10 @@ sealed class SqliteSchemaUpgradeTo3 : ISchemaUpgrade {
|
||||
await reporter.MainWork("Applying schema changes...", 0, 1);
|
||||
|
||||
await SqliteSchema.CreateMessageEditTimestampTable(conn);
|
||||
await conn.ExecuteAsync("ALTER TABLE message_edit_timestamps RENAME TO edit_timestamps");
|
||||
|
||||
await SqliteSchema.CreateMessageRepliedToTable(conn);
|
||||
await conn.ExecuteAsync("ALTER TABLE message_replied_to RENAME TO replied_to");
|
||||
|
||||
await conn.ExecuteAsync("""
|
||||
INSERT INTO edit_timestamps (message_id, edit_timestamp)
|
||||
|
@@ -1,5 +1,4 @@
|
||||
using System.Collections.Generic;
|
||||
using System.Data.Common;
|
||||
using System.Threading.Tasks;
|
||||
using DHT.Server.Database.Sqlite.Utils;
|
||||
using DHT.Server.Download;
|
||||
@@ -23,7 +22,7 @@ sealed class SqliteSchemaUpgradeTo6 : ISchemaUpgrade {
|
||||
await conn.ExecuteAsync("ALTER TABLE attachments RENAME COLUMN url TO normalized_url");
|
||||
await conn.ExecuteAsync("ALTER TABLE downloads RENAME COLUMN url TO normalized_url");
|
||||
}
|
||||
|
||||
|
||||
private async Task NormalizeAttachmentUrls(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
|
||||
await reporter.SubWork("Preparing attachments...", 0, 0);
|
||||
|
||||
@@ -39,7 +38,7 @@ sealed class SqliteSchemaUpgradeTo6 : ISchemaUpgrade {
|
||||
}
|
||||
}
|
||||
|
||||
await using var tx = await conn.BeginTransactionAsync();
|
||||
await conn.BeginTransactionAsync();
|
||||
|
||||
int totalUrls = normalizedUrls.Count;
|
||||
int processedUrls = -1;
|
||||
@@ -61,7 +60,7 @@ sealed class SqliteSchemaUpgradeTo6 : ISchemaUpgrade {
|
||||
|
||||
await reporter.SubWork("Updating URLs...", totalUrls, totalUrls);
|
||||
|
||||
await tx.CommitAsync();
|
||||
await conn.CommitTransactionAsync();
|
||||
}
|
||||
|
||||
private async Task NormalizeDownloadUrls(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
|
||||
@@ -84,26 +83,23 @@ sealed class SqliteSchemaUpgradeTo6 : ISchemaUpgrade {
|
||||
}
|
||||
|
||||
await conn.ExecuteAsync("PRAGMA cache_size = -20000");
|
||||
await conn.BeginTransactionAsync();
|
||||
|
||||
await reporter.SubWork("Deleting duplicates...", 0, 0);
|
||||
|
||||
DbTransaction tx;
|
||||
|
||||
await using (tx = await conn.BeginTransactionAsync()) {
|
||||
await reporter.SubWork("Deleting duplicates...", 0, 0);
|
||||
|
||||
await using (var deleteCmd = conn.Delete("downloads", ("url", SqliteType.Text))) {
|
||||
foreach (var duplicateUrl in duplicateUrlsToDelete) {
|
||||
deleteCmd.Set(":url", duplicateUrl);
|
||||
await deleteCmd.ExecuteNonQueryAsync();
|
||||
}
|
||||
await using (var deleteCmd = conn.Delete("downloads", ("url", SqliteType.Text))) {
|
||||
foreach (var duplicateUrl in duplicateUrlsToDelete) {
|
||||
deleteCmd.Set(":url", duplicateUrl);
|
||||
await deleteCmd.ExecuteNonQueryAsync();
|
||||
}
|
||||
|
||||
await tx.CommitAsync();
|
||||
}
|
||||
|
||||
await conn.CommitTransactionAsync();
|
||||
|
||||
int totalUrls = normalizedUrlsToOriginalUrls.Count;
|
||||
int processedUrls = -1;
|
||||
|
||||
tx = await conn.BeginTransactionAsync();
|
||||
await conn.BeginTransactionAsync();
|
||||
|
||||
await using (var updateCmd = conn.Command("UPDATE downloads SET download_url = :download_url, url = :normalized_url WHERE url = :download_url")) {
|
||||
updateCmd.Add(":normalized_url", SqliteType.Text);
|
||||
@@ -115,11 +111,10 @@ sealed class SqliteSchemaUpgradeTo6 : ISchemaUpgrade {
|
||||
|
||||
// Not proper way of dealing with transactions, but it avoids a long commit at the end.
|
||||
// Schema upgrades are already non-atomic anyways, so this doesn't make it worse.
|
||||
await tx.CommitAsync();
|
||||
await tx.DisposeAsync();
|
||||
await conn.CommitTransactionAsync();
|
||||
|
||||
tx = await conn.BeginTransactionAsync();
|
||||
updateCmd.Transaction = (SqliteTransaction) tx;
|
||||
await conn.BeginTransactionAsync();
|
||||
conn.AssignActiveTransaction(updateCmd);
|
||||
}
|
||||
|
||||
updateCmd.Set(":normalized_url", normalizedUrl);
|
||||
@@ -130,8 +125,7 @@ sealed class SqliteSchemaUpgradeTo6 : ISchemaUpgrade {
|
||||
|
||||
await reporter.SubWork("Updating URLs...", totalUrls, totalUrls);
|
||||
|
||||
await tx.CommitAsync();
|
||||
await tx.DisposeAsync();
|
||||
await conn.CommitTransactionAsync();
|
||||
|
||||
await conn.ExecuteAsync("PRAGMA cache_size = -2000");
|
||||
}
|
||||
|
@@ -11,56 +11,55 @@ sealed class SqliteSchemaUpgradeTo7 : ISchemaUpgrade {
|
||||
async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
|
||||
await reporter.MainWork("Applying schema changes...", 0, 6);
|
||||
await SqliteSchema.CreateDownloadTables(conn);
|
||||
|
||||
|
||||
await reporter.MainWork("Migrating download metadata...", 1, 6);
|
||||
await conn.ExecuteAsync("INSERT INTO download_metadata (normalized_url, download_url, status, size) SELECT normalized_url, download_url, status, size FROM downloads");
|
||||
|
||||
|
||||
await reporter.MainWork("Merging attachment metadata...", 2, 6);
|
||||
await conn.ExecuteAsync("UPDATE download_metadata SET type = (SELECT type FROM attachments WHERE download_metadata.normalized_url = attachments.normalized_url)");
|
||||
|
||||
|
||||
await reporter.MainWork("Migrating downloaded files...", 3, 6);
|
||||
await MigrateDownloadBlobsToNewTable(conn, reporter);
|
||||
|
||||
|
||||
await reporter.MainWork("Applying schema changes...", 4, 6);
|
||||
await conn.ExecuteAsync("DROP TABLE downloads");
|
||||
|
||||
|
||||
await reporter.MainWork("Discovering downloadable links...", 5, 6);
|
||||
await DiscoverDownloadableLinks(conn, reporter);
|
||||
}
|
||||
|
||||
private async Task MigrateDownloadBlobsToNewTable(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
|
||||
await reporter.SubWork("Listing downloaded files...", 0, 0);
|
||||
|
||||
|
||||
var urlsToMigrate = await GetDownloadedFileUrls(conn);
|
||||
int totalFiles = urlsToMigrate.Count;
|
||||
int processedFiles = -1;
|
||||
|
||||
await reporter.SubWork("Processing downloaded files...", 0, totalFiles);
|
||||
|
||||
var tx = await conn.BeginTransactionAsync();
|
||||
|
||||
await conn.BeginTransactionAsync();
|
||||
|
||||
await using (var insertCmd = conn.Command("INSERT INTO download_blobs (normalized_url, blob) SELECT normalized_url, blob FROM downloads WHERE normalized_url = :normalized_url"))
|
||||
await using (var deleteCmd = conn.Command("DELETE FROM downloads WHERE normalized_url = :normalized_url")) {
|
||||
insertCmd.Add(":normalized_url", SqliteType.Text);
|
||||
deleteCmd.Add(":normalized_url", SqliteType.Text);
|
||||
|
||||
|
||||
foreach (var url in urlsToMigrate) {
|
||||
if (++processedFiles % 10 == 0) {
|
||||
await reporter.SubWork("Processing downloaded files...", processedFiles, totalFiles);
|
||||
|
||||
|
||||
// Not proper way of dealing with transactions, but it avoids a long commit at the end.
|
||||
// Schema upgrades are already non-atomic anyways, so this doesn't make it worse.
|
||||
await tx.CommitAsync();
|
||||
await tx.DisposeAsync();
|
||||
|
||||
tx = await conn.BeginTransactionAsync();
|
||||
insertCmd.Transaction = (SqliteTransaction) tx;
|
||||
deleteCmd.Transaction = (SqliteTransaction) tx;
|
||||
await conn.CommitTransactionAsync();
|
||||
|
||||
await conn.BeginTransactionAsync();
|
||||
conn.AssignActiveTransaction(insertCmd);
|
||||
conn.AssignActiveTransaction(deleteCmd);
|
||||
}
|
||||
|
||||
|
||||
insertCmd.Set(":normalized_url", url);
|
||||
await insertCmd.ExecuteNonQueryAsync();
|
||||
|
||||
|
||||
deleteCmd.Set(":normalized_url", url);
|
||||
await deleteCmd.ExecuteNonQueryAsync();
|
||||
}
|
||||
@@ -68,8 +67,7 @@ sealed class SqliteSchemaUpgradeTo7 : ISchemaUpgrade {
|
||||
|
||||
await reporter.SubWork("Processing downloaded files...", totalFiles, totalFiles);
|
||||
|
||||
await tx.CommitAsync();
|
||||
await tx.DisposeAsync();
|
||||
await conn.CommitTransactionAsync();
|
||||
}
|
||||
|
||||
private async Task<List<string>> GetDownloadedFileUrls(ISqliteConnection conn) {
|
||||
@@ -110,46 +108,46 @@ sealed class SqliteSchemaUpgradeTo7 : ISchemaUpgrade {
|
||||
insertCmd.Set(":size", download.Size);
|
||||
await insertCmd.ExecuteNonQueryAsync();
|
||||
}
|
||||
|
||||
await using (var tx = await conn.BeginTransactionAsync()) {
|
||||
await using var insertCmd = conn.Command("INSERT OR IGNORE INTO download_metadata (normalized_url, download_url, status, type, size) VALUES (:normalized_url, :download_url, :status, :type, :size)");
|
||||
insertCmd.Add(":normalized_url", SqliteType.Text);
|
||||
insertCmd.Add(":download_url", SqliteType.Text);
|
||||
insertCmd.Add(":status", SqliteType.Integer);
|
||||
insertCmd.Add(":type", SqliteType.Text);
|
||||
insertCmd.Add(":size", SqliteType.Integer);
|
||||
|
||||
await reporter.SubWork("Processing embeds...", 1, 4);
|
||||
|
||||
await using (var embedCmd = conn.Command("SELECT json FROM embeds")) {
|
||||
await using var reader = await embedCmd.ExecuteReaderAsync();
|
||||
await conn.BeginTransactionAsync();
|
||||
|
||||
while (await reader.ReadAsync()) {
|
||||
await InsertDownload(insertCmd, await DownloadLinkExtractor.TryFromEmbedJson(reader.GetStream(0)));
|
||||
}
|
||||
await using var insertCmd = conn.Command("INSERT OR IGNORE INTO download_metadata (normalized_url, download_url, status, type, size) VALUES (:normalized_url, :download_url, :status, :type, :size)");
|
||||
insertCmd.Add(":normalized_url", SqliteType.Text);
|
||||
insertCmd.Add(":download_url", SqliteType.Text);
|
||||
insertCmd.Add(":status", SqliteType.Integer);
|
||||
insertCmd.Add(":type", SqliteType.Text);
|
||||
insertCmd.Add(":size", SqliteType.Integer);
|
||||
|
||||
await reporter.SubWork("Processing embeds...", 1, 4);
|
||||
|
||||
await using (var embedCmd = conn.Command("SELECT json FROM embeds")) {
|
||||
await using var reader = await embedCmd.ExecuteReaderAsync();
|
||||
|
||||
while (await reader.ReadAsync()) {
|
||||
await InsertDownload(insertCmd, await DownloadLinkExtractor.TryFromEmbedJson(reader.GetStream(0)));
|
||||
}
|
||||
|
||||
await reporter.SubWork("Processing users...", 2, 4);
|
||||
|
||||
await using (var avatarCmd = conn.Command("SELECT id, avatar_url FROM users WHERE avatar_url IS NOT NULL")) {
|
||||
await using var reader = await avatarCmd.ExecuteReaderAsync();
|
||||
|
||||
while (await reader.ReadAsync()) {
|
||||
await InsertDownload(insertCmd, DownloadLinkExtractor.FromUserAvatar(reader.GetUint64(0), reader.GetString(1)));
|
||||
}
|
||||
}
|
||||
|
||||
await reporter.SubWork("Processing reactions...", 3, 4);
|
||||
|
||||
await using (var avatarCmd = conn.Command("SELECT DISTINCT emoji_id, emoji_flags FROM reactions WHERE emoji_id IS NOT NULL")) {
|
||||
await using var reader = await avatarCmd.ExecuteReaderAsync();
|
||||
|
||||
while (await reader.ReadAsync()) {
|
||||
await InsertDownload(insertCmd, DownloadLinkExtractor.FromEmoji(reader.GetUint64(0), (EmojiFlags) reader.GetInt16(1)));
|
||||
}
|
||||
}
|
||||
|
||||
await tx.CommitAsync();
|
||||
}
|
||||
|
||||
await reporter.SubWork("Processing users...", 2, 4);
|
||||
|
||||
await using (var avatarCmd = conn.Command("SELECT id, avatar_url FROM users WHERE avatar_url IS NOT NULL")) {
|
||||
await using var reader = await avatarCmd.ExecuteReaderAsync();
|
||||
|
||||
while (await reader.ReadAsync()) {
|
||||
await InsertDownload(insertCmd, DownloadLinkExtractor.FromUserAvatar(reader.GetUint64(0), reader.GetString(1)));
|
||||
}
|
||||
}
|
||||
|
||||
await reporter.SubWork("Processing reactions...", 3, 4);
|
||||
|
||||
await using (var avatarCmd = conn.Command("SELECT DISTINCT emoji_id, emoji_flags FROM reactions WHERE emoji_id IS NOT NULL")) {
|
||||
await using var reader = await avatarCmd.ExecuteReaderAsync();
|
||||
|
||||
while (await reader.ReadAsync()) {
|
||||
await InsertDownload(insertCmd, DownloadLinkExtractor.FromEmoji(reader.GetUint64(0), (EmojiFlags) reader.GetInt16(1)));
|
||||
}
|
||||
}
|
||||
|
||||
await conn.CommitTransactionAsync();
|
||||
}
|
||||
}
|
||||
|
11
app/Server/Database/Sqlite/Schema/SqliteSchemaUpgradeTo8.cs
Normal file
11
app/Server/Database/Sqlite/Schema/SqliteSchemaUpgradeTo8.cs
Normal file
@@ -0,0 +1,11 @@
|
||||
using System.Threading.Tasks;
|
||||
using DHT.Server.Database.Sqlite.Utils;
|
||||
|
||||
namespace DHT.Server.Database.Sqlite.Schema;
|
||||
|
||||
sealed class SqliteSchemaUpgradeTo8 : ISchemaUpgrade {
|
||||
async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
|
||||
await reporter.MainWork("Applying schema changes...", 0, 1);
|
||||
await conn.ExecuteAsync("ALTER TABLE users ADD display_name TEXT");
|
||||
}
|
||||
}
|
23
app/Server/Database/Sqlite/Schema/SqliteSchemaUpgradeTo9.cs
Normal file
23
app/Server/Database/Sqlite/Schema/SqliteSchemaUpgradeTo9.cs
Normal file
@@ -0,0 +1,23 @@
|
||||
using System.Threading.Tasks;
|
||||
using DHT.Server.Database.Sqlite.Utils;
|
||||
|
||||
namespace DHT.Server.Database.Sqlite.Schema;
|
||||
|
||||
sealed class SqliteSchemaUpgradeTo9 : ISchemaUpgrade {
|
||||
async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
|
||||
await reporter.MainWork("Applying schema changes...", 0, 3);
|
||||
await SqliteSchema.CreateMessageAttachmentsTable(conn);
|
||||
|
||||
await reporter.MainWork("Migrating message attachments...", 1, 3);
|
||||
await conn.ExecuteAsync("INSERT INTO message_attachments (message_id, attachment_id) SELECT message_id, attachment_id FROM attachments a JOIN messages m USING (message_id)");
|
||||
|
||||
await reporter.MainWork("Applying schema changes...", 2, 3);
|
||||
await conn.ExecuteAsync("DROP INDEX attachments_message_ix");
|
||||
await conn.ExecuteAsync("ALTER TABLE attachments DROP COLUMN message_id");
|
||||
|
||||
await conn.ExecuteAsync("ALTER TABLE embeds RENAME TO message_embeds");
|
||||
await conn.ExecuteAsync("ALTER TABLE edit_timestamps RENAME TO message_edit_timestamps");
|
||||
await conn.ExecuteAsync("ALTER TABLE replied_to RENAME TO message_replied_to");
|
||||
await conn.ExecuteAsync("ALTER TABLE reactions RENAME TO message_reactions");
|
||||
}
|
||||
}
|
@@ -39,6 +39,7 @@ public sealed class SqliteDatabaseFile : IDatabaseFile {
|
||||
|
||||
public string Path { get; }
|
||||
|
||||
public ISettingsRepository Settings => settings;
|
||||
public IUserRepository Users => users;
|
||||
public IServerRepository Servers => servers;
|
||||
public IChannelRepository Channels => channels;
|
||||
@@ -47,6 +48,7 @@ public sealed class SqliteDatabaseFile : IDatabaseFile {
|
||||
|
||||
private readonly SqliteConnectionPool pool;
|
||||
|
||||
private readonly SqliteSettingsRepository settings;
|
||||
private readonly SqliteUserRepository users;
|
||||
private readonly SqliteServerRepository servers;
|
||||
private readonly SqliteChannelRepository channels;
|
||||
@@ -58,6 +60,7 @@ public sealed class SqliteDatabaseFile : IDatabaseFile {
|
||||
this.pool = pool;
|
||||
|
||||
downloads = new SqliteDownloadRepository(pool);
|
||||
settings = new SqliteSettingsRepository(pool);
|
||||
users = new SqliteUserRepository(pool, downloads);
|
||||
servers = new SqliteServerRepository(pool);
|
||||
channels = new SqliteChannelRepository(pool);
|
||||
|
@@ -8,7 +8,7 @@ using DHT.Utils.Logging;
|
||||
namespace DHT.Server.Database.Sqlite;
|
||||
|
||||
sealed class SqliteSchema {
|
||||
internal const int Version = 7;
|
||||
internal const int Version = 9;
|
||||
|
||||
private static readonly Log Log = Log.ForType<SqliteSchema>();
|
||||
|
||||
@@ -48,6 +48,7 @@ sealed class SqliteSchema {
|
||||
CREATE TABLE users (
|
||||
id INTEGER PRIMARY KEY NOT NULL,
|
||||
name TEXT NOT NULL,
|
||||
display_name TEXT,
|
||||
avatar_url TEXT,
|
||||
discriminator TEXT
|
||||
)
|
||||
@@ -85,7 +86,6 @@ sealed class SqliteSchema {
|
||||
|
||||
await conn.ExecuteAsync("""
|
||||
CREATE TABLE attachments (
|
||||
message_id INTEGER NOT NULL,
|
||||
attachment_id INTEGER NOT NULL PRIMARY KEY NOT NULL,
|
||||
name TEXT NOT NULL,
|
||||
type TEXT,
|
||||
@@ -98,14 +98,14 @@ sealed class SqliteSchema {
|
||||
""");
|
||||
|
||||
await conn.ExecuteAsync("""
|
||||
CREATE TABLE embeds (
|
||||
CREATE TABLE message_embeds (
|
||||
message_id INTEGER NOT NULL,
|
||||
json TEXT NOT NULL
|
||||
)
|
||||
""");
|
||||
|
||||
await conn.ExecuteAsync("""
|
||||
CREATE TABLE reactions (
|
||||
CREATE TABLE message_reactions (
|
||||
message_id INTEGER NOT NULL,
|
||||
emoji_id INTEGER,
|
||||
emoji_name TEXT,
|
||||
@@ -117,17 +117,17 @@ sealed class SqliteSchema {
|
||||
await CreateMessageEditTimestampTable(conn);
|
||||
await CreateMessageRepliedToTable(conn);
|
||||
await CreateDownloadTables(conn);
|
||||
await CreateMessageAttachmentsTable(conn);
|
||||
|
||||
await conn.ExecuteAsync("CREATE INDEX attachments_message_ix ON attachments(message_id)");
|
||||
await conn.ExecuteAsync("CREATE INDEX embeds_message_ix ON embeds(message_id)");
|
||||
await conn.ExecuteAsync("CREATE INDEX reactions_message_ix ON reactions(message_id)");
|
||||
await conn.ExecuteAsync("CREATE INDEX embeds_message_ix ON message_embeds(message_id)");
|
||||
await conn.ExecuteAsync("CREATE INDEX reactions_message_ix ON message_reactions(message_id)");
|
||||
|
||||
await conn.ExecuteAsync("INSERT INTO metadata (key, value) VALUES ('version', " + Version + ")");
|
||||
}
|
||||
|
||||
internal static async Task CreateMessageEditTimestampTable(ISqliteConnection conn) {
|
||||
await conn.ExecuteAsync("""
|
||||
CREATE TABLE edit_timestamps (
|
||||
CREATE TABLE message_edit_timestamps (
|
||||
message_id INTEGER PRIMARY KEY NOT NULL,
|
||||
edit_timestamp INTEGER NOT NULL
|
||||
)
|
||||
@@ -136,7 +136,7 @@ sealed class SqliteSchema {
|
||||
|
||||
internal static async Task CreateMessageRepliedToTable(ISqliteConnection conn) {
|
||||
await conn.ExecuteAsync("""
|
||||
CREATE TABLE replied_to (
|
||||
CREATE TABLE message_replied_to (
|
||||
message_id INTEGER PRIMARY KEY NOT NULL,
|
||||
replied_to_id INTEGER NOT NULL
|
||||
)
|
||||
@@ -162,6 +162,18 @@ sealed class SqliteSchema {
|
||||
)
|
||||
""");
|
||||
}
|
||||
|
||||
internal static async Task CreateMessageAttachmentsTable(ISqliteConnection conn) {
|
||||
await conn.ExecuteAsync("""
|
||||
CREATE TABLE message_attachments (
|
||||
message_id INTEGER NOT NULL,
|
||||
attachment_id INTEGER NOT NULL,
|
||||
PRIMARY KEY (message_id, attachment_id),
|
||||
FOREIGN KEY (message_id) REFERENCES messages (message_id) ON UPDATE CASCADE ON DELETE CASCADE,
|
||||
FOREIGN KEY (attachment_id) REFERENCES attachments (attachment_id) ON UPDATE CASCADE ON DELETE CASCADE
|
||||
)
|
||||
""");
|
||||
}
|
||||
|
||||
private async Task UpgradeSchemas(int dbVersion, ISchemaUpgradeCallbacks.IProgressReporter reporter) {
|
||||
var upgrades = new Dictionary<int, ISchemaUpgrade> {
|
||||
@@ -171,13 +183,15 @@ sealed class SqliteSchema {
|
||||
{ 4, new SqliteSchemaUpgradeTo5() },
|
||||
{ 5, new SqliteSchemaUpgradeTo6() },
|
||||
{ 6, new SqliteSchemaUpgradeTo7() },
|
||||
{ 7, new SqliteSchemaUpgradeTo8() },
|
||||
{ 8, new SqliteSchemaUpgradeTo9() },
|
||||
};
|
||||
|
||||
var perf = Log.Start("from version " + dbVersion);
|
||||
|
||||
for (int fromVersion = dbVersion; fromVersion < Version; fromVersion++) {
|
||||
var toVersion = fromVersion + 1;
|
||||
|
||||
|
||||
if (upgrades.TryGetValue(fromVersion, out var upgrade)) {
|
||||
await upgrade.Run(conn, reporter);
|
||||
}
|
||||
|
@@ -1,8 +1,15 @@
|
||||
using System;
|
||||
using System.Threading.Tasks;
|
||||
using Microsoft.Data.Sqlite;
|
||||
|
||||
namespace DHT.Server.Database.Sqlite.Utils;
|
||||
|
||||
interface ISqliteConnection : IAsyncDisposable {
|
||||
SqliteConnection InnerConnection { get; }
|
||||
|
||||
Task BeginTransactionAsync();
|
||||
Task CommitTransactionAsync();
|
||||
Task RollbackTransactionAsync();
|
||||
|
||||
void AssignActiveTransaction(SqliteCommand command);
|
||||
}
|
||||
|
@@ -1,5 +1,6 @@
|
||||
using System;
|
||||
using System.Collections.Generic;
|
||||
using System.Data.Common;
|
||||
using System.Threading;
|
||||
using System.Threading.Tasks;
|
||||
using DHT.Utils.Collections;
|
||||
@@ -73,17 +74,48 @@ sealed class SqliteConnectionPool : IAsyncDisposable {
|
||||
disposalTokenSource.Dispose();
|
||||
}
|
||||
|
||||
private sealed class PooledConnection : ISqliteConnection {
|
||||
public SqliteConnection InnerConnection { get; }
|
||||
private sealed class PooledConnection(SqliteConnectionPool pool, SqliteConnection conn) : ISqliteConnection {
|
||||
public SqliteConnection InnerConnection { get; } = conn;
|
||||
|
||||
private readonly SqliteConnectionPool pool;
|
||||
private DbTransaction? activeTransaction;
|
||||
|
||||
public PooledConnection(SqliteConnectionPool pool, SqliteConnection conn) {
|
||||
this.pool = pool;
|
||||
this.InnerConnection = conn;
|
||||
public async Task BeginTransactionAsync() {
|
||||
if (activeTransaction != null) {
|
||||
throw new InvalidOperationException("A transaction is already active.");
|
||||
}
|
||||
|
||||
activeTransaction = await InnerConnection.BeginTransactionAsync();
|
||||
}
|
||||
|
||||
public async Task CommitTransactionAsync() {
|
||||
if (activeTransaction == null) {
|
||||
throw new InvalidOperationException("No active transaction to commit.");
|
||||
}
|
||||
|
||||
await activeTransaction.CommitAsync();
|
||||
await activeTransaction.DisposeAsync();
|
||||
activeTransaction = null;
|
||||
}
|
||||
|
||||
public async Task RollbackTransactionAsync() {
|
||||
if (activeTransaction == null) {
|
||||
throw new InvalidOperationException("No active transaction to rollback.");
|
||||
}
|
||||
|
||||
await activeTransaction.RollbackAsync();
|
||||
await activeTransaction.DisposeAsync();
|
||||
activeTransaction = null;
|
||||
}
|
||||
|
||||
public void AssignActiveTransaction(SqliteCommand command) {
|
||||
command.Transaction = (SqliteTransaction?) activeTransaction;
|
||||
}
|
||||
|
||||
public async ValueTask DisposeAsync() {
|
||||
if (activeTransaction != null) {
|
||||
await RollbackTransactionAsync();
|
||||
}
|
||||
|
||||
await pool.Return(this);
|
||||
}
|
||||
}
|
||||
|
@@ -1,5 +1,4 @@
|
||||
using System;
|
||||
using System.Data.Common;
|
||||
using System.Linq;
|
||||
using System.Threading;
|
||||
using System.Threading.Tasks;
|
||||
@@ -9,10 +8,6 @@ using Microsoft.Data.Sqlite;
|
||||
namespace DHT.Server.Database.Sqlite.Utils;
|
||||
|
||||
static class SqliteExtensions {
|
||||
public static ValueTask<DbTransaction> BeginTransactionAsync(this ISqliteConnection conn) {
|
||||
return conn.InnerConnection.BeginTransactionAsync();
|
||||
}
|
||||
|
||||
public static SqliteCommand Command(this ISqliteConnection conn, [LanguageInjection("sql")] string sql) {
|
||||
var cmd = conn.InnerConnection.CreateCommand();
|
||||
cmd.CommandText = sql;
|
||||
@@ -30,6 +25,10 @@ static class SqliteExtensions {
|
||||
|
||||
return await reader.ReadAsync(cancellationToken) ? readFunction(reader) : readFunction(null);
|
||||
}
|
||||
|
||||
public static async Task<long> ExecuteLongScalarAsync(this SqliteCommand command) {
|
||||
return (long) (await command.ExecuteScalarAsync())!;
|
||||
}
|
||||
|
||||
public static SqliteCommand Insert(this ISqliteConnection conn, string tableName, (string Name, SqliteType Type)[] columns) {
|
||||
string columnNames = string.Join(',', columns.Select(static c => c.Name));
|
||||
|
@@ -10,13 +10,12 @@ public readonly struct DownloadItem {
|
||||
public string? Type { get; init; }
|
||||
public ulong? Size { get; init; }
|
||||
|
||||
internal DownloadWithData ToSuccess(byte[] data) {
|
||||
var size = (ulong) Math.Max(data.LongLength, 0);
|
||||
return new DownloadWithData(new Data.Download(NormalizedUrl, DownloadUrl, DownloadStatus.Success, Type, size), data);
|
||||
internal Data.Download ToSuccess(long size) {
|
||||
return new Data.Download(NormalizedUrl, DownloadUrl, DownloadStatus.Success, Type, (ulong) Math.Max(size, 0));
|
||||
}
|
||||
|
||||
internal DownloadWithData ToFailure(HttpStatusCode? statusCode = null) {
|
||||
internal Data.Download ToFailure(HttpStatusCode? statusCode = null) {
|
||||
var status = statusCode.HasValue ? (DownloadStatus) (int) statusCode : DownloadStatus.GenericError;
|
||||
return new DownloadWithData(new Data.Download(NormalizedUrl, DownloadUrl, status, Type, Size), Data: null);
|
||||
return new Data.Download(NormalizedUrl, DownloadUrl, status, Type, Size);
|
||||
}
|
||||
}
|
||||
|
@@ -11,16 +11,18 @@ public sealed class Downloader {
|
||||
public bool IsDownloading => current != null;
|
||||
|
||||
private readonly IDatabaseFile db;
|
||||
private readonly int? concurrentDownloads;
|
||||
private readonly SemaphoreSlim semaphore = new (1, 1);
|
||||
|
||||
internal Downloader(IDatabaseFile db) {
|
||||
internal Downloader(IDatabaseFile db, int? concurrentDownloads) {
|
||||
this.db = db;
|
||||
this.concurrentDownloads = concurrentDownloads;
|
||||
}
|
||||
|
||||
public async Task<IObservable<DownloadItem>> Start(DownloadItemFilter filter) {
|
||||
await semaphore.WaitAsync();
|
||||
try {
|
||||
current ??= new DownloaderTask(db, filter);
|
||||
current ??= new DownloaderTask(db, filter, concurrentDownloads);
|
||||
return current.FinishedItems;
|
||||
} finally {
|
||||
semaphore.Release();
|
||||
|
@@ -15,10 +15,14 @@ namespace DHT.Server.Download;
|
||||
sealed class DownloaderTask : IAsyncDisposable {
|
||||
private static readonly Log Log = Log.ForType<DownloaderTask>();
|
||||
|
||||
private const int DownloadTasks = 4;
|
||||
private const int DefaultConcurrentDownloads = 4;
|
||||
private const int QueueSize = 25;
|
||||
private const string UserAgent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36";
|
||||
|
||||
private static int GetDownloadTaskCount(int? concurrentDownloads) {
|
||||
return Math.Max(1, concurrentDownloads ?? DefaultConcurrentDownloads);
|
||||
}
|
||||
|
||||
private readonly Channel<DownloadItem> downloadQueue = Channel.CreateBounded<DownloadItem>(new BoundedChannelOptions(QueueSize) {
|
||||
SingleReader = false,
|
||||
SingleWriter = true,
|
||||
@@ -38,12 +42,12 @@ sealed class DownloaderTask : IAsyncDisposable {
|
||||
|
||||
public IObservable<DownloadItem> FinishedItems => finishedItemPublisher;
|
||||
|
||||
internal DownloaderTask(IDatabaseFile db, DownloadItemFilter filter) {
|
||||
internal DownloaderTask(IDatabaseFile db, DownloadItemFilter filter, int? concurrentDownloads) {
|
||||
this.db = db;
|
||||
this.filter = filter;
|
||||
this.cancellationToken = cancellationTokenSource.Token;
|
||||
this.queueWriterTask = Task.Run(RunQueueWriterTask);
|
||||
this.downloadTasks = Enumerable.Range(1, DownloadTasks).Select(taskIndex => Task.Run(() => RunDownloadTask(taskIndex))).ToArray();
|
||||
this.downloadTasks = Enumerable.Range(1, GetDownloadTaskCount(concurrentDownloads)).Select(taskIndex => Task.Run(() => RunDownloadTask(taskIndex))).ToArray();
|
||||
}
|
||||
|
||||
private async Task RunQueueWriterTask() {
|
||||
@@ -63,24 +67,39 @@ sealed class DownloaderTask : IAsyncDisposable {
|
||||
private async Task RunDownloadTask(int taskIndex) {
|
||||
var log = Log.ForType<DownloaderTask>("Task " + taskIndex);
|
||||
|
||||
var client = new HttpClient();
|
||||
var client = new HttpClient(new SocketsHttpHandler {
|
||||
ConnectTimeout = TimeSpan.FromSeconds(30)
|
||||
});
|
||||
|
||||
client.Timeout = Timeout.InfiniteTimeSpan;
|
||||
client.DefaultRequestHeaders.UserAgent.ParseAdd(UserAgent);
|
||||
client.Timeout = TimeSpan.FromSeconds(30);
|
||||
|
||||
while (!cancellationToken.IsCancellationRequested) {
|
||||
var item = await downloadQueue.Reader.ReadAsync(cancellationToken);
|
||||
log.Debug("Downloading " + item.DownloadUrl + "...");
|
||||
|
||||
try {
|
||||
var downloadedBytes = await client.GetByteArrayAsync(item.DownloadUrl, cancellationToken);
|
||||
await db.Downloads.AddDownload(item.ToSuccess(downloadedBytes));
|
||||
} catch (OperationCanceledException) {
|
||||
var response = await client.SendAsync(new HttpRequestMessage(HttpMethod.Get, item.DownloadUrl), HttpCompletionOption.ResponseHeadersRead, cancellationToken);
|
||||
response.EnsureSuccessStatusCode();
|
||||
|
||||
if (response.Content.Headers.ContentLength is {} contentLength) {
|
||||
await using var stream = await response.Content.ReadAsStreamAsync(cancellationToken);
|
||||
await db.Downloads.AddDownload(item.ToSuccess(contentLength), stream);
|
||||
}
|
||||
else {
|
||||
await db.Downloads.AddDownload(item.ToFailure(), stream: null);
|
||||
log.Error("Download response has no content length: " + item.DownloadUrl);
|
||||
}
|
||||
} catch (OperationCanceledException e) when (e.CancellationToken == cancellationToken) {
|
||||
// Ignore.
|
||||
} catch (TaskCanceledException e) when (e.InnerException is TimeoutException) {
|
||||
await db.Downloads.AddDownload(item.ToFailure(), stream: null);
|
||||
log.Error("Download timed out: " + item.DownloadUrl);
|
||||
} catch (HttpRequestException e) {
|
||||
await db.Downloads.AddDownload(item.ToFailure(e.StatusCode));
|
||||
await db.Downloads.AddDownload(item.ToFailure(e.StatusCode), stream: null);
|
||||
log.Error(e);
|
||||
} catch (Exception e) {
|
||||
await db.Downloads.AddDownload(item.ToFailure());
|
||||
await db.Downloads.AddDownload(item.ToFailure(), stream: null);
|
||||
log.Error(e);
|
||||
} finally {
|
||||
try {
|
||||
|
@@ -1,6 +1,7 @@
|
||||
using System;
|
||||
using System.Net;
|
||||
using System.Text.Json;
|
||||
using System.Threading;
|
||||
using System.Threading.Tasks;
|
||||
using DHT.Server.Database;
|
||||
using DHT.Utils.Http;
|
||||
@@ -9,39 +10,50 @@ using Microsoft.AspNetCore.Http;
|
||||
|
||||
namespace DHT.Server.Endpoints;
|
||||
|
||||
abstract class BaseEndpoint {
|
||||
abstract class BaseEndpoint(IDatabaseFile db) {
|
||||
private static readonly Log Log = Log.ForType<BaseEndpoint>();
|
||||
|
||||
protected IDatabaseFile Db { get; }
|
||||
|
||||
protected BaseEndpoint(IDatabaseFile db) {
|
||||
this.Db = db;
|
||||
}
|
||||
protected IDatabaseFile Db { get; } = db;
|
||||
|
||||
public async Task Handle(HttpContext ctx) {
|
||||
var response = ctx.Response;
|
||||
|
||||
try {
|
||||
response.StatusCode = (int) HttpStatusCode.OK;
|
||||
var output = await Respond(ctx);
|
||||
await output.WriteTo(response);
|
||||
await Respond(ctx.Request, response, ctx.RequestAborted);
|
||||
} catch (OperationCanceledException) {
|
||||
throw;
|
||||
} catch (HttpException e) {
|
||||
Log.Error(e);
|
||||
response.StatusCode = (int) e.StatusCode;
|
||||
await response.WriteAsync(e.Message);
|
||||
if (response.HasStarted) {
|
||||
Log.Warn("Response has already started, cannot write status message: " + e.Message);
|
||||
}
|
||||
else {
|
||||
await response.WriteAsync(e.Message);
|
||||
}
|
||||
} catch (Exception e) {
|
||||
Log.Error(e);
|
||||
response.StatusCode = (int) HttpStatusCode.InternalServerError;
|
||||
}
|
||||
}
|
||||
|
||||
protected abstract Task<IHttpOutput> Respond(HttpContext ctx);
|
||||
protected abstract Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken);
|
||||
|
||||
protected static async Task<JsonElement> ReadJson(HttpContext ctx) {
|
||||
protected static async Task<JsonElement> ReadJson(HttpRequest request) {
|
||||
try {
|
||||
return await ctx.Request.ReadFromJsonAsync(JsonElementContext.Default.JsonElement);
|
||||
return await request.ReadFromJsonAsync(JsonElementContext.Default.JsonElement);
|
||||
} catch (JsonException) {
|
||||
throw new HttpException(HttpStatusCode.UnsupportedMediaType, "This endpoint only accepts JSON.");
|
||||
}
|
||||
}
|
||||
|
||||
protected static Guid GetSessionId(HttpRequest request) {
|
||||
if (request.Query.TryGetValue("session", out var sessionIdValue) && sessionIdValue.Count == 1 && Guid.TryParse(sessionIdValue[0], out Guid sessionId)) {
|
||||
return sessionId;
|
||||
}
|
||||
else {
|
||||
throw new HttpException(HttpStatusCode.BadRequest, "Invalid session ID.");
|
||||
}
|
||||
}
|
||||
}
|
||||
|
@@ -1,4 +1,7 @@
|
||||
using System;
|
||||
using System.IO;
|
||||
using System.Net;
|
||||
using System.Threading;
|
||||
using System.Threading.Tasks;
|
||||
using DHT.Server.Database;
|
||||
using DHT.Server.Download;
|
||||
@@ -7,18 +10,17 @@ using Microsoft.AspNetCore.Http;
|
||||
|
||||
namespace DHT.Server.Endpoints;
|
||||
|
||||
sealed class GetDownloadedFileEndpoint : BaseEndpoint {
|
||||
public GetDownloadedFileEndpoint(IDatabaseFile db) : base(db) {}
|
||||
|
||||
protected override async Task<IHttpOutput> Respond(HttpContext ctx) {
|
||||
string url = WebUtility.UrlDecode((string) ctx.Request.RouteValues["url"]!);
|
||||
sealed class GetDownloadedFileEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
|
||||
protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
|
||||
string url = WebUtility.UrlDecode((string) request.RouteValues["url"]!);
|
||||
string normalizedUrl = DiscordCdn.NormalizeUrl(url);
|
||||
|
||||
if (await Db.Downloads.GetSuccessfulDownloadWithData(normalizedUrl) is { Download: {} download, Data: {} data }) {
|
||||
return new HttpOutput.File(download.Type, data);
|
||||
}
|
||||
else {
|
||||
return new HttpOutput.Redirect(url, permanent: false);
|
||||
if (!await Db.Downloads.GetSuccessfulDownloadWithData(normalizedUrl, WriteDataTo(response), cancellationToken)) {
|
||||
response.Redirect(url, permanent: false);
|
||||
}
|
||||
}
|
||||
|
||||
private static Func<Data.Download, Stream, CancellationToken, Task> WriteDataTo(HttpResponse response) {
|
||||
return (download, stream, cancellationToken) => response.WriteStreamAsync(download.Type, download.Size, stream, cancellationToken);
|
||||
}
|
||||
}
|
||||
|
@@ -1,5 +1,5 @@
|
||||
using System.Reflection;
|
||||
using System.Text;
|
||||
using System.Net.Mime;
|
||||
using System.Threading;
|
||||
using System.Threading.Tasks;
|
||||
using System.Web;
|
||||
using DHT.Server.Database;
|
||||
@@ -10,25 +10,17 @@ using Microsoft.AspNetCore.Http;
|
||||
|
||||
namespace DHT.Server.Endpoints;
|
||||
|
||||
sealed class GetTrackingScriptEndpoint : BaseEndpoint {
|
||||
private static ResourceLoader Resources { get; } = new (Assembly.GetExecutingAssembly());
|
||||
|
||||
private readonly ServerParameters serverParameters;
|
||||
|
||||
public GetTrackingScriptEndpoint(IDatabaseFile db, ServerParameters parameters) : base(db) {
|
||||
serverParameters = parameters;
|
||||
}
|
||||
|
||||
protected override async Task<IHttpOutput> Respond(HttpContext ctx) {
|
||||
string bootstrap = await Resources.ReadTextAsync("Tracker/bootstrap.js");
|
||||
string script = bootstrap.Replace("= 0; /*[PORT]*/", "= " + serverParameters.Port + ";")
|
||||
.Replace("/*[TOKEN]*/", HttpUtility.JavaScriptStringEncode(serverParameters.Token))
|
||||
.Replace("/*[IMPORTS]*/", await Resources.ReadJoinedAsync("Tracker/scripts/", '\n'))
|
||||
.Replace("/*[CSS-CONTROLLER]*/", await Resources.ReadTextAsync("Tracker/styles/controller.css"))
|
||||
.Replace("/*[CSS-SETTINGS]*/", await Resources.ReadTextAsync("Tracker/styles/settings.css"))
|
||||
.Replace("/*[DEBUGGER]*/", ctx.Request.Query.ContainsKey("debug") ? "debugger;" : "");
|
||||
sealed class GetTrackingScriptEndpoint(IDatabaseFile db, ServerParameters parameters, ResourceLoader resources) : BaseEndpoint(db) {
|
||||
protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
|
||||
string bootstrap = await resources.ReadTextAsync("Tracker/bootstrap.js");
|
||||
string script = bootstrap.Replace("= 0; /*[PORT]*/", "= " + parameters.Port + ";")
|
||||
.Replace("/*[TOKEN]*/", HttpUtility.JavaScriptStringEncode(parameters.Token))
|
||||
.Replace("/*[IMPORTS]*/", await resources.ReadJoinedAsync("Tracker/scripts/", '\n'))
|
||||
.Replace("/*[CSS-CONTROLLER]*/", await resources.ReadTextAsync("Tracker/styles/controller.css"))
|
||||
.Replace("/*[CSS-SETTINGS]*/", await resources.ReadTextAsync("Tracker/styles/settings.css"))
|
||||
.Replace("/*[DEBUGGER]*/", request.Query.ContainsKey("debug") ? "debugger;" : "");
|
||||
|
||||
ctx.Response.Headers.Append("X-DHT", "1");
|
||||
return new HttpOutput.File("text/javascript", Encoding.UTF8.GetBytes(script));
|
||||
response.Headers.Append("X-DHT", "1");
|
||||
await response.WriteTextAsync(MediaTypeNames.Text.JavaScript, script, cancellationToken);
|
||||
}
|
||||
}
|
||||
|
18
app/Server/Endpoints/GetViewerMessagesEndpoint.cs
Normal file
18
app/Server/Endpoints/GetViewerMessagesEndpoint.cs
Normal file
@@ -0,0 +1,18 @@
|
||||
using System.Threading;
|
||||
using System.Threading.Tasks;
|
||||
using DHT.Server.Database;
|
||||
using DHT.Server.Database.Export;
|
||||
using DHT.Server.Service.Viewer;
|
||||
using Microsoft.AspNetCore.Http;
|
||||
|
||||
namespace DHT.Server.Endpoints;
|
||||
|
||||
sealed class GetViewerMessagesEndpoint(IDatabaseFile db, ViewerSessions viewerSessions) : BaseEndpoint(db) {
|
||||
protected override Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
|
||||
var sessionId = GetSessionId(request);
|
||||
var session = viewerSessions.Get(sessionId);
|
||||
|
||||
response.ContentType = "application/x-ndjson";
|
||||
return ViewerJsonExport.GetMessages(response.Body, Db, session.MessageFilter, cancellationToken);
|
||||
}
|
||||
}
|
19
app/Server/Endpoints/GetViewerMetadataEndpoint.cs
Normal file
19
app/Server/Endpoints/GetViewerMetadataEndpoint.cs
Normal file
@@ -0,0 +1,19 @@
|
||||
using System.Net.Mime;
|
||||
using System.Threading;
|
||||
using System.Threading.Tasks;
|
||||
using DHT.Server.Database;
|
||||
using DHT.Server.Database.Export;
|
||||
using DHT.Server.Service.Viewer;
|
||||
using Microsoft.AspNetCore.Http;
|
||||
|
||||
namespace DHT.Server.Endpoints;
|
||||
|
||||
sealed class GetViewerMetadataEndpoint(IDatabaseFile db, ViewerSessions viewerSessions) : BaseEndpoint(db) {
|
||||
protected override Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
|
||||
var sessionId = GetSessionId(request);
|
||||
var session = viewerSessions.Get(sessionId);
|
||||
|
||||
response.ContentType = MediaTypeNames.Application.Json;
|
||||
return ViewerJsonExport.GetMetadata(response.Body, Db, session.MessageFilter, cancellationToken);
|
||||
}
|
||||
}
|
@@ -1,5 +1,6 @@
|
||||
using System.Net;
|
||||
using System.Text.Json;
|
||||
using System.Threading;
|
||||
using System.Threading.Tasks;
|
||||
using DHT.Server.Data;
|
||||
using DHT.Server.Database;
|
||||
@@ -8,18 +9,14 @@ using Microsoft.AspNetCore.Http;
|
||||
|
||||
namespace DHT.Server.Endpoints;
|
||||
|
||||
sealed class TrackChannelEndpoint : BaseEndpoint {
|
||||
public TrackChannelEndpoint(IDatabaseFile db) : base(db) {}
|
||||
|
||||
protected override async Task<IHttpOutput> Respond(HttpContext ctx) {
|
||||
var root = await ReadJson(ctx);
|
||||
sealed class TrackChannelEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
|
||||
protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
|
||||
var root = await ReadJson(request);
|
||||
var server = ReadServer(root.RequireObject("server"), "server");
|
||||
var channel = ReadChannel(root.RequireObject("channel"), "channel", server.Id);
|
||||
|
||||
await Db.Servers.Add([server]);
|
||||
await Db.Channels.Add([channel]);
|
||||
|
||||
return HttpOutput.None;
|
||||
}
|
||||
|
||||
private static Data.Server ReadServer(JsonElement json, string path) => new () {
|
||||
|
@@ -4,6 +4,7 @@ using System.Diagnostics.CodeAnalysis;
|
||||
using System.Linq;
|
||||
using System.Net;
|
||||
using System.Text.Json;
|
||||
using System.Threading;
|
||||
using System.Threading.Tasks;
|
||||
using DHT.Server.Data;
|
||||
using DHT.Server.Data.Filters;
|
||||
@@ -15,14 +16,12 @@ using Microsoft.AspNetCore.Http;
|
||||
|
||||
namespace DHT.Server.Endpoints;
|
||||
|
||||
sealed class TrackMessagesEndpoint : BaseEndpoint {
|
||||
sealed class TrackMessagesEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
|
||||
private const string HasNewMessages = "1";
|
||||
private const string NoNewMessages = "0";
|
||||
|
||||
public TrackMessagesEndpoint(IDatabaseFile db) : base(db) {}
|
||||
|
||||
protected override async Task<IHttpOutput> Respond(HttpContext ctx) {
|
||||
var root = await ReadJson(ctx);
|
||||
protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
|
||||
var root = await ReadJson(request);
|
||||
|
||||
if (root.ValueKind != JsonValueKind.Array) {
|
||||
throw new HttpException(HttpStatusCode.BadRequest, "Expected root element to be an array.");
|
||||
@@ -39,11 +38,11 @@ sealed class TrackMessagesEndpoint : BaseEndpoint {
|
||||
}
|
||||
|
||||
var addedMessageFilter = new MessageFilter { MessageIds = addedMessageIds };
|
||||
bool anyNewMessages = await Db.Messages.Count(addedMessageFilter) < addedMessageIds.Count;
|
||||
bool anyNewMessages = await Db.Messages.Count(addedMessageFilter, CancellationToken.None) < addedMessageIds.Count;
|
||||
|
||||
await Db.Messages.Add(messages);
|
||||
|
||||
return new HttpOutput.Text(anyNewMessages ? HasNewMessages : NoNewMessages);
|
||||
await response.WriteTextAsync(anyNewMessages ? HasNewMessages : NoNewMessages, cancellationToken);
|
||||
}
|
||||
|
||||
private static Message ReadMessage(JsonElement json, string path) => new () {
|
||||
|
@@ -1,5 +1,6 @@
|
||||
using System.Net;
|
||||
using System.Text.Json;
|
||||
using System.Threading;
|
||||
using System.Threading.Tasks;
|
||||
using DHT.Server.Data;
|
||||
using DHT.Server.Database;
|
||||
@@ -8,11 +9,9 @@ using Microsoft.AspNetCore.Http;
|
||||
|
||||
namespace DHT.Server.Endpoints;
|
||||
|
||||
sealed class TrackUsersEndpoint : BaseEndpoint {
|
||||
public TrackUsersEndpoint(IDatabaseFile db) : base(db) {}
|
||||
|
||||
protected override async Task<IHttpOutput> Respond(HttpContext ctx) {
|
||||
var root = await ReadJson(ctx);
|
||||
sealed class TrackUsersEndpoint(IDatabaseFile db) : BaseEndpoint(db) {
|
||||
protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
|
||||
var root = await ReadJson(request);
|
||||
|
||||
if (root.ValueKind != JsonValueKind.Array) {
|
||||
throw new HttpException(HttpStatusCode.BadRequest, "Expected root element to be an array.");
|
||||
@@ -26,13 +25,12 @@ sealed class TrackUsersEndpoint : BaseEndpoint {
|
||||
}
|
||||
|
||||
await Db.Users.Add(users);
|
||||
|
||||
return HttpOutput.None;
|
||||
}
|
||||
|
||||
private static User ReadUser(JsonElement json, string path) => new () {
|
||||
Id = json.RequireSnowflake("id", path),
|
||||
Name = json.RequireString("name", path),
|
||||
DisplayName = json.HasKey("displayName") ? json.RequireString("displayName", path) : null,
|
||||
AvatarUrl = json.HasKey("avatar") ? json.RequireString("avatar", path) : null,
|
||||
Discriminator = json.HasKey("discriminator") ? json.RequireString("discriminator", path) : null
|
||||
};
|
||||
|
42
app/Server/Endpoints/ViewerEndpoint.cs
Normal file
42
app/Server/Endpoints/ViewerEndpoint.cs
Normal file
@@ -0,0 +1,42 @@
|
||||
using System.Collections.Generic;
|
||||
using System.Net;
|
||||
using System.Threading;
|
||||
using System.Threading.Tasks;
|
||||
using DHT.Server.Database;
|
||||
using DHT.Utils.Http;
|
||||
using DHT.Utils.Resources;
|
||||
using Microsoft.AspNetCore.Http;
|
||||
using Microsoft.AspNetCore.StaticFiles;
|
||||
|
||||
namespace DHT.Server.Endpoints;
|
||||
|
||||
sealed class ViewerEndpoint(IDatabaseFile db, ResourceLoader resources) : BaseEndpoint(db) {
|
||||
private static readonly FileExtensionContentTypeProvider ContentTypeProvider = new ();
|
||||
|
||||
private readonly Dictionary<string, byte[]?> cache = new ();
|
||||
private readonly SemaphoreSlim cacheSemaphore = new (1);
|
||||
|
||||
protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) {
|
||||
string path = (string?) request.RouteValues["path"] ?? "index.html";
|
||||
string resourcePath = "Viewer/" + path;
|
||||
|
||||
byte[]? resourceBytes;
|
||||
|
||||
await cacheSemaphore.WaitAsync(cancellationToken);
|
||||
try {
|
||||
if (!cache.TryGetValue(resourcePath, out resourceBytes)) {
|
||||
cache[resourcePath] = resourceBytes = await resources.ReadBytesAsyncIfExists(resourcePath);
|
||||
}
|
||||
} finally {
|
||||
cacheSemaphore.Release();
|
||||
}
|
||||
|
||||
if (resourceBytes == null) {
|
||||
throw new HttpException(HttpStatusCode.NotFound, "File not found: " + path);
|
||||
}
|
||||
else {
|
||||
var contentType = ContentTypeProvider.TryGetContentType(path, out string? type) ? type : null;
|
||||
await response.WriteFileAsync(contentType, resourceBytes, cancellationToken);
|
||||
}
|
||||
}
|
||||
}
|
@@ -11,7 +11,7 @@
|
||||
</ItemGroup>
|
||||
|
||||
<ItemGroup>
|
||||
<PackageReference Include="Microsoft.Data.Sqlite" Version="8.0.0" />
|
||||
<PackageReference Include="Microsoft.Data.Sqlite" Version="8.0.7" />
|
||||
<PackageReference Include="System.Linq.Async" Version="6.0.1" />
|
||||
</ItemGroup>
|
||||
|
||||
@@ -39,6 +39,16 @@
|
||||
<Link>Resources/Tracker/styles/%(RecursiveDir)%(Filename)%(Extension)</Link>
|
||||
<Visible>false</Visible>
|
||||
</EmbeddedResource>
|
||||
<EmbeddedResource Include="../Resources/Viewer/**">
|
||||
<LogicalName>Viewer\%(RecursiveDir)%(Filename)%(Extension)</LogicalName>
|
||||
<Link>Resources/Viewer/%(RecursiveDir)%(Filename)%(Extension)</Link>
|
||||
<Visible>false</Visible>
|
||||
</EmbeddedResource>
|
||||
<EmbeddedResource Include="../Desktop/Resources/icon.ico">
|
||||
<LogicalName>Viewer\favicon.ico</LogicalName>
|
||||
<Link>Resources/icon.ico</Link>
|
||||
<Visible>false</Visible>
|
||||
</EmbeddedResource>
|
||||
</ItemGroup>
|
||||
|
||||
</Project>
|
||||
|
@@ -1,3 +1,4 @@
|
||||
using System;
|
||||
using System.Diagnostics;
|
||||
using System.Threading.Tasks;
|
||||
using DHT.Utils.Logging;
|
||||
@@ -6,24 +7,34 @@ using Microsoft.AspNetCore.Http.Extensions;
|
||||
|
||||
namespace DHT.Server.Service.Middlewares;
|
||||
|
||||
sealed class ServerLoggingMiddleware {
|
||||
sealed class ServerLoggingMiddleware(RequestDelegate next) {
|
||||
private static readonly Log Log = Log.ForType<ServerLoggingMiddleware>();
|
||||
|
||||
private readonly RequestDelegate next;
|
||||
|
||||
public ServerLoggingMiddleware(RequestDelegate next) {
|
||||
this.next = next;
|
||||
}
|
||||
|
||||
public async Task InvokeAsync(HttpContext context) {
|
||||
var stopwatch = Stopwatch.StartNew();
|
||||
await next(context);
|
||||
try {
|
||||
await next(context);
|
||||
} catch (OperationCanceledException) {
|
||||
OnFinished(stopwatch, context);
|
||||
throw;
|
||||
}
|
||||
|
||||
OnFinished(stopwatch, context);
|
||||
}
|
||||
|
||||
private static void OnFinished(Stopwatch stopwatch, HttpContext context) {
|
||||
stopwatch.Stop();
|
||||
|
||||
|
||||
var request = context.Request;
|
||||
var requestLength = request.ContentLength ?? 0L;
|
||||
var responseStatus = context.Response.StatusCode;
|
||||
var elapsedMs = stopwatch.ElapsedMilliseconds;
|
||||
Log.Debug("Request to " + request.GetEncodedPathAndQuery() + " (" + requestLength + " B) returned " + responseStatus + ", took " + elapsedMs + " ms");
|
||||
|
||||
if (context.RequestAborted.IsCancellationRequested) {
|
||||
Log.Debug("Request to " + request.GetEncodedPathAndQuery() + " (" + requestLength + " B) was cancelled after " + elapsedMs + " ms");
|
||||
}
|
||||
else {
|
||||
var responseStatus = context.Response.StatusCode;
|
||||
Log.Debug("Request to " + request.GetEncodedPathAndQuery() + " (" + requestLength + " B) returned " + responseStatus + ", took " + elapsedMs + " ms");
|
||||
}
|
||||
}
|
||||
}
|
||||
|
@@ -1,8 +1,11 @@
|
||||
using System;
|
||||
using System.Reflection;
|
||||
using System.Threading;
|
||||
using System.Threading.Tasks;
|
||||
using DHT.Server.Database;
|
||||
using DHT.Server.Service.Viewer;
|
||||
using DHT.Utils.Logging;
|
||||
using DHT.Utils.Resources;
|
||||
using Microsoft.AspNetCore.Hosting;
|
||||
using Microsoft.AspNetCore.Server.Kestrel.Core;
|
||||
using Microsoft.Extensions.DependencyInjection;
|
||||
@@ -25,10 +28,12 @@ public sealed class ServerManager {
|
||||
}
|
||||
|
||||
private readonly IDatabaseFile db;
|
||||
private readonly ViewerSessions viewerSessions;
|
||||
private readonly SemaphoreSlim semaphore = new (1, 1);
|
||||
|
||||
internal ServerManager(IDatabaseFile db) {
|
||||
internal ServerManager(IDatabaseFile db, ViewerSessions viewerSessions) {
|
||||
this.db = db;
|
||||
this.viewerSessions = viewerSessions;
|
||||
}
|
||||
|
||||
public async Task Start(ushort port, string token) {
|
||||
@@ -57,6 +62,8 @@ public sealed class ServerManager {
|
||||
void AddServices(IServiceCollection services) {
|
||||
services.AddSingleton(typeof(IDatabaseFile), db);
|
||||
services.AddSingleton(typeof(ServerParameters), new ServerParameters(port, token));
|
||||
services.AddSingleton(typeof(ResourceLoader), new ResourceLoader(Assembly.GetExecutingAssembly()));
|
||||
services.AddSingleton(typeof(ViewerSessions), viewerSessions);
|
||||
}
|
||||
|
||||
void SetKestrelOptions(KestrelServerOptions options) {
|
||||
|
@@ -3,6 +3,8 @@ using System.Text.Json.Serialization;
|
||||
using DHT.Server.Database;
|
||||
using DHT.Server.Endpoints;
|
||||
using DHT.Server.Service.Middlewares;
|
||||
using DHT.Server.Service.Viewer;
|
||||
using DHT.Utils.Resources;
|
||||
using Microsoft.AspNetCore.Builder;
|
||||
using Microsoft.AspNetCore.Http.Json;
|
||||
using Microsoft.Extensions.DependencyInjection;
|
||||
@@ -33,14 +35,24 @@ sealed class Startup {
|
||||
}
|
||||
|
||||
[SuppressMessage("ReSharper", "UnusedMember.Global")]
|
||||
public void Configure(IApplicationBuilder app, IHostApplicationLifetime lifetime, IDatabaseFile db, ServerParameters parameters) {
|
||||
public void Configure(IApplicationBuilder app, IHostApplicationLifetime lifetime, IDatabaseFile db, ServerParameters parameters, ResourceLoader resources, ViewerSessions viewerSessions) {
|
||||
app.UseMiddleware<ServerLoggingMiddleware>();
|
||||
app.UseCors();
|
||||
app.UseMiddleware<ServerAuthorizationMiddleware>();
|
||||
app.UseRouting();
|
||||
|
||||
app.Map("/viewer", node => {
|
||||
node.UseRouting();
|
||||
node.UseEndpoints(endpoints => {
|
||||
endpoints.MapGet("/{**path}", new ViewerEndpoint(db, resources).Handle);
|
||||
});
|
||||
});
|
||||
|
||||
app.UseMiddleware<ServerAuthorizationMiddleware>();
|
||||
|
||||
app.UseRouting();
|
||||
app.UseEndpoints(endpoints => {
|
||||
endpoints.MapGet("/get-tracking-script", new GetTrackingScriptEndpoint(db, parameters).Handle);
|
||||
endpoints.MapGet("/get-tracking-script", new GetTrackingScriptEndpoint(db, parameters, resources).Handle);
|
||||
endpoints.MapGet("/get-viewer-metadata", new GetViewerMetadataEndpoint(db, viewerSessions).Handle);
|
||||
endpoints.MapGet("/get-viewer-messages", new GetViewerMessagesEndpoint(db, viewerSessions).Handle);
|
||||
endpoints.MapGet("/get-downloaded-file/{url}", new GetDownloadedFileEndpoint(db).Handle);
|
||||
endpoints.MapPost("/track-channel", new TrackChannelEndpoint(db).Handle);
|
||||
endpoints.MapPost("/track-users", new TrackUsersEndpoint(db).Handle);
|
||||
|
5
app/Server/Service/Viewer/ViewerSession.cs
Normal file
5
app/Server/Service/Viewer/ViewerSession.cs
Normal file
@@ -0,0 +1,5 @@
|
||||
using DHT.Server.Data.Filters;
|
||||
|
||||
namespace DHT.Server.Service.Viewer;
|
||||
|
||||
public readonly record struct ViewerSession(MessageFilter? MessageFilter);
|
35
app/Server/Service/Viewer/ViewerSessions.cs
Normal file
35
app/Server/Service/Viewer/ViewerSessions.cs
Normal file
@@ -0,0 +1,35 @@
|
||||
using System;
|
||||
using System.Collections.Generic;
|
||||
|
||||
namespace DHT.Server.Service.Viewer;
|
||||
|
||||
public sealed class ViewerSessions : IDisposable {
|
||||
private readonly Dictionary<Guid, ViewerSession> sessions = new ();
|
||||
private bool isDisposed = false;
|
||||
|
||||
public Guid Register(ViewerSession session) {
|
||||
Guid guid = Guid.NewGuid();
|
||||
|
||||
lock (this) {
|
||||
ObjectDisposedException.ThrowIf(isDisposed, this);
|
||||
sessions[guid] = session;
|
||||
}
|
||||
|
||||
return guid;
|
||||
}
|
||||
|
||||
internal ViewerSession Get(Guid guid) {
|
||||
lock (this) {
|
||||
return sessions.GetValueOrDefault(guid);
|
||||
}
|
||||
}
|
||||
|
||||
public void Dispose() {
|
||||
lock (this) {
|
||||
if (!isDisposed) {
|
||||
isDisposed = true;
|
||||
sessions.Clear();
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
@@ -3,25 +3,29 @@ using System.Threading.Tasks;
|
||||
using DHT.Server.Database;
|
||||
using DHT.Server.Download;
|
||||
using DHT.Server.Service;
|
||||
using DHT.Server.Service.Viewer;
|
||||
|
||||
namespace DHT.Server;
|
||||
|
||||
public sealed class State : IAsyncDisposable {
|
||||
public static State Dummy { get; } = new (DummyDatabaseFile.Instance);
|
||||
|
||||
public static State Dummy { get; } = new (DummyDatabaseFile.Instance, null);
|
||||
|
||||
public IDatabaseFile Db { get; }
|
||||
public Downloader Downloader { get; }
|
||||
public ViewerSessions ViewerSessions { get; }
|
||||
public ServerManager Server { get; }
|
||||
|
||||
public State(IDatabaseFile db) {
|
||||
public State(IDatabaseFile db, int? concurrentDownloads) {
|
||||
Db = db;
|
||||
Downloader = new Downloader(db);
|
||||
Server = new ServerManager(db);
|
||||
Downloader = new Downloader(db, concurrentDownloads);
|
||||
ViewerSessions = new ViewerSessions();
|
||||
Server = new ServerManager(db, ViewerSessions);
|
||||
}
|
||||
|
||||
public async ValueTask DisposeAsync() {
|
||||
await Downloader.Stop();
|
||||
await Server.Stop();
|
||||
await Db.DisposeAsync();
|
||||
ViewerSessions.Dispose();
|
||||
}
|
||||
}
|
||||
|
@@ -8,7 +8,7 @@ public static class LinqExtensions {
|
||||
HashSet<TKey>? seenKeys = null;
|
||||
|
||||
foreach (var item in collection) {
|
||||
seenKeys ??= new HashSet<TKey>();
|
||||
seenKeys ??= [];
|
||||
|
||||
if (seenKeys.Add(getKeyFromItem(item))) {
|
||||
yield return item;
|
||||
|
34
app/Utils/Http/HttpExtensions.cs
Normal file
34
app/Utils/Http/HttpExtensions.cs
Normal file
@@ -0,0 +1,34 @@
|
||||
using System.IO;
|
||||
using System.Net.Mime;
|
||||
using System.Text;
|
||||
using System.Threading;
|
||||
using System.Threading.Tasks;
|
||||
using Microsoft.AspNetCore.Http;
|
||||
|
||||
namespace DHT.Utils.Http;
|
||||
|
||||
public static class HttpExtensions {
|
||||
public static Task WriteTextAsync(this HttpResponse response, string text, CancellationToken cancellationToken) {
|
||||
return WriteTextAsync(response, MediaTypeNames.Text.Plain, text, cancellationToken);
|
||||
}
|
||||
|
||||
public static async Task WriteTextAsync(this HttpResponse response, string contentType, string text, CancellationToken cancellationToken) {
|
||||
response.ContentType = contentType;
|
||||
await response.StartAsync(cancellationToken);
|
||||
await response.WriteAsync(text, Encoding.UTF8, cancellationToken);
|
||||
}
|
||||
|
||||
public static async Task WriteFileAsync(this HttpResponse response, string? contentType, byte[] bytes, CancellationToken cancellationToken) {
|
||||
response.ContentType = contentType ?? string.Empty;
|
||||
response.ContentLength = bytes.Length;
|
||||
await response.StartAsync(cancellationToken);
|
||||
await response.Body.WriteAsync(bytes, cancellationToken);
|
||||
}
|
||||
|
||||
public static async Task WriteStreamAsync(this HttpResponse response, string? contentType, ulong? contentLength, Stream source, CancellationToken cancellationToken) {
|
||||
response.ContentType = contentType ?? string.Empty;
|
||||
response.ContentLength = (long?) contentLength;
|
||||
await response.StartAsync(cancellationToken);
|
||||
await source.CopyToAsync(response.Body, cancellationToken);
|
||||
}
|
||||
}
|
@@ -1,35 +0,0 @@
|
||||
using System.Text;
|
||||
using System.Threading.Tasks;
|
||||
using Microsoft.AspNetCore.Http;
|
||||
|
||||
namespace DHT.Utils.Http;
|
||||
|
||||
public static class HttpOutput {
|
||||
public static IHttpOutput None { get; } = new NoneImpl();
|
||||
|
||||
private sealed class NoneImpl : IHttpOutput {
|
||||
public Task WriteTo(HttpResponse response) {
|
||||
return Task.CompletedTask;
|
||||
}
|
||||
}
|
||||
|
||||
public sealed class Text(string text) : IHttpOutput {
|
||||
public Task WriteTo(HttpResponse response) {
|
||||
return response.WriteAsync(text, Encoding.UTF8);
|
||||
}
|
||||
}
|
||||
|
||||
public sealed class File(string? contentType, byte[] bytes) : IHttpOutput {
|
||||
public async Task WriteTo(HttpResponse response) {
|
||||
response.ContentType = contentType ?? string.Empty;
|
||||
await response.Body.WriteAsync(bytes);
|
||||
}
|
||||
}
|
||||
|
||||
public sealed class Redirect(string url, bool permanent) : IHttpOutput {
|
||||
public Task WriteTo(HttpResponse response) {
|
||||
response.Redirect(url, permanent);
|
||||
return Task.CompletedTask;
|
||||
}
|
||||
}
|
||||
}
|
@@ -1,8 +0,0 @@
|
||||
using System.Threading.Tasks;
|
||||
using Microsoft.AspNetCore.Http;
|
||||
|
||||
namespace DHT.Utils.Http;
|
||||
|
||||
public interface IHttpOutput {
|
||||
Task WriteTo(HttpResponse response);
|
||||
}
|
@@ -7,8 +7,9 @@ using System.Threading.Tasks;
|
||||
namespace DHT.Utils.Resources;
|
||||
|
||||
public sealed class ResourceLoader(Assembly assembly) {
|
||||
private Stream GetEmbeddedStream(string filename) {
|
||||
private Stream? TryGetEmbeddedStream(string filename) {
|
||||
Stream? stream = null;
|
||||
|
||||
foreach (var embeddedName in assembly.GetManifestResourceNames()) {
|
||||
if (embeddedName.Replace('\\', '/') == filename) {
|
||||
stream = assembly.GetManifestResourceStream(embeddedName);
|
||||
@@ -16,17 +17,31 @@ public sealed class ResourceLoader(Assembly assembly) {
|
||||
}
|
||||
}
|
||||
|
||||
return stream ?? throw new ArgumentException("Missing embedded resource: " + filename);
|
||||
return stream;
|
||||
}
|
||||
|
||||
private Stream GetEmbeddedStream(string filename) {
|
||||
return TryGetEmbeddedStream(filename) ?? throw new ArgumentException("Missing embedded resource: " + filename);
|
||||
}
|
||||
|
||||
private async Task<string> ReadTextAsync(Stream stream) {
|
||||
using var reader = new StreamReader(stream, Encoding.UTF8);
|
||||
return await reader.ReadToEndAsync();
|
||||
}
|
||||
|
||||
private async Task<byte[]> ReadBytesAsync(Stream stream) {
|
||||
using var memoryStream = new MemoryStream();
|
||||
await stream.CopyToAsync(memoryStream);
|
||||
return memoryStream.ToArray();
|
||||
}
|
||||
|
||||
public async Task<string> ReadTextAsync(string filename) {
|
||||
return await ReadTextAsync(GetEmbeddedStream(filename));
|
||||
}
|
||||
|
||||
public async Task<byte[]?> ReadBytesAsyncIfExists(string filename) {
|
||||
return TryGetEmbeddedStream(filename) is {} stream ? await ReadBytesAsync(stream) : null;
|
||||
}
|
||||
|
||||
public async Task<string> ReadJoinedAsync(string path, char separator) {
|
||||
StringBuilder joined = new ();
|
||||
|
61
app/Utils/Tasks/DelayedThrottledTask.cs
Normal file
61
app/Utils/Tasks/DelayedThrottledTask.cs
Normal file
@@ -0,0 +1,61 @@
|
||||
using System;
|
||||
using System.Threading;
|
||||
using System.Threading.Channels;
|
||||
using System.Threading.Tasks;
|
||||
using DHT.Utils.Logging;
|
||||
|
||||
namespace DHT.Utils.Tasks;
|
||||
|
||||
public sealed class DelayedThrottledTask<T> : IDisposable {
|
||||
private readonly Channel<T> taskChannel = Channel.CreateBounded<T>(new BoundedChannelOptions(capacity: 1) {
|
||||
SingleReader = true,
|
||||
SingleWriter = false,
|
||||
AllowSynchronousContinuations = false,
|
||||
FullMode = BoundedChannelFullMode.DropOldest
|
||||
});
|
||||
|
||||
private readonly CancellationTokenSource cancellationTokenSource = new ();
|
||||
private readonly Log log;
|
||||
private readonly TimeSpan delay;
|
||||
private readonly Func<T, Task> inputProcessor;
|
||||
|
||||
public DelayedThrottledTask(Log log, TimeSpan delay, Func<T, Task> inputProcessor) {
|
||||
this.log = log;
|
||||
this.delay = delay;
|
||||
this.inputProcessor = inputProcessor;
|
||||
|
||||
Task.Run(ReaderTask);
|
||||
}
|
||||
|
||||
private async Task ReaderTask() {
|
||||
var cancellationToken = cancellationTokenSource.Token;
|
||||
|
||||
try {
|
||||
while (await taskChannel.Reader.WaitToReadAsync(cancellationToken)) {
|
||||
await Task.Delay(delay, cancellationToken);
|
||||
|
||||
T input = await taskChannel.Reader.ReadAsync(cancellationToken);
|
||||
try {
|
||||
await inputProcessor(input);
|
||||
} catch (OperationCanceledException) {
|
||||
throw;
|
||||
} catch (Exception e) {
|
||||
log.Error("Caught exception in task: " + e);
|
||||
}
|
||||
}
|
||||
} catch (OperationCanceledException) {
|
||||
// Ignore.
|
||||
} finally {
|
||||
cancellationTokenSource.Dispose();
|
||||
}
|
||||
}
|
||||
|
||||
public void Post(T input) {
|
||||
taskChannel.Writer.TryWrite(input);
|
||||
}
|
||||
|
||||
public void Dispose() {
|
||||
taskChannel.Writer.Complete();
|
||||
cancellationTokenSource.Cancel();
|
||||
}
|
||||
}
|
@@ -8,5 +8,5 @@ using DHT.Utils;
|
||||
namespace DHT.Utils;
|
||||
|
||||
static class Version {
|
||||
public const string Tag = "41.0.0.0";
|
||||
public const string Tag = "43.1.0.0";
|
||||
}
|
||||
|
BIN
app/empty.dht
BIN
app/empty.dht
Binary file not shown.
Reference in New Issue
Block a user