mirror of
				https://github.com/chylex/Discord-History-Tracker.git
				synced 2025-10-31 02:17:15 +01:00 
			
		
		
		
	Compare commits
	
		
			30 Commits
		
	
	
		
			v45.0
			...
			08dec7deb3
		
	
	| Author | SHA1 | Date | |
|---|---|---|---|
| 08dec7deb3 | |||
| b148a5634f | |||
| 57e2f9ed80 | |||
| 895d69279f | |||
| 0176fa5d53 | |||
| b5a5826cf9 | |||
| 45593cb140 | |||
| c770a066c4 | |||
| 43bf1fcafe | |||
| 8857f6c3b1 | |||
| 87de0b98b5 | |||
| 295370a3d4 | |||
| 312be6609d | |||
| 44b42657ef | |||
| 0d3600492e | |||
| 3b569ad5d6 | |||
| b2276600c7 | |||
| 40269f591b | |||
| dea3b272c0 | |||
| e66206b4a8 | |||
| 780d5ae421 | |||
| 38f79dee7d | |||
| e30b305eb5 | |||
| fa17d0e224 | |||
| 5741fad528 | |||
| e7c52fd1d5 | |||
| fb9b31175c | |||
| f8e56ae367 | |||
| 7ed31fbc8b | |||
| e92aeb5a1b | 
							
								
								
									
										2
									
								
								app/.editorconfig
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										2
									
								
								app/.editorconfig
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,2 @@ | ||||
| [*.cs] | ||||
| propertychanged.auto_notify = false | ||||
| @@ -13,6 +13,7 @@ | ||||
|         <entry key="Desktop/Main/Controls/MessageFilterPanel.axaml" value="Desktop/Desktop.csproj" /> | ||||
|         <entry key="Desktop/Main/Controls/ServerConfigurationPanel.axaml" value="Desktop/Desktop.csproj" /> | ||||
|         <entry key="Desktop/Main/Controls/StatusBar.axaml" value="Desktop/Desktop.csproj" /> | ||||
|         <entry key="Desktop/Main/Dialogs/NewDatabaseSettingsDialog.axaml" value="Desktop/Desktop.csproj" /> | ||||
|         <entry key="Desktop/Main/MainWindow.axaml" value="Desktop/Desktop.csproj" /> | ||||
|         <entry key="Desktop/Main/Pages/AdvancedPage.axaml" value="Desktop/Desktop.csproj" /> | ||||
|         <entry key="Desktop/Main/Pages/DatabasePage.axaml" value="Desktop/Desktop.csproj" /> | ||||
| @@ -25,4 +26,4 @@ | ||||
|       </map> | ||||
|     </option> | ||||
|   </component> | ||||
| </project> | ||||
| </project> | ||||
| @@ -51,9 +51,20 @@ | ||||
|  | ||||
|         <Style Selector="Expander"> | ||||
|             <Setter Property="MinHeight" Value="40" /> | ||||
|             <Setter Property="Padding" Value="12" /> | ||||
|             <Setter Property="HorizontalAlignment" Value="Stretch" /> | ||||
|         </Style> | ||||
|  | ||||
|         <Style Selector="Panel.buttons"> | ||||
|             <Setter Property="Margin" Value="0 20 0 0" /> | ||||
|         </Style> | ||||
|         <Style Selector="Panel.buttons > WrapPanel"> | ||||
|             <Setter Property="ItemSpacing" Value="8" /> | ||||
|         </Style> | ||||
|         <Style Selector="Panel.buttons Button"> | ||||
|             <Setter Property="MinWidth" Value="80" /> | ||||
|         </Style> | ||||
|  | ||||
|     </Application.Styles> | ||||
|  | ||||
|     <Application.Resources> | ||||
|   | ||||
| @@ -69,7 +69,7 @@ sealed class Arguments { | ||||
| 						Log.Warn("Invalid concurrent downloads count: " + value); | ||||
| 					} | ||||
| 					else if (concurrentDownloads > 10) { | ||||
| 						Log.Warn("Limiting concurrent downloads to 10"); | ||||
| 						Log.Warn("Limiting concurrent downloads to 10."); | ||||
| 						ConcurrentDownloads = 10; | ||||
| 					} | ||||
| 					else { | ||||
|   | ||||
| @@ -52,7 +52,7 @@ static class DatabaseGui { | ||||
| 		} catch (DatabaseTooNewException ex) { | ||||
| 			await Dialog.ShowOk(window, "Database Error", "Database '" + Path.GetFileName(path) + "' was opened in a newer version of DHT (database version " + ex.DatabaseVersion + ", app version " + ex.CurrentVersion + ")."); | ||||
| 		} catch (Exception ex) { | ||||
| 			Log.Error(ex); | ||||
| 			Log.Error("Could not open database file: " + path, ex); | ||||
| 			await Dialog.ShowOk(window, "Database Error", "Database '" + Path.GetFileName(path) + "' could not be opened:" + ex.Message); | ||||
| 		} | ||||
| 		 | ||||
|   | ||||
| @@ -15,15 +15,18 @@ | ||||
|   </PropertyGroup> | ||||
|    | ||||
|   <ItemGroup> | ||||
|     <PackageReference Include="Avalonia" Version="11.2.3" /> | ||||
|     <PackageReference Include="Avalonia.Controls.DataGrid" Version="11.2.3" /> | ||||
|     <PackageReference Include="Avalonia" Version="11.3.0" /> | ||||
|     <PackageReference Include="Avalonia.Controls.DataGrid" Version="11.3.0" /> | ||||
|     <PackageReference Include="Avalonia.Controls.ItemsRepeater" Version="11.1.5" /> | ||||
|     <PackageReference Include="Avalonia.Desktop" Version="11.2.3" /> | ||||
|     <PackageReference Include="Avalonia.Diagnostics" Version="11.2.3" Condition=" '$(Configuration)' == 'Debug' " /> | ||||
|     <PackageReference Include="Avalonia.Fonts.Inter" Version="11.2.3" /> | ||||
|     <PackageReference Include="Avalonia.ReactiveUI" Version="11.2.3" /> | ||||
|     <PackageReference Include="Avalonia.Themes.Fluent" Version="11.2.3" /> | ||||
|     <PackageReference Include="CommunityToolkit.Mvvm" Version="999.0.0-build.0.g0d941a6a62" /> | ||||
|     <PackageReference Include="Avalonia.Desktop" Version="11.3.0" /> | ||||
|     <PackageReference Include="Avalonia.Diagnostics" Version="11.3.0" Condition=" '$(Configuration)' == 'Debug' " /> | ||||
|     <PackageReference Include="Avalonia.Fonts.Inter" Version="11.3.0" /> | ||||
|     <PackageReference Include="Avalonia.ReactiveUI" Version="11.3.0" /> | ||||
|     <PackageReference Include="Avalonia.Themes.Fluent" Version="11.3.0" /> | ||||
|     <PackageReference Include="PropertyChanged.SourceGenerator" Version="1.1.1"> | ||||
|       <PrivateAssets>all</PrivateAssets> | ||||
|       <IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets> | ||||
|     </PackageReference> | ||||
|   </ItemGroup> | ||||
|    | ||||
|   <ItemGroup> | ||||
|   | ||||
| @@ -15,24 +15,6 @@ | ||||
|         <namespace:CheckBoxDialogModel /> | ||||
|     </Window.DataContext> | ||||
|  | ||||
|     <Window.Styles> | ||||
|         <Style Selector="Panel.buttons"> | ||||
|             <Setter Property="Margin" Value="0 20 0 0" /> | ||||
|         </Style> | ||||
|         <Style Selector="Panel.buttons > WrapPanel.right"> | ||||
|             <Setter Property="HorizontalAlignment" Value="Right" /> | ||||
|         </Style> | ||||
|         <Style Selector="Panel.buttons Button"> | ||||
|             <Setter Property="MinWidth" Value="80" /> | ||||
|         </Style> | ||||
|         <Style Selector="Panel.buttons > WrapPanel.left Button"> | ||||
|             <Setter Property="Margin" Value="0 0 8 0" /> | ||||
|         </Style> | ||||
|         <Style Selector="Panel.buttons > WrapPanel.right Button"> | ||||
|             <Setter Property="Margin" Value="8 0 0 0" /> | ||||
|         </Style> | ||||
|     </Window.Styles> | ||||
|  | ||||
|     <StackPanel Margin="20"> | ||||
|         <ScrollViewer MaxHeight="400"> | ||||
|             <ItemsRepeater ItemsSource="{Binding Items}"> | ||||
| @@ -48,11 +30,11 @@ | ||||
|             </ItemsRepeater> | ||||
|         </ScrollViewer> | ||||
|         <Panel Classes="buttons"> | ||||
|             <WrapPanel Classes="left"> | ||||
|             <WrapPanel> | ||||
|                 <Button Command="{Binding SelectAll}" IsEnabled="{Binding !AreAllSelected}">Select All</Button> | ||||
|                 <Button Command="{Binding SelectNone}" IsEnabled="{Binding !AreNoneSelected}">Select None</Button> | ||||
|             </WrapPanel> | ||||
|             <WrapPanel Classes="right"> | ||||
|             <WrapPanel HorizontalAlignment="Right"> | ||||
|                 <Button Click="ClickOk">OK</Button> | ||||
|                 <Button Click="ClickCancel">Cancel</Button> | ||||
|             </WrapPanel> | ||||
|   | ||||
| @@ -1,11 +1,11 @@ | ||||
| using System.Collections.Generic; | ||||
| using System.ComponentModel; | ||||
| using System.Linq; | ||||
| using CommunityToolkit.Mvvm.ComponentModel; | ||||
| using PropertyChanged.SourceGenerator; | ||||
|  | ||||
| namespace DHT.Desktop.Dialogs.CheckBox; | ||||
|  | ||||
| class CheckBoxDialogModel : ObservableObject { | ||||
| partial class CheckBoxDialogModel { | ||||
| 	public string Title { get; init; } = ""; | ||||
| 	 | ||||
| 	private IReadOnlyList<CheckBoxItem> items = []; | ||||
| @@ -28,7 +28,10 @@ class CheckBoxDialogModel : ObservableObject { | ||||
| 	 | ||||
| 	private bool pauseCheckEvents = false; | ||||
| 	 | ||||
| 	[DependsOn(nameof(Items))] | ||||
| 	public bool AreAllSelected => Items.All(static item => item.IsChecked); | ||||
| 	 | ||||
| 	[DependsOn(nameof(Items))] | ||||
| 	public bool AreNoneSelected => Items.All(static item => !item.IsChecked); | ||||
| 	 | ||||
| 	public void SelectAll() => SetAllChecked(true); | ||||
| @@ -46,8 +49,7 @@ class CheckBoxDialogModel : ObservableObject { | ||||
| 	} | ||||
| 	 | ||||
| 	private void UpdateBulkButtons() { | ||||
| 		OnPropertyChanged(nameof(AreAllSelected)); | ||||
| 		OnPropertyChanged(nameof(AreNoneSelected)); | ||||
| 		OnPropertyChanged(new PropertyChangedEventArgs(nameof(Items))); | ||||
| 	} | ||||
| 	 | ||||
| 	private void OnItemPropertyChanged(object? sender, PropertyChangedEventArgs e) { | ||||
|   | ||||
| @@ -1,12 +1,12 @@ | ||||
| using CommunityToolkit.Mvvm.ComponentModel; | ||||
| using PropertyChanged.SourceGenerator; | ||||
|  | ||||
| namespace DHT.Desktop.Dialogs.CheckBox; | ||||
|  | ||||
| partial class CheckBoxItem : ObservableObject { | ||||
| partial class CheckBoxItem { | ||||
| 	public string Title { get; init; } = ""; | ||||
| 	public object? Item { get; init; } = null; | ||||
| 	 | ||||
| 	[ObservableProperty] | ||||
| 	[Notify] | ||||
| 	private bool isChecked = false; | ||||
| } | ||||
|  | ||||
|   | ||||
| @@ -8,6 +8,10 @@ using Avalonia.Platform.Storage; | ||||
| namespace DHT.Desktop.Dialogs.File; | ||||
|  | ||||
| static class FileDialogs { | ||||
| 	public static async Task<string[]> OpenFolders(this IStorageProvider storageProvider, FolderPickerOpenOptions options) { | ||||
| 		return (await storageProvider.OpenFolderPickerAsync(options)).ToLocalPaths(); | ||||
| 	} | ||||
| 	 | ||||
| 	public static async Task<string[]> OpenFiles(this IStorageProvider storageProvider, FilePickerOpenOptions options) { | ||||
| 		return (await storageProvider.OpenFilePickerAsync(options)).ToLocalPaths(); | ||||
| 	} | ||||
| @@ -26,11 +30,11 @@ static class FileDialogs { | ||||
| 		return suggestedDirectory == null ? Task.FromResult<IStorageFolder?>(null) : window.StorageProvider.TryGetFolderFromPathAsync(suggestedDirectory); | ||||
| 	} | ||||
| 	 | ||||
| 	private static string ToLocalPath(this IStorageFile file) { | ||||
| 		return file.TryGetLocalPath() ?? throw new NotSupportedException("Local filesystem is not supported."); | ||||
| 	private static string ToLocalPath(this IStorageItem itme) { | ||||
| 		return itme.TryGetLocalPath() ?? throw new NotSupportedException("Local filesystem is not supported."); | ||||
| 	} | ||||
| 	 | ||||
| 	private static string[] ToLocalPaths(this IReadOnlyList<IStorageFile> files) { | ||||
| 		return files.Select(ToLocalPath).ToArray(); | ||||
| 	private static string[] ToLocalPaths(this IReadOnlyList<IStorageItem> items) { | ||||
| 		return items.Select(ToLocalPath).ToArray(); | ||||
| 	} | ||||
| } | ||||
|   | ||||
| @@ -20,24 +20,18 @@ | ||||
|             <Setter Property="FontSize" Value="15" /> | ||||
|             <Setter Property="TextWrapping" Value="Wrap" /> | ||||
|         </Style> | ||||
|         <Style Selector="WrapPanel"> | ||||
|             <Setter Property="HorizontalAlignment" Value="Right" /> | ||||
|             <Setter Property="Margin" Value="0 8 0 0" /> | ||||
|         </Style> | ||||
|         <Style Selector="Button"> | ||||
|             <Setter Property="Margin" Value="8 0 0 0" /> | ||||
|             <Setter Property="MinWidth" Value="80" /> | ||||
|         </Style> | ||||
|     </Window.Styles> | ||||
|  | ||||
|     <StackPanel Margin="20"> | ||||
|         <TextBlock Text="{Binding Message}" /> | ||||
|         <WrapPanel> | ||||
|             <Button Click="ClickOk" IsVisible="{Binding IsOkVisible}">OK</Button> | ||||
|             <Button Click="ClickYes" IsVisible="{Binding IsYesVisible}">Yes</Button> | ||||
|             <Button Click="ClickNo" IsVisible="{Binding IsNoVisible}">No</Button> | ||||
|             <Button Click="ClickCancel" IsVisible="{Binding IsCancelVisible}">Cancel</Button> | ||||
|         </WrapPanel> | ||||
|         <Panel Classes="buttons"> | ||||
|             <WrapPanel HorizontalAlignment="Right"> | ||||
|                 <Button Click="ClickOk" IsVisible="{Binding IsOkVisible}">OK</Button> | ||||
|                 <Button Click="ClickYes" IsVisible="{Binding IsYesVisible}">Yes</Button> | ||||
|                 <Button Click="ClickNo" IsVisible="{Binding IsNoVisible}">No</Button> | ||||
|                 <Button Click="ClickCancel" IsVisible="{Binding IsCancelVisible}">Cancel</Button> | ||||
|             </WrapPanel> | ||||
|         </Panel> | ||||
|     </StackPanel> | ||||
|  | ||||
| </Window> | ||||
|   | ||||
							
								
								
									
										24
									
								
								app/Desktop/Dialogs/Progress/DelayedProgressDialog.cs
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										24
									
								
								app/Desktop/Dialogs/Progress/DelayedProgressDialog.cs
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,24 @@ | ||||
| using System; | ||||
| using System.Threading.Tasks; | ||||
| using Avalonia.Controls; | ||||
| using Avalonia.Threading; | ||||
|  | ||||
| namespace DHT.Desktop.Dialogs.Progress; | ||||
|  | ||||
| static class DelayedProgressDialog { | ||||
| 	public static async ValueTask Await(Func<Task> taskProvider, TimeSpan delay, Window window, string progressDialogTitle, string progressDialogDescription) { | ||||
| 		Dispatcher.UIThread.VerifyAccess(); | ||||
| 		 | ||||
| 		Task task = Task.Run(taskProvider); | ||||
| 		if (task.IsCompleted) { | ||||
| 			return; | ||||
| 		} | ||||
| 		 | ||||
| 		// Freeze the UI thread for a short while in case the task finishes quickly. | ||||
| 		_ = Task.WhenAny(Task.Delay(delay), task).GetAwaiter().GetResult(); | ||||
| 		 | ||||
| 		if (!task.IsCompleted) { | ||||
| 			await ProgressDialog.ShowIndeterminate(window, progressDialogTitle, progressDialogDescription, _ => task); | ||||
| 		} | ||||
| 	} | ||||
| } | ||||
| @@ -3,7 +3,7 @@ using System.Threading.Tasks; | ||||
| namespace DHT.Desktop.Dialogs.Progress; | ||||
|  | ||||
| interface IProgressCallback { | ||||
| 	Task Update(string message, int finishedItems, int totalItems); | ||||
| 	Task Update(string message, long finishedItems, long totalItems); | ||||
| 	Task UpdateIndeterminate(string message); | ||||
| 	Task Hide(); | ||||
| } | ||||
|   | ||||
| @@ -2,68 +2,47 @@ using System; | ||||
| using System.Diagnostics.CodeAnalysis; | ||||
| using System.Threading.Tasks; | ||||
| using Avalonia.Controls; | ||||
| using DHT.Desktop.Dialogs.Message; | ||||
| using DHT.Utils.Logging; | ||||
|  | ||||
| namespace DHT.Desktop.Dialogs.Progress; | ||||
|  | ||||
| [SuppressMessage("ReSharper", "MemberCanBeInternal")] | ||||
| public sealed partial class ProgressDialog : Window { | ||||
| 	private static readonly Log Log = Log.ForType<ProgressDialog>(); | ||||
| 	private static readonly TimeSpan MinimumShowDuration = TimeSpan.FromMilliseconds(500); | ||||
| 	 | ||||
| 	internal static async Task Show(Window owner, string title, Func<ProgressDialog, IProgressCallback, Task> action) { | ||||
| 		var taskCompletionSource = new TaskCompletionSource(); | ||||
| 		var dialog = new ProgressDialog(); | ||||
| 		 | ||||
| 		dialog.DataContext = new ProgressDialogModel(title, async callbacks => { | ||||
| 			try { | ||||
| 				await action(dialog, callbacks[0]); | ||||
| 				taskCompletionSource.SetResult(); | ||||
| 			} catch (Exception e) { | ||||
| 				taskCompletionSource.SetException(e); | ||||
| 			} | ||||
| 		}); | ||||
| 		 | ||||
| 		dialog.DataContext = new ProgressDialogModel(title, async callbacks => await action(dialog, callbacks[0])); | ||||
| 		await dialog.ShowProgressDialog(owner); | ||||
| 		await taskCompletionSource.Task; | ||||
| 	} | ||||
| 	 | ||||
| 	internal static async Task ShowIndeterminate(Window owner, string title, string message, Func<ProgressDialog, Task> action) { | ||||
| 		var taskCompletionSource = new TaskCompletionSource(); | ||||
| 		var dialog = new ProgressDialog(); | ||||
| 		 | ||||
| 		dialog.DataContext = new ProgressDialogModel(title, async callbacks => { | ||||
| 			await callbacks[0].UpdateIndeterminate(message); | ||||
| 			try { | ||||
| 				await action(dialog); | ||||
| 				taskCompletionSource.SetResult(); | ||||
| 			} catch (Exception e) { | ||||
| 				taskCompletionSource.SetException(e); | ||||
| 			} | ||||
| 		}); | ||||
| 		 | ||||
| 		await dialog.ShowProgressDialog(owner); | ||||
| 		await taskCompletionSource.Task; | ||||
| 	} | ||||
| 	 | ||||
| 	internal static async Task<T> ShowIndeterminate<T>(Window owner, string title, string message, Func<ProgressDialog, Task<T>> action) { | ||||
| 	internal static async Task<T> Show<T>(Window owner, string title, Func<ProgressDialog, IProgressCallback, Task<T>> action) { | ||||
| 		var taskCompletionSource = new TaskCompletionSource<T>(); | ||||
| 		var dialog = new ProgressDialog(); | ||||
| 		 | ||||
| 		dialog.DataContext = new ProgressDialogModel(title, async callbacks => { | ||||
| 			await callbacks[0].UpdateIndeterminate(message); | ||||
| 			try { | ||||
| 				taskCompletionSource.SetResult(await action(dialog)); | ||||
| 			} catch (Exception e) { | ||||
| 				taskCompletionSource.SetException(e); | ||||
| 			} | ||||
| 			taskCompletionSource.SetResult(await action(dialog, callbacks[0])); | ||||
| 		}); | ||||
| 		 | ||||
| 		await dialog.ShowProgressDialog(owner); | ||||
| 		return await taskCompletionSource.Task; | ||||
| 	} | ||||
| 	 | ||||
| 	internal static Task ShowIndeterminate(Window owner, string title, string message, Func<ProgressDialog, Task> action) { | ||||
| 		return Show(owner, title, async (dialog, callback) => { | ||||
| 			await callback.UpdateIndeterminate(message); | ||||
| 			await action(dialog); | ||||
| 		}); | ||||
| 	} | ||||
| 	 | ||||
| 	internal static Task<T> ShowIndeterminate<T>(Window owner, string title, string message, Func<ProgressDialog, Task<T>> action) { | ||||
| 		return Show<T>(owner, title, async (dialog, callback) => { | ||||
| 			await callback.UpdateIndeterminate(message); | ||||
| 			return await action(dialog); | ||||
| 		}); | ||||
| 	} | ||||
| 	 | ||||
| 	private bool isFinished = false; | ||||
| 	private DateTime startTime = DateTime.Now; | ||||
| 	private Task progressTask = Task.CompletedTask; | ||||
| 	 | ||||
| 	public ProgressDialog() { | ||||
| @@ -71,6 +50,8 @@ public sealed partial class ProgressDialog : Window { | ||||
| 	} | ||||
| 	 | ||||
| 	public void OnOpened(object? sender, EventArgs e) { | ||||
| 		startTime = DateTime.Now; | ||||
| 		 | ||||
| 		if (DataContext is ProgressDialogModel model) { | ||||
| 			progressTask = Task.Run(model.StartTask); | ||||
| 			progressTask.ContinueWith(OnFinished, TaskScheduler.FromCurrentSynchronizationContext()); | ||||
| @@ -81,18 +62,19 @@ public sealed partial class ProgressDialog : Window { | ||||
| 		e.Cancel = !isFinished; | ||||
| 	} | ||||
| 	 | ||||
| 	private void OnFinished(Task task) { | ||||
| 	private async Task OnFinished(Task task) { | ||||
| 		isFinished = true; | ||||
| 		 | ||||
| 		TimeSpan elapsedTime = DateTime.Now - startTime; | ||||
| 		if (elapsedTime < MinimumShowDuration) { | ||||
| 			await Task.Delay(MinimumShowDuration - elapsedTime); | ||||
| 		} | ||||
| 		 | ||||
| 		Close(); | ||||
| 	} | ||||
| 	 | ||||
| 	public async Task ShowProgressDialog(Window owner) { | ||||
| 		await ShowDialog(owner); | ||||
| 		try { | ||||
| 			await progressTask; | ||||
| 		} catch (Exception e) { | ||||
| 			Log.Error(e); | ||||
| 			await Dialog.ShowOk(owner, "Unexpected Error", e.Message); | ||||
| 		} | ||||
| 		await progressTask; | ||||
| 	} | ||||
| } | ||||
|   | ||||
| @@ -38,7 +38,7 @@ sealed class ProgressDialogModel { | ||||
| 			this.item = item; | ||||
| 		} | ||||
| 		 | ||||
| 		public async Task Update(string message, int finishedItems, int totalItems) { | ||||
| 		public async Task Update(string message, long finishedItems, long totalItems) { | ||||
| 			await Dispatcher.UIThread.InvokeAsync(() => { | ||||
| 				item.Message = message; | ||||
| 				item.Items = totalItems == 0 ? string.Empty : finishedItems.Format() + " / " + totalItems.Format(); | ||||
|   | ||||
| @@ -1,30 +1,23 @@ | ||||
| using CommunityToolkit.Mvvm.ComponentModel; | ||||
| using PropertyChanged.SourceGenerator; | ||||
|  | ||||
| namespace DHT.Desktop.Dialogs.Progress; | ||||
|  | ||||
| sealed partial class ProgressItem : ObservableObject { | ||||
| 	[ObservableProperty(Setter = Access.Private)] | ||||
| 	[NotifyPropertyChangedFor(nameof(Opacity))] | ||||
| 	private bool isVisible = false; | ||||
| 	 | ||||
| 	public double Opacity => IsVisible ? 1.0 : 0.0; | ||||
| 	 | ||||
| sealed partial class ProgressItem { | ||||
| 	[Notify] | ||||
| 	private string message = ""; | ||||
| 	 | ||||
| 	public string Message { | ||||
| 		get => message; | ||||
| 		set { | ||||
| 			SetProperty(ref message, value); | ||||
| 			IsVisible = !string.IsNullOrEmpty(value); | ||||
| 		} | ||||
| 	} | ||||
| 	 | ||||
| 	[ObservableProperty] | ||||
| 	[Notify] | ||||
| 	private string items = ""; | ||||
| 	 | ||||
| 	[ObservableProperty] | ||||
| 	private int progress = 0; | ||||
| 	[Notify] | ||||
| 	private long progress = 0L; | ||||
| 	 | ||||
| 	[ObservableProperty] | ||||
| 	[Notify] | ||||
| 	private bool isIndeterminate; | ||||
| 	 | ||||
| 	[DependsOn(nameof(Message))] | ||||
| 	public bool IsVisible => !string.IsNullOrEmpty(Message); | ||||
| 	 | ||||
| 	[DependsOn(nameof(IsVisible))] | ||||
| 	public double Opacity => IsVisible ? 1.0 : 0.0; | ||||
| } | ||||
|   | ||||
| @@ -15,19 +15,6 @@ | ||||
|         <namespace:TextBoxDialogModel /> | ||||
|     </Window.DataContext> | ||||
|  | ||||
|     <Window.Styles> | ||||
|         <Style Selector="Panel.buttons"> | ||||
|             <Setter Property="Margin" Value="0 20 0 0" /> | ||||
|         </Style> | ||||
|         <Style Selector="Panel.buttons > WrapPanel.right"> | ||||
|             <Setter Property="HorizontalAlignment" Value="Right" /> | ||||
|         </Style> | ||||
|         <Style Selector="Panel.buttons Button"> | ||||
|             <Setter Property="MinWidth" Value="80" /> | ||||
|             <Setter Property="Margin" Value="8 0 0 0" /> | ||||
|         </Style> | ||||
|     </Window.Styles> | ||||
|  | ||||
|     <StackPanel Margin="20"> | ||||
|         <ScrollViewer MaxHeight="400"> | ||||
|             <StackPanel Spacing="10"> | ||||
| @@ -47,7 +34,7 @@ | ||||
|             </StackPanel> | ||||
|         </ScrollViewer> | ||||
|         <Panel Classes="buttons"> | ||||
|             <WrapPanel Classes="right"> | ||||
|             <WrapPanel HorizontalAlignment="Right"> | ||||
|                 <Button Click="ClickOk" IsEnabled="{Binding !HasErrors}">OK</Button> | ||||
|                 <Button Click="ClickCancel">Cancel</Button> | ||||
|             </WrapPanel> | ||||
|   | ||||
| @@ -1,11 +1,11 @@ | ||||
| using System.Collections.Generic; | ||||
| using System.ComponentModel; | ||||
| using System.Linq; | ||||
| using CommunityToolkit.Mvvm.ComponentModel; | ||||
| using PropertyChanged.SourceGenerator; | ||||
|  | ||||
| namespace DHT.Desktop.Dialogs.TextBox; | ||||
|  | ||||
| class TextBoxDialogModel : ObservableObject { | ||||
| partial class TextBoxDialogModel { | ||||
| 	public string Title { get; init; } = ""; | ||||
| 	public string Description { get; init; } = ""; | ||||
| 	 | ||||
| @@ -27,10 +27,11 @@ class TextBoxDialogModel : ObservableObject { | ||||
| 		} | ||||
| 	} | ||||
| 	 | ||||
| 	[DependsOn(nameof(Items))] | ||||
| 	public bool HasErrors => Items.Any(static item => !item.IsValid); | ||||
| 	 | ||||
| 	private void OnItemErrorsChanged(object? sender, DataErrorsChangedEventArgs e) { | ||||
| 		OnPropertyChanged(nameof(HasErrors)); | ||||
| 		OnPropertyChanged(new PropertyChangedEventArgs(nameof(Items))); | ||||
| 	} | ||||
| } | ||||
|  | ||||
|   | ||||
| @@ -1,25 +1,22 @@ | ||||
| using System; | ||||
| using System.Collections; | ||||
| using System.ComponentModel; | ||||
| using CommunityToolkit.Mvvm.ComponentModel; | ||||
| using PropertyChanged.SourceGenerator; | ||||
|  | ||||
| namespace DHT.Desktop.Dialogs.TextBox; | ||||
|  | ||||
| class TextBoxItem : ObservableObject, INotifyDataErrorInfo { | ||||
| partial class TextBoxItem : INotifyDataErrorInfo { | ||||
| 	public string Title { get; init; } = ""; | ||||
| 	public object? Item { get; init; } = null; | ||||
| 	 | ||||
| 	public Func<string, bool> ValidityCheck { get; init; } = static _ => true; | ||||
| 	public bool IsValid => ValidityCheck(Value); | ||||
| 	 | ||||
| 	[Notify] | ||||
| 	private string value = string.Empty; | ||||
| 	 | ||||
| 	public string Value { | ||||
| 		get => value; | ||||
| 		set { | ||||
| 			SetProperty(ref this.value, value); | ||||
| 			ErrorsChanged?.Invoke(this, new DataErrorsChangedEventArgs(nameof(Value))); | ||||
| 		} | ||||
| 	private void OnValueChanged() { | ||||
| 		ErrorsChanged?.Invoke(this, new DataErrorsChangedEventArgs(nameof(Value))); | ||||
| 	} | ||||
| 	 | ||||
| 	public IEnumerable GetErrors(string? propertyName) { | ||||
|   | ||||
| @@ -42,8 +42,7 @@ static class DiscordAppSettings { | ||||
| 			JsonObject settingsJson = await ReadSettingsJson(); | ||||
| 			return AreDevToolsEnabled(settingsJson); | ||||
| 		} catch (Exception e) { | ||||
| 			Log.Error("Cannot read settings file."); | ||||
| 			Log.Error(e); | ||||
| 			Log.Error("Could not read settings file.", e); | ||||
| 			return null; | ||||
| 		} | ||||
| 	} | ||||
| @@ -62,7 +61,7 @@ static class DiscordAppSettings { | ||||
| 		} catch (JsonException) { | ||||
| 			return SettingsJsonResult.InvalidJson; | ||||
| 		} catch (Exception e) { | ||||
| 			Log.Error(e); | ||||
| 			Log.Error("Could not read settings file.", e); | ||||
| 			return SettingsJsonResult.ReadError; | ||||
| 		} | ||||
| 		 | ||||
| @@ -84,16 +83,14 @@ static class DiscordAppSettings { | ||||
| 			 | ||||
| 			await WriteSettingsJson(json); | ||||
| 		} catch (Exception e) { | ||||
| 			Log.Error("An error occurred when writing settings file."); | ||||
| 			Log.Error(e); | ||||
| 			Log.Error("Could not write settings file.", e); | ||||
| 			 | ||||
| 			if (File.Exists(JsonBackupFilePath)) { | ||||
| 				try { | ||||
| 					File.Move(JsonBackupFilePath, JsonFilePath, overwrite: true); | ||||
| 					Log.Info("Restored settings file from backup."); | ||||
| 				} catch (Exception e2) { | ||||
| 					Log.Error("Cannot restore settings file from backup."); | ||||
| 					Log.Error(e2); | ||||
| 					Log.Error("Could not restore settings file from backup.", e2); | ||||
| 				} | ||||
| 			} | ||||
| 			 | ||||
| @@ -103,8 +100,7 @@ static class DiscordAppSettings { | ||||
| 		try { | ||||
| 			File.Delete(JsonBackupFilePath); | ||||
| 		} catch (Exception e) { | ||||
| 			Log.Error("Cannot delete backup file."); | ||||
| 			Log.Error(e); | ||||
| 			Log.Error("Could not delete backup file.", e); | ||||
| 		} | ||||
| 		 | ||||
| 		return SettingsJsonResult.Success; | ||||
|   | ||||
| @@ -3,12 +3,12 @@ | ||||
|         xmlns:d="http://schemas.microsoft.com/expression/blend/2008" | ||||
|         xmlns:mc="http://schemas.openxmlformats.org/markup-compatibility/2006" | ||||
|         xmlns:main="clr-namespace:DHT.Desktop.Main" | ||||
|         mc:Ignorable="d" d:DesignWidth="480" d:DesignHeight="360" | ||||
|         mc:Ignorable="d" d:DesignWidth="510" d:DesignHeight="425" | ||||
|         x:Class="DHT.Desktop.Main.AboutWindow" | ||||
|         x:DataType="main:AboutWindowModel" | ||||
|         Title="About Discord History Tracker" | ||||
|         Icon="avares://DiscordHistoryTracker/Resources/icon.ico" | ||||
|         Width="480" Height="360" CanResize="False" | ||||
|         Width="510" Height="425" CanResize="False" | ||||
|         WindowStartupLocation="CenterOwner"> | ||||
|  | ||||
|     <Design.DataContext> | ||||
| @@ -16,16 +16,12 @@ | ||||
|     </Design.DataContext> | ||||
|  | ||||
|     <Window.Styles> | ||||
|         <Style Selector="StackPanel"> | ||||
|             <Setter Property="Orientation" Value="Horizontal" /> | ||||
|             <Setter Property="Spacing" Value="5" /> | ||||
|         </Style> | ||||
|         <Style Selector="TextBlock"> | ||||
|             <Setter Property="TextWrapping" Value="Wrap" /> | ||||
|             <Setter Property="VerticalAlignment" Value="Center" /> | ||||
|         </Style> | ||||
|         <Style Selector="Grid > Button"> | ||||
|             <Setter Property="Margin" Value="0 4" /> | ||||
|             <Setter Property="Margin" Value="0 3" /> | ||||
|             <Setter Property="Padding" Value="8 4" /> | ||||
|             <Setter Property="HorizontalAlignment" Value="Stretch" /> | ||||
|         </Style> | ||||
| @@ -33,44 +29,55 @@ | ||||
|  | ||||
|     <StackPanel Orientation="Vertical" Margin="20" Spacing="12"> | ||||
|  | ||||
|         <TextBlock VerticalAlignment="Center"> | ||||
|             Discord History Tracker was created by chylex and released under the MIT license. | ||||
|         </TextBlock> | ||||
|  | ||||
|         <StackPanel> | ||||
|             <Button Command="{Binding ShowOfficialWebsite}">Official Website</Button> | ||||
|             <Button Command="{Binding ShowIssueTracker}">Issue Tracker</Button> | ||||
|             <Button Command="{Binding ShowSourceCode}">Source Code</Button> | ||||
|         <StackPanel Orientation="Vertical" Spacing="3"> | ||||
|             <TextBlock TextWrapping="Wrap">Discord History Tracker was created by chylex.</TextBlock> | ||||
|             <TextBlock>It is available under the MIT license.</TextBlock> | ||||
|         </StackPanel> | ||||
|  | ||||
|         <Grid RowDefinitions="Auto,5,Auto,Auto,Auto,Auto,Auto,Auto,Auto,Auto" ColumnDefinitions="175,125,*" Margin="0 10 0 0"> | ||||
|         <StackPanel Orientation="Horizontal" Spacing="8"> | ||||
|             <Button Command="{Binding OpenOfficialWebsite}">Official Website</Button> | ||||
|             <Button Command="{Binding OpenIssueTracker}">Issue Tracker</Button> | ||||
|             <Button Command="{Binding OpenSourceCode}">Source Code</Button> | ||||
|         </StackPanel> | ||||
|  | ||||
|         <Grid RowDefinitions="Auto,5,Auto,Auto,Auto,Auto,Auto,Auto,Auto,Auto" ColumnDefinitions="*,115,90" Margin="0 10 0 0"> | ||||
|             <TextBlock Grid.Row="0" Grid.Column="0" FontWeight="Bold">Third-Party Software</TextBlock> | ||||
|             <TextBlock Grid.Row="0" Grid.Column="1" FontWeight="Bold">License</TextBlock> | ||||
|             <TextBlock Grid.Row="0" Grid.Column="2" FontWeight="Bold">Link</TextBlock> | ||||
|  | ||||
|             <TextBlock Grid.Row="2" Grid.Column="0">.NET 8</TextBlock> | ||||
|             <TextBlock Grid.Row="2" Grid.Column="0">.NET</TextBlock> | ||||
|             <TextBlock Grid.Row="2" Grid.Column="1">MIT</TextBlock> | ||||
|             <Button Grid.Row="2" Grid.Column="2" Command="{Binding ShowLibraryNetCore}">GitHub</Button> | ||||
|             <Button Grid.Row="2" Grid.Column="2" Command="{Binding OpenThirdPartyNetCore}">GitHub</Button> | ||||
|  | ||||
|             <TextBlock Grid.Row="3" Grid.Column="0">Avalonia</TextBlock> | ||||
|             <TextBlock Grid.Row="3" Grid.Column="1">MIT</TextBlock> | ||||
|             <Button Grid.Row="3" Grid.Column="2" Command="{Binding ShowLibraryAvalonia}">NuGet</Button> | ||||
|             <Button Grid.Row="3" Grid.Column="2" Command="{Binding OpenThirdPartyAvalonia}">GitHub</Button> | ||||
|  | ||||
|             <TextBlock Grid.Row="4" Grid.Column="0">MVVM Toolkit</TextBlock> | ||||
|             <TextBlock Grid.Row="4" Grid.Column="0">Rx.NET</TextBlock> | ||||
|             <TextBlock Grid.Row="4" Grid.Column="1">MIT</TextBlock> | ||||
|             <Button Grid.Row="4" Grid.Column="2" Command="{Binding ShowLibraryCommunityToolkit}">GitHub</Button> | ||||
|             <Button Grid.Row="4" Grid.Column="2" Command="{Binding OpenThirdPartyRxNet}">GitHub</Button> | ||||
|  | ||||
|             <TextBlock Grid.Row="5" Grid.Column="0">SQLite</TextBlock> | ||||
|             <TextBlock Grid.Row="5" Grid.Column="1">Public Domain</TextBlock> | ||||
|             <Button Grid.Row="5" Grid.Column="2" Command="{Binding ShowLibrarySqlite}">Official Website</Button> | ||||
|             <Button Grid.Row="5" Grid.Column="2" Command="{Binding OpenThirdPartySqlite}">Website</Button> | ||||
|  | ||||
|             <TextBlock Grid.Row="6" Grid.Column="0">Microsoft.Data.Sqlite</TextBlock> | ||||
|             <TextBlock Grid.Row="6" Grid.Column="1">Apache-2.0</TextBlock> | ||||
|             <Button Grid.Row="6" Grid.Column="2" Command="{Binding ShowLibrarySqliteAdoNet}">NuGet</Button> | ||||
|             <Button Grid.Row="6" Grid.Column="2" Command="{Binding OpenThirdPartyMicrosoftDataSqlite}">NuGet</Button> | ||||
|  | ||||
|             <TextBlock Grid.Row="7" Grid.Column="0">Rx.NET</TextBlock> | ||||
|             <TextBlock Grid.Row="7" Grid.Column="0">PropertyChanged.SourceGenerator</TextBlock> | ||||
|             <TextBlock Grid.Row="7" Grid.Column="1">MIT</TextBlock> | ||||
|             <Button Grid.Row="7" Grid.Column="2" Command="{Binding ShowLibraryRxNet}">GitHub</Button> | ||||
|             <Button Grid.Row="7" Grid.Column="2" Command="{Binding OpenThirdPartyPropertyChangedSourceGenerator}">GitHub</Button> | ||||
|         </Grid> | ||||
|  | ||||
|         <Grid RowDefinitions="Auto,5,Auto,Auto,Auto,Auto,Auto,Auto,Auto,Auto" ColumnDefinitions="*,115,90" Margin="0 5 0 0"> | ||||
|             <TextBlock Grid.Row="0" Grid.Column="0" FontWeight="Bold">Additional Thanks</TextBlock> | ||||
|             <TextBlock Grid.Row="0" Grid.Column="1" FontWeight="Bold">License</TextBlock> | ||||
|             <TextBlock Grid.Row="0" Grid.Column="2" FontWeight="Bold">Link</TextBlock> | ||||
|  | ||||
|             <TextBlock Grid.Row="2" Grid.Column="0">BetterDiscord, for Webpack hooks</TextBlock> | ||||
|             <TextBlock Grid.Row="2" Grid.Column="1">Apache-2.0</TextBlock> | ||||
|             <Button Grid.Row="2" Grid.Column="2" Command="{Binding OpenThirdPartyBetterDiscord}">GitHub</Button> | ||||
|         </Grid> | ||||
|  | ||||
|     </StackPanel> | ||||
|   | ||||
| @@ -3,39 +3,43 @@ using DHT.Desktop.Common; | ||||
| namespace DHT.Desktop.Main; | ||||
|  | ||||
| sealed class AboutWindowModel { | ||||
| 	public void ShowOfficialWebsite() { | ||||
| 	public void OpenOfficialWebsite() { | ||||
| 		SystemUtils.OpenUrl(Program.Website); | ||||
| 	} | ||||
| 	 | ||||
| 	public void ShowIssueTracker() { | ||||
| 	public void OpenIssueTracker() { | ||||
| 		SystemUtils.OpenUrl("https://github.com/chylex/Discord-History-Tracker/issues"); | ||||
| 	} | ||||
| 	 | ||||
| 	public void ShowSourceCode() { | ||||
| 	public void OpenSourceCode() { | ||||
| 		SystemUtils.OpenUrl("https://github.com/chylex/Discord-History-Tracker"); | ||||
| 	} | ||||
| 	 | ||||
| 	public void ShowLibraryNetCore() { | ||||
| 	public void OpenThirdPartyNetCore() { | ||||
| 		SystemUtils.OpenUrl("https://github.com/dotnet/core"); | ||||
| 	} | ||||
| 	 | ||||
| 	public void ShowLibraryAvalonia() { | ||||
| 		SystemUtils.OpenUrl("https://www.nuget.org/packages/Avalonia"); | ||||
| 	public void OpenThirdPartyAvalonia() { | ||||
| 		SystemUtils.OpenUrl("https://github.com/AvaloniaUI/Avalonia"); | ||||
| 	} | ||||
| 	 | ||||
| 	public void ShowLibraryCommunityToolkit() { | ||||
| 		SystemUtils.OpenUrl("https://github.com/CommunityToolkit/dotnet"); | ||||
| 	public void OpenThirdPartyPropertyChangedSourceGenerator() { | ||||
| 		SystemUtils.OpenUrl("https://github.com/canton7/PropertyChanged.SourceGenerator"); | ||||
| 	} | ||||
| 	 | ||||
| 	public void ShowLibrarySqlite() { | ||||
| 	public void OpenThirdPartySqlite() { | ||||
| 		SystemUtils.OpenUrl("https://www.sqlite.org"); | ||||
| 	} | ||||
| 	 | ||||
| 	public void ShowLibrarySqliteAdoNet() { | ||||
| 	public void OpenThirdPartyMicrosoftDataSqlite() { | ||||
| 		SystemUtils.OpenUrl("https://www.nuget.org/packages/Microsoft.Data.Sqlite"); | ||||
| 	} | ||||
| 	 | ||||
| 	public void ShowLibraryRxNet() { | ||||
| 	public void OpenThirdPartyRxNet() { | ||||
| 		SystemUtils.OpenUrl("https://github.com/dotnet/reactive"); | ||||
| 	} | ||||
| 	 | ||||
| 	public void OpenThirdPartyBetterDiscord() { | ||||
| 		SystemUtils.OpenUrl("https://github.com/BetterDiscord/BetterDiscord"); | ||||
| 	} | ||||
| } | ||||
|   | ||||
| @@ -13,12 +13,8 @@ | ||||
|  | ||||
|     <UserControl.Styles> | ||||
|         <Style Selector="WrapPanel > StackPanel"> | ||||
|             <Setter Property="Margin" Value="0 20 40 0" /> | ||||
|             <Setter Property="Spacing" Value="4" /> | ||||
|         </Style> | ||||
|         <Style Selector="WrapPanel > StackPanel:nth-last-child(1)"> | ||||
|             <Setter Property="Margin" Value="0 20 0 0" /> | ||||
|         </Style> | ||||
|         <Style Selector="Grid > Label"> | ||||
|             <Setter Property="VerticalAlignment" Value="Center" /> | ||||
|         </Style> | ||||
| @@ -30,9 +26,9 @@ | ||||
|         </Style> | ||||
|     </UserControl.Styles> | ||||
|  | ||||
|     <StackPanel> | ||||
|     <StackPanel Spacing="20"> | ||||
|         <TextBlock Text="{Binding FilterStatisticsText}" /> | ||||
|         <WrapPanel> | ||||
|         <WrapPanel ItemSpacing="40" LineSpacing="20"> | ||||
|             <StackPanel> | ||||
|                 <CheckBox IsChecked="{Binding LimitSize}">Limit Size</CheckBox> | ||||
|                 <StackPanel Orientation="Horizontal"> | ||||
|   | ||||
| @@ -5,17 +5,17 @@ using System.Linq; | ||||
| using System.Reactive.Linq; | ||||
| using System.Threading.Tasks; | ||||
| using Avalonia.ReactiveUI; | ||||
| using CommunityToolkit.Mvvm.ComponentModel; | ||||
| using DHT.Desktop.Common; | ||||
| using DHT.Server; | ||||
| using DHT.Server.Data.Filters; | ||||
| using DHT.Server.Data.Settings; | ||||
| using DHT.Utils.Logging; | ||||
| using DHT.Utils.Tasks; | ||||
| using PropertyChanged.SourceGenerator; | ||||
|  | ||||
| namespace DHT.Desktop.Main.Controls; | ||||
|  | ||||
| sealed partial class DownloadItemFilterPanelModel : ObservableObject, IAsyncDisposable { | ||||
| sealed partial class DownloadItemFilterPanelModel : IAsyncDisposable { | ||||
| 	private static readonly Log Log = Log.ForType<DownloadItemFilterPanelModel>(); | ||||
| 	 | ||||
| 	public sealed record Unit(string Name, uint Scale); | ||||
| @@ -32,15 +32,16 @@ sealed partial class DownloadItemFilterPanelModel : ObservableObject, IAsyncDisp | ||||
| 		nameof(MaximumSizeUnit), | ||||
| 	]; | ||||
| 	 | ||||
| 	public string FilterStatisticsText { get; private set; } = ""; | ||||
| 	[Notify(Setter.Private)] | ||||
| 	private string filterStatisticsText = ""; | ||||
| 	 | ||||
| 	[ObservableProperty] | ||||
| 	[Notify] | ||||
| 	private bool limitSize = false; | ||||
| 	 | ||||
| 	[ObservableProperty] | ||||
| 	[Notify] | ||||
| 	private ulong maximumSize = 0UL; | ||||
| 	 | ||||
| 	[ObservableProperty] | ||||
| 	[Notify] | ||||
| 	private Unit maximumSizeUnit = AllUnits[0]; | ||||
| 	 | ||||
| 	public IEnumerable<Unit> Units => AllUnits; | ||||
| @@ -108,8 +109,7 @@ sealed partial class DownloadItemFilterPanelModel : ObservableObject, IAsyncDisp | ||||
| 				await setter.Set(SettingsKey.DownloadsMaximumSizeUnit, settings.MaximumSizeUnit.Name); | ||||
| 			}); | ||||
| 		} catch (Exception e) { | ||||
| 			Log.Error("Could not save download filter settings"); | ||||
| 			Log.Error(e); | ||||
| 			Log.Error("Could not save download filter settings.", e); | ||||
| 		} | ||||
| 	} | ||||
| 	 | ||||
| @@ -151,9 +151,7 @@ sealed partial class DownloadItemFilterPanelModel : ObservableObject, IAsyncDisp | ||||
| 	private void UpdateFilterStatisticsText() { | ||||
| 		string matchingItemCountStr = matchingItemCount?.Format() ?? "(...)"; | ||||
| 		string totalItemCountStr = totalItemCount?.Format() ?? "(...)"; | ||||
| 		 | ||||
| 		FilterStatisticsText = verb + " " + matchingItemCountStr + " out of " + totalItemCountStr + " file" + (totalItemCount is null or 1 ? "." : "s."); | ||||
| 		OnPropertyChanged(nameof(FilterStatisticsText)); | ||||
| 	} | ||||
| 	 | ||||
| 	public DownloadItemFilter CreateFilter() { | ||||
|   | ||||
| @@ -13,12 +13,8 @@ | ||||
|  | ||||
|     <UserControl.Styles> | ||||
|         <Style Selector="WrapPanel > StackPanel"> | ||||
|             <Setter Property="Margin" Value="0 20 40 0" /> | ||||
|             <Setter Property="Spacing" Value="4" /> | ||||
|         </Style> | ||||
|         <Style Selector="WrapPanel > StackPanel:nth-last-child(1)"> | ||||
|             <Setter Property="Margin" Value="0 20 0 0" /> | ||||
|         </Style> | ||||
|         <Style Selector="Grid > Label"> | ||||
|             <Setter Property="VerticalAlignment" Value="Center" /> | ||||
|         </Style> | ||||
| @@ -36,9 +32,9 @@ | ||||
|         </Style> | ||||
|     </UserControl.Styles> | ||||
|  | ||||
|     <StackPanel> | ||||
|     <StackPanel Spacing="20"> | ||||
|         <TextBlock Text="{Binding FilterStatisticsText}" /> | ||||
|         <WrapPanel> | ||||
|         <WrapPanel ItemSpacing="40" LineSpacing="20"> | ||||
|             <StackPanel> | ||||
|                 <CheckBox IsChecked="{Binding FilterByDate}">Filter by Date</CheckBox> | ||||
|                 <Grid ColumnDefinitions="Auto, 4, 125" RowDefinitions="Auto, 4, Auto" Margin="4 0"> | ||||
|   | ||||
| @@ -7,7 +7,6 @@ using System.Text; | ||||
| using System.Threading.Tasks; | ||||
| using Avalonia.Controls; | ||||
| using Avalonia.ReactiveUI; | ||||
| using CommunityToolkit.Mvvm.ComponentModel; | ||||
| using DHT.Desktop.Common; | ||||
| using DHT.Desktop.Dialogs.CheckBox; | ||||
| using DHT.Desktop.Dialogs.Message; | ||||
| @@ -16,10 +15,11 @@ using DHT.Server; | ||||
| using DHT.Server.Data; | ||||
| using DHT.Server.Data.Filters; | ||||
| using DHT.Utils.Tasks; | ||||
| using PropertyChanged.SourceGenerator; | ||||
|  | ||||
| namespace DHT.Desktop.Main.Controls; | ||||
|  | ||||
| sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable { | ||||
| sealed partial class MessageFilterPanelModel : IDisposable { | ||||
| 	private static readonly HashSet<string> FilterProperties = [ | ||||
| 		nameof(FilterByDate), | ||||
| 		nameof(StartDate), | ||||
| @@ -30,37 +30,38 @@ sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable { | ||||
| 		nameof(IncludedUsers), | ||||
| 	]; | ||||
| 	 | ||||
| 	public string FilterStatisticsText { get; private set; } = ""; | ||||
| 	 | ||||
| 	public event PropertyChangedEventHandler? FilterPropertyChanged; | ||||
| 	 | ||||
| 	public bool HasAnyFilters => FilterByDate || FilterByChannel || FilterByUser; | ||||
| 	 | ||||
| 	[ObservableProperty] | ||||
| 	[Notify] | ||||
| 	private string filterStatisticsText = ""; | ||||
| 	 | ||||
| 	[Notify] | ||||
| 	private bool filterByDate = false; | ||||
| 	 | ||||
| 	[ObservableProperty] | ||||
| 	[Notify] | ||||
| 	private DateTime? startDate = null; | ||||
| 	 | ||||
| 	[ObservableProperty] | ||||
| 	[Notify] | ||||
| 	private DateTime? endDate = null; | ||||
| 	 | ||||
| 	[ObservableProperty] | ||||
| 	[Notify] | ||||
| 	private bool filterByChannel = false; | ||||
| 	 | ||||
| 	[ObservableProperty] | ||||
| 	[Notify] | ||||
| 	private HashSet<ulong>? includedChannels = null; | ||||
| 	 | ||||
| 	[ObservableProperty] | ||||
| 	[Notify] | ||||
| 	private bool filterByUser = false; | ||||
| 	 | ||||
| 	[ObservableProperty] | ||||
| 	[Notify] | ||||
| 	private HashSet<ulong>? includedUsers = null; | ||||
| 	 | ||||
| 	[ObservableProperty] | ||||
| 	[Notify] | ||||
| 	private string channelFilterLabel = ""; | ||||
| 	 | ||||
| 	[ObservableProperty] | ||||
| 	[Notify] | ||||
| 	private string userFilterLabel = ""; | ||||
| 	 | ||||
| 	private readonly Window window; | ||||
| @@ -181,9 +182,7 @@ sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable { | ||||
| 	private void UpdateFilterStatisticsText() { | ||||
| 		string exportedMessageCountStr = exportedMessageCount?.Format() ?? "(...)"; | ||||
| 		string totalMessageCountStr = totalMessageCount?.Format() ?? "(...)"; | ||||
| 		 | ||||
| 		FilterStatisticsText = verb + " " + exportedMessageCountStr + " out of " + totalMessageCountStr + " message" + (totalMessageCount is null or 1 ? "." : "s."); | ||||
| 		OnPropertyChanged(nameof(FilterStatisticsText)); | ||||
| 	} | ||||
| 	 | ||||
| 	public async Task OpenChannelFilterDialog() { | ||||
|   | ||||
| @@ -22,16 +22,15 @@ | ||||
|         </Style> | ||||
|         <Style Selector="WrapPanel > StackPanel"> | ||||
|             <Setter Property="Orientation" Value="Vertical" /> | ||||
|             <Setter Property="Margin" Value="0 0 10 10" /> | ||||
|         </Style> | ||||
|     </UserControl.Styles> | ||||
|  | ||||
|     <StackPanel> | ||||
|     <StackPanel Spacing="10"> | ||||
|         <Button Command="{Binding OnClickToggleServerButton}" Content="{Binding ToggleServerButtonText}" IsEnabled="{Binding IsToggleServerButtonEnabled}" /> | ||||
|         <TextBlock TextWrapping="Wrap" Margin="0 15"> | ||||
|             The following settings determine how the tracking script communicates with this application. If you change them, you will have to copy/paste the tracking script again. | ||||
|         <TextBlock TextWrapping="Wrap" Margin="0 5"> | ||||
|             The following settings determine how the tracking script communicates with this application. If you change them, you will have to copy/paste the tracking script or connection code again. | ||||
|         </TextBlock> | ||||
|         <WrapPanel> | ||||
|         <WrapPanel ItemSpacing="10" LineSpacing="10"> | ||||
|             <StackPanel> | ||||
|                 <Label Target="Port">Port</Label> | ||||
|                 <TextBox x:Name="Port" Width="70" Text="{Binding InputPort}" /> | ||||
|   | ||||
| @@ -1,30 +1,30 @@ | ||||
| using System; | ||||
| using System.ComponentModel; | ||||
| using System.Threading.Tasks; | ||||
| using Avalonia.Controls; | ||||
| using Avalonia.Threading; | ||||
| using CommunityToolkit.Mvvm.ComponentModel; | ||||
| using DHT.Desktop.Dialogs.Message; | ||||
| using DHT.Desktop.Server; | ||||
| using DHT.Server; | ||||
| using DHT.Server.Service; | ||||
| using DHT.Utils.Logging; | ||||
| using PropertyChanged.SourceGenerator; | ||||
|  | ||||
| namespace DHT.Desktop.Main.Controls; | ||||
|  | ||||
| sealed partial class ServerConfigurationPanelModel : ObservableObject, IDisposable { | ||||
| sealed partial class ServerConfigurationPanelModel : IDisposable { | ||||
| 	private static readonly Log Log = Log.ForType<ServerConfigurationPanelModel>(); | ||||
| 	 | ||||
| 	[ObservableProperty] | ||||
| 	[NotifyPropertyChangedFor(nameof(HasMadeChanges))] | ||||
| 	[Notify] | ||||
| 	private string inputPort; | ||||
| 	 | ||||
| 	[ObservableProperty] | ||||
| 	[NotifyPropertyChangedFor(nameof(HasMadeChanges))] | ||||
| 	[Notify] | ||||
| 	private string inputToken; | ||||
| 	 | ||||
| 	[DependsOn(nameof(InputPort), nameof(InputToken))] | ||||
| 	public bool HasMadeChanges => ServerConfiguration.Port.ToString() != InputPort || ServerConfiguration.Token != InputToken; | ||||
| 	 | ||||
| 	[ObservableProperty(Setter = Access.Private)] | ||||
| 	[Notify(Setter.Private)] | ||||
| 	private bool isToggleServerButtonEnabled = true; | ||||
| 	 | ||||
| 	public string ToggleServerButtonText => server.IsRunning ? "Stop Server" : "Start Server"; | ||||
| @@ -53,7 +53,7 @@ sealed partial class ServerConfigurationPanelModel : ObservableObject, IDisposab | ||||
| 	} | ||||
| 	 | ||||
| 	private void UpdateServerStatus() { | ||||
| 		OnPropertyChanged(nameof(ToggleServerButtonText)); | ||||
| 		OnPropertyChanged(new PropertyChangedEventArgs(nameof(ToggleServerButtonText))); | ||||
| 	} | ||||
| 	 | ||||
| 	private async Task StartServer() { | ||||
| @@ -62,7 +62,7 @@ sealed partial class ServerConfigurationPanelModel : ObservableObject, IDisposab | ||||
| 		try { | ||||
| 			await server.Start(ServerConfiguration.Port, ServerConfiguration.Token); | ||||
| 		} catch (Exception e) { | ||||
| 			Log.Error(e); | ||||
| 			Log.Error("Could not start internal server.", e); | ||||
| 			await Dialog.ShowOk(window, "Internal Server Error", e.Message); | ||||
| 		} | ||||
| 		 | ||||
| @@ -76,7 +76,7 @@ sealed partial class ServerConfigurationPanelModel : ObservableObject, IDisposab | ||||
| 		try { | ||||
| 			await server.Stop(); | ||||
| 		} catch (Exception e) { | ||||
| 			Log.Error(e); | ||||
| 			Log.Error("Could not stop internal server.", e); | ||||
| 			await Dialog.ShowOk(window, "Internal Server Error", e.Message); | ||||
| 		} | ||||
| 		 | ||||
| @@ -106,7 +106,7 @@ sealed partial class ServerConfigurationPanelModel : ObservableObject, IDisposab | ||||
| 		ServerConfiguration.Port = port; | ||||
| 		ServerConfiguration.Token = inputToken; | ||||
| 		 | ||||
| 		OnPropertyChanged(nameof(HasMadeChanges)); | ||||
| 		OnPropertyChanged(new PropertyChangedEventArgs(nameof(HasMadeChanges))); | ||||
| 		 | ||||
| 		await StartServer(); | ||||
| 	} | ||||
|   | ||||
| @@ -2,27 +2,27 @@ using System; | ||||
| using System.Reactive.Linq; | ||||
| using Avalonia.ReactiveUI; | ||||
| using Avalonia.Threading; | ||||
| using CommunityToolkit.Mvvm.ComponentModel; | ||||
| using DHT.Server; | ||||
| using DHT.Server.Service; | ||||
| using PropertyChanged.SourceGenerator; | ||||
|  | ||||
| namespace DHT.Desktop.Main.Controls; | ||||
|  | ||||
| sealed partial class StatusBarModel : ObservableObject, IDisposable { | ||||
| 	[ObservableProperty(Setter = Access.Private)] | ||||
| sealed partial class StatusBarModel : IDisposable { | ||||
| 	[Notify(Setter.Private)] | ||||
| 	private long? serverCount; | ||||
| 	 | ||||
| 	[ObservableProperty(Setter = Access.Private)] | ||||
| 	[Notify(Setter.Private)] | ||||
| 	private long? channelCount; | ||||
| 	 | ||||
| 	[ObservableProperty(Setter = Access.Private)] | ||||
| 	[Notify(Setter.Private)] | ||||
| 	private long? messageCount; | ||||
| 	 | ||||
| 	[ObservableProperty(Setter = Access.Private)] | ||||
| 	[NotifyPropertyChangedFor(nameof(ServerStatusText))] | ||||
| 	[Notify(Setter.Private)] | ||||
| 	private ServerManager.Status serverStatus; | ||||
| 	 | ||||
| 	public string ServerStatusText => serverStatus switch { | ||||
| 	[DependsOn(nameof(ServerStatus))] | ||||
| 	public string ServerStatusText => ServerStatus switch { | ||||
| 		ServerManager.Status.Starting => "STARTING", | ||||
| 		ServerManager.Status.Started  => "READY", | ||||
| 		ServerManager.Status.Stopping => "STOPPING", | ||||
| @@ -45,7 +45,7 @@ sealed partial class StatusBarModel : ObservableObject, IDisposable { | ||||
| 		channelCountSubscription = state.Db.Channels.TotalCount.ObserveOn(AvaloniaScheduler.Instance).Subscribe(newChannelCount => ChannelCount = newChannelCount); | ||||
| 		messageCountSubscription = state.Db.Messages.TotalCount.ObserveOn(AvaloniaScheduler.Instance).Subscribe(newMessageCount => MessageCount = newMessageCount); | ||||
| 		 | ||||
| 		state.Server.StatusChanged += OnServerStatusChanged; | ||||
| 		state.Server.StatusChanged += OnStateServerStatusChanged; | ||||
| 		serverStatus = state.Server.IsRunning ? ServerManager.Status.Started : ServerManager.Status.Stopped; | ||||
| 	} | ||||
| 	 | ||||
| @@ -54,10 +54,10 @@ sealed partial class StatusBarModel : ObservableObject, IDisposable { | ||||
| 		channelCountSubscription.Dispose(); | ||||
| 		messageCountSubscription.Dispose(); | ||||
| 		 | ||||
| 		state.Server.StatusChanged -= OnServerStatusChanged; | ||||
| 		state.Server.StatusChanged -= OnStateServerStatusChanged; | ||||
| 	} | ||||
| 	 | ||||
| 	private void OnServerStatusChanged(object? sender, ServerManager.Status e) { | ||||
| 	private void OnStateServerStatusChanged(object? sender, ServerManager.Status e) { | ||||
| 		Dispatcher.UIThread.InvokeAsync(() => ServerStatus = e); | ||||
| 	} | ||||
| } | ||||
|   | ||||
							
								
								
									
										57
									
								
								app/Desktop/Main/Dialogs/NewDatabaseSettingsDialog.axaml
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										57
									
								
								app/Desktop/Main/Dialogs/NewDatabaseSettingsDialog.axaml
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,57 @@ | ||||
| <Window xmlns="https://github.com/avaloniaui" | ||||
|         xmlns:x="http://schemas.microsoft.com/winfx/2006/xaml" | ||||
|         xmlns:d="http://schemas.microsoft.com/expression/blend/2008" | ||||
|         xmlns:mc="http://schemas.openxmlformats.org/markup-compatibility/2006" | ||||
|         xmlns:namespace="clr-namespace:DHT.Desktop.Main.Dialogs" | ||||
|         mc:Ignorable="d" d:DesignWidth="450" | ||||
|         x:Class="DHT.Desktop.Main.Dialogs.NewDatabaseSettingsDialog" | ||||
|         x:DataType="namespace:NewDatabaseSettingsDialogModel" | ||||
|         Title="New Database Settings" | ||||
|         Icon="avares://DiscordHistoryTracker/Resources/icon.ico" | ||||
|         Closing="OnClosing" | ||||
|         Width="450" SizeToContent="Height" CanResize="False" | ||||
|         WindowStartupLocation="CenterOwner"> | ||||
|  | ||||
|     <Window.DataContext> | ||||
|         <namespace:NewDatabaseSettingsDialogModel /> | ||||
|     </Window.DataContext> | ||||
|  | ||||
|     <Window.Styles> | ||||
|         <Style Selector="Label > StackPanel"> | ||||
|             <Setter Property="Margin" Value="0 4 0 0" /> | ||||
|             <Setter Property="Orientation" Value="Vertical" /> | ||||
|             <Setter Property="Spacing" Value="5" /> | ||||
|         </Style> | ||||
|         <Style Selector="TextBlock.dim"> | ||||
|             <Setter Property="Foreground" Value="DimGray" /> | ||||
|             <Setter Property="FontSize" Value="13" /> | ||||
|         </Style> | ||||
|     </Window.Styles> | ||||
|  | ||||
|     <StackPanel Orientation="Vertical" Margin="20"> | ||||
|         <StackPanel Orientation="Vertical" Spacing="15"> | ||||
|             <CheckBox IsChecked="{Binding SeparateFileForDownloads}"> | ||||
|                 <Label> | ||||
|                     <StackPanel> | ||||
|                         <TextBlock>Use a Separate Database File for Downloads</TextBlock> | ||||
|                         <TextBlock Classes="dim">Downloaded files will be stored separately from messages. This cannot be changed later.</TextBlock> | ||||
|                     </StackPanel> | ||||
|                 </Label> | ||||
|             </CheckBox> | ||||
|             <CheckBox IsChecked="{Binding DownloadsAutoStart}"> | ||||
|                 <Label> | ||||
|                     <StackPanel> | ||||
|                         <TextBlock>Download Files Automatically</TextBlock> | ||||
|                         <TextBlock Classes="dim">Enables automatic downloads of files hosted on Discord. This can be changed later in the Downloads tab.</TextBlock> | ||||
|                     </StackPanel> | ||||
|                 </Label> | ||||
|             </CheckBox> | ||||
|         </StackPanel> | ||||
|         <Panel Classes="buttons"> | ||||
|             <WrapPanel HorizontalAlignment="Right"> | ||||
|                 <Button Click="ClickOk">OK</Button> | ||||
|             </WrapPanel> | ||||
|         </Panel> | ||||
|     </StackPanel> | ||||
|  | ||||
| </Window> | ||||
							
								
								
									
										22
									
								
								app/Desktop/Main/Dialogs/NewDatabaseSettingsDialog.axaml.cs
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										22
									
								
								app/Desktop/Main/Dialogs/NewDatabaseSettingsDialog.axaml.cs
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,22 @@ | ||||
| using System.Diagnostics.CodeAnalysis; | ||||
| using Avalonia.Controls; | ||||
| using Avalonia.Interactivity; | ||||
|  | ||||
| namespace DHT.Desktop.Main.Dialogs; | ||||
|  | ||||
| [SuppressMessage("ReSharper", "MemberCanBeInternal")] | ||||
| public sealed partial class NewDatabaseSettingsDialog : Window { | ||||
| 	public NewDatabaseSettingsDialog() { | ||||
| 		InitializeComponent(); | ||||
| 	} | ||||
| 	 | ||||
| 	private void OnClosing(object? sender, WindowClosingEventArgs e) { | ||||
| 		if (!e.IsProgrammatic) { | ||||
| 			e.Cancel = true; | ||||
| 		} | ||||
| 	} | ||||
| 	 | ||||
| 	private void ClickOk(object? sender, RoutedEventArgs e) { | ||||
| 		Close(); | ||||
| 	} | ||||
| } | ||||
							
								
								
									
										11
									
								
								app/Desktop/Main/Dialogs/NewDatabaseSettingsDialogModel.cs
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										11
									
								
								app/Desktop/Main/Dialogs/NewDatabaseSettingsDialogModel.cs
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,11 @@ | ||||
| using PropertyChanged.SourceGenerator; | ||||
|  | ||||
| namespace DHT.Desktop.Main.Dialogs; | ||||
|  | ||||
| sealed partial class NewDatabaseSettingsDialogModel { | ||||
| 	[Notify] | ||||
| 	private bool separateFileForDownloads = true; | ||||
| 	 | ||||
| 	[Notify] | ||||
| 	private bool downloadsAutoStart = true; | ||||
| } | ||||
| @@ -3,25 +3,26 @@ using System.IO; | ||||
| using System.Runtime.InteropServices; | ||||
| using System.Threading.Tasks; | ||||
| using Avalonia.Controls; | ||||
| using CommunityToolkit.Mvvm.ComponentModel; | ||||
| using DHT.Desktop.Dialogs.Message; | ||||
| using DHT.Desktop.Dialogs.Progress; | ||||
| using DHT.Desktop.Main.Screens; | ||||
| using DHT.Desktop.Server; | ||||
| using DHT.Server; | ||||
| using DHT.Server.Database; | ||||
| using DHT.Utils.Logging; | ||||
| using PropertyChanged.SourceGenerator; | ||||
|  | ||||
| namespace DHT.Desktop.Main; | ||||
|  | ||||
| sealed partial class MainWindowModel : ObservableObject, IAsyncDisposable { | ||||
| sealed partial class MainWindowModel : IAsyncDisposable { | ||||
| 	private const string DefaultTitle = "Discord History Tracker"; | ||||
| 	 | ||||
| 	private static readonly Log Log = Log.ForType<MainWindowModel>(); | ||||
| 	 | ||||
| 	[ObservableProperty(Setter = Access.Private)] | ||||
| 	[Notify(Setter.Private)] | ||||
| 	private string title = DefaultTitle; | ||||
| 	 | ||||
| 	[ObservableProperty(Setter = Access.Private)] | ||||
| 	[Notify(Setter.Private)] | ||||
| 	private UserControl currentScreen; | ||||
| 	 | ||||
| 	private readonly WelcomeScreen welcomeScreen; | ||||
| @@ -88,14 +89,21 @@ sealed partial class MainWindowModel : ObservableObject, IAsyncDisposable { | ||||
| 		try { | ||||
| 			await state.Server.Start(ServerConfiguration.Port, ServerConfiguration.Token); | ||||
| 		} catch (Exception ex) { | ||||
| 			Log.Error(ex); | ||||
| 			Log.Error("Could not start internal server.", ex); | ||||
| 			await Dialog.ShowOk(window, "Internal Server Error", ex.Message); | ||||
| 		} | ||||
| 		 | ||||
| 		mainContentScreenModel = new MainContentScreenModel(window, state); | ||||
| 		mainContentScreenModel.DatabaseClosed += MainContentScreenModelOnDatabaseClosed; | ||||
| 		 | ||||
| 		await mainContentScreenModel.Initialize(); | ||||
| 		try { | ||||
| 			mainContentScreenModel = new MainContentScreenModel(window, state); | ||||
| 			mainContentScreenModel.DatabaseClosed += MainContentScreenModelOnDatabaseClosed; | ||||
| 			await mainContentScreenModel.Initialize(); | ||||
| 		} catch (Exception ex) { | ||||
| 			Log.Error("Could not initialize content screen.", ex); | ||||
| 			await Dialog.ShowOk(window, "Initialization Error", ex.Message); | ||||
| 			await DisposeContent(); | ||||
| 			await DisposeState(); | ||||
| 			return; | ||||
| 		} | ||||
| 		 | ||||
| 		Title = Path.GetFileName(state.Db.Path) + " - " + DefaultTitle; | ||||
| 		CurrentScreen = new MainContentScreen { DataContext = mainContentScreenModel }; | ||||
| @@ -104,32 +112,33 @@ sealed partial class MainWindowModel : ObservableObject, IAsyncDisposable { | ||||
| 	} | ||||
| 	 | ||||
| 	private async void MainContentScreenModelOnDatabaseClosed(object? sender, EventArgs e) { | ||||
| 		await DisposeContent(); | ||||
| 		 | ||||
| 		Title = DefaultTitle; | ||||
| 		CurrentScreen = welcomeScreen; | ||||
| 		 | ||||
| 		await DisposeState(); | ||||
| 		 | ||||
| 		welcomeScreenModel.DatabaseSelected += OnDatabaseSelected; | ||||
| 	} | ||||
| 	 | ||||
| 	private async Task DisposeContent() { | ||||
| 		if (mainContentScreenModel != null) { | ||||
| 			mainContentScreenModel.DatabaseClosed -= MainContentScreenModelOnDatabaseClosed; | ||||
| 			await mainContentScreenModel.DisposeAsync(); | ||||
| 			mainContentScreenModel = null; | ||||
| 		} | ||||
| 		 | ||||
| 		await DisposeState(); | ||||
| 		 | ||||
| 		Title = DefaultTitle; | ||||
| 		CurrentScreen = welcomeScreen; | ||||
| 		 | ||||
| 		welcomeScreenModel.DatabaseSelected += OnDatabaseSelected; | ||||
| 	} | ||||
| 	 | ||||
| 	private async Task DisposeState() { | ||||
| 		if (state != null) { | ||||
| 			await state.DisposeAsync(); | ||||
| 			await DelayedProgressDialog.Await(() => state.DisposeAsync().AsTask(), TimeSpan.FromMilliseconds(200), window, "Close Database", "Please wait for the database to close..."); | ||||
| 			state = null; | ||||
| 		} | ||||
| 	} | ||||
| 	 | ||||
| 	public async ValueTask DisposeAsync() { | ||||
| 		if (mainContentScreenModel != null) { | ||||
| 			await mainContentScreenModel.DisposeAsync(); | ||||
| 		} | ||||
| 		 | ||||
| 		await DisposeContent(); | ||||
| 		await DisposeState(); | ||||
| 	} | ||||
| } | ||||
|   | ||||
| @@ -16,11 +16,5 @@ | ||||
|         <Expander Header="Internal Server Configuration" IsExpanded="True"> | ||||
|             <controls:ServerConfigurationPanel DataContext="{Binding ServerConfigurationModel}" /> | ||||
|         </Expander> | ||||
|         <Expander Header="Database Tools" IsExpanded="True"> | ||||
|             <StackPanel Orientation="Vertical" Spacing="10"> | ||||
|                 <TextBlock TextWrapping="Wrap">Recreates the database to remove any traces of deleted data, which frees up space and prevents forensic recovery.</TextBlock> | ||||
|                 <Button Command="{Binding VacuumDatabase}">Vacuum Database</Button> | ||||
|             </StackPanel> | ||||
|         </Expander> | ||||
|     </StackPanel> | ||||
| </UserControl> | ||||
|   | ||||
| @@ -1,8 +1,5 @@ | ||||
| using System; | ||||
| using System.Threading.Tasks; | ||||
| using Avalonia.Controls; | ||||
| using DHT.Desktop.Dialogs.Message; | ||||
| using DHT.Desktop.Dialogs.Progress; | ||||
| using DHT.Desktop.Main.Controls; | ||||
| using DHT.Server; | ||||
|  | ||||
| @@ -11,26 +8,14 @@ namespace DHT.Desktop.Main.Pages; | ||||
| sealed class AdvancedPageModel : IDisposable { | ||||
| 	public ServerConfigurationPanelModel ServerConfigurationModel { get; } | ||||
| 	 | ||||
| 	private readonly Window window; | ||||
| 	private readonly State state; | ||||
| 	 | ||||
| 	[Obsolete("Designer")] | ||||
| 	public AdvancedPageModel() : this(null!, State.Dummy) {} | ||||
| 	 | ||||
| 	public AdvancedPageModel(Window window, State state) { | ||||
| 		this.window = window; | ||||
| 		this.state = state; | ||||
| 		 | ||||
| 		ServerConfigurationModel = new ServerConfigurationPanelModel(window, state); | ||||
| 	} | ||||
| 	 | ||||
| 	public void Dispose() { | ||||
| 		ServerConfigurationModel.Dispose(); | ||||
| 	} | ||||
| 	 | ||||
| 	public async Task VacuumDatabase() { | ||||
| 		const string Title = "Vacuum Database"; | ||||
| 		await ProgressDialog.ShowIndeterminate(window, Title, "Vacuuming database...", _ => state.Db.Vacuum()); | ||||
| 		await Dialog.ShowOk(window, Title, "Done."); | ||||
| 	} | ||||
| } | ||||
|   | ||||
| @@ -11,22 +11,22 @@ | ||||
|         <pages:DatabasePageModel /> | ||||
|     </Design.DataContext> | ||||
|  | ||||
|     <UserControl.Styles> | ||||
|         <Style Selector="WrapPanel > Button"> | ||||
|             <Setter Property="Margin" Value="0 0 10 10" /> | ||||
|         </Style> | ||||
|     </UserControl.Styles> | ||||
|  | ||||
|     <StackPanel Spacing="10"> | ||||
|         <DockPanel> | ||||
|             <Button Command="{Binding CloseDatabase}" DockPanel.Dock="Right">Close Database</Button> | ||||
|             <TextBox Text="{Binding Db.Path}" Width="NaN" Margin="0 0 10 0" IsReadOnly="True" /> | ||||
|         </DockPanel> | ||||
|         <WrapPanel> | ||||
|         <WrapPanel ItemSpacing="10" LineSpacing="10"> | ||||
|             <Button Command="{Binding OpenDatabaseFolder}">Open Database Folder</Button> | ||||
|             <Button Command="{Binding MergeWithDatabase}">Merge with Database(s)...</Button> | ||||
|             <Button Command="{Binding ImportLegacyArchive}">Import Legacy Archive(s)...</Button> | ||||
|         </WrapPanel> | ||||
|         <Expander Header="Advanced Tools" Margin="0 25 0 0"> | ||||
|             <StackPanel Orientation="Vertical" Spacing="10"> | ||||
|                 <TextBlock TextWrapping="Wrap">Recreate the database to free up space after deleting data.</TextBlock> | ||||
|                 <Button Command="{Binding VacuumDatabase}">Vacuum Database</Button> | ||||
|             </StackPanel> | ||||
|         </Expander> | ||||
|     </StackPanel> | ||||
|  | ||||
| </UserControl> | ||||
|   | ||||
| @@ -19,6 +19,7 @@ using DHT.Server.Data; | ||||
| using DHT.Server.Database; | ||||
| using DHT.Server.Database.Import; | ||||
| using DHT.Server.Database.Sqlite.Schema; | ||||
| using DHT.Server.Database.Sqlite.Utils; | ||||
| using DHT.Utils.Logging; | ||||
|  | ||||
| namespace DHT.Desktop.Main.Pages; | ||||
| @@ -54,11 +55,11 @@ sealed class DatabasePageModel { | ||||
| 				break; | ||||
| 			 | ||||
| 			case PlatformID.Unix: | ||||
| 				Process.Start("xdg-open", new string[] { folder }); | ||||
| 				Process.Start("xdg-open", [ folder ]); | ||||
| 				break; | ||||
| 			 | ||||
| 			case PlatformID.MacOSX: | ||||
| 				Process.Start("open", new string[] { folder }); | ||||
| 				Process.Start("open", [ folder ]); | ||||
| 				break; | ||||
| 			 | ||||
| 			default: | ||||
| @@ -73,15 +74,28 @@ sealed class DatabasePageModel { | ||||
| 	 | ||||
| 	public async Task MergeWithDatabase() { | ||||
| 		string[] paths = await DatabaseGui.NewOpenDatabaseFilesDialog(window, Path.GetDirectoryName(Db.Path)); | ||||
| 		if (paths.Length > 0) { | ||||
| 			await ProgressDialog.Show(window, "Database Merge", async (dialog, callback) => await MergeWithDatabaseFromPaths(Db, paths, dialog, callback)); | ||||
| 		if (paths.Length == 0) { | ||||
| 			return; | ||||
| 		} | ||||
| 		 | ||||
| 		const string Title = "Database Merge"; | ||||
| 		 | ||||
| 		ImportResult? result; | ||||
| 		try { | ||||
| 			result = await ProgressDialog.Show(window, Title, async (dialog, callback) => await MergeWithDatabaseFromPaths(Db, paths, dialog, callback)); | ||||
| 		} catch (Exception e) { | ||||
| 			Log.Error("Could not merge databases.", e); | ||||
| 			await Dialog.ShowOk(window, Title, "Could not merge databases: " + e.Message); | ||||
| 			return; | ||||
| 		} | ||||
| 		 | ||||
| 		await Dialog.ShowOk(window, Title, GetImportDialogMessage(result, "database file")); | ||||
| 	} | ||||
| 	 | ||||
| 	private static async Task MergeWithDatabaseFromPaths(IDatabaseFile target, string[] paths, ProgressDialog dialog, IProgressCallback callback) { | ||||
| 	private static async Task<ImportResult?> MergeWithDatabaseFromPaths(IDatabaseFile target, string[] paths, ProgressDialog dialog, IProgressCallback callback) { | ||||
| 		var schemaUpgradeCallbacks = new SchemaUpgradeCallbacks(dialog, paths.Length); | ||||
| 		 | ||||
| 		await PerformImport(target, paths, dialog, callback, "Database Merge", "Database Error", "database file", async path => { | ||||
| 		return await PerformImport(target, paths, dialog, callback, "Database Merge", async path => { | ||||
| 			IDatabaseFile? db = await DatabaseGui.TryOpenOrCreateDatabaseFromPath(path, dialog, schemaUpgradeCallbacks); | ||||
| 			 | ||||
| 			if (db == null) { | ||||
| @@ -97,14 +111,11 @@ sealed class DatabasePageModel { | ||||
| 		}); | ||||
| 	} | ||||
| 	 | ||||
| 	private sealed class SchemaUpgradeCallbacks : ISchemaUpgradeCallbacks { | ||||
| 		private readonly ProgressDialog dialog; | ||||
| 		private readonly int total; | ||||
| 	private sealed class SchemaUpgradeCallbacks(ProgressDialog dialog, int total) : ISchemaUpgradeCallbacks { | ||||
| 		private bool? decision; | ||||
| 		 | ||||
| 		public SchemaUpgradeCallbacks(ProgressDialog dialog, int total) { | ||||
| 			this.total = total; | ||||
| 			this.dialog = dialog; | ||||
| 		public Task<InitialDatabaseSettings?> GetInitialDatabaseSettings() { | ||||
| 			return Task.FromResult<InitialDatabaseSettings?>(null); | ||||
| 		} | ||||
| 		 | ||||
| 		public async Task<bool> CanUpgrade() { | ||||
| @@ -139,15 +150,28 @@ sealed class DatabasePageModel { | ||||
| 			AllowMultiple = true, | ||||
| 		}); | ||||
| 		 | ||||
| 		if (paths.Length > 0) { | ||||
| 			await ProgressDialog.Show(window, "Legacy Archive Import", async (dialog, callback) => await ImportLegacyArchiveFromPaths(Db, paths, dialog, callback)); | ||||
| 		if (paths.Length == 0) { | ||||
| 			return; | ||||
| 		} | ||||
| 		 | ||||
| 		const string Title = "Legacy Archive Import"; | ||||
| 		 | ||||
| 		ImportResult? result; | ||||
| 		try { | ||||
| 			result = await ProgressDialog.Show(window, Title, async (dialog, callback) => await ImportLegacyArchiveFromPaths(Db, paths, dialog, callback)); | ||||
| 		} catch (Exception e) { | ||||
| 			Log.Error("Could not import legacy archives.", e); | ||||
| 			await Dialog.ShowOk(window, Title, "Could not import legacy archives: " + e.Message); | ||||
| 			return; | ||||
| 		} | ||||
| 		 | ||||
| 		await Dialog.ShowOk(window, Title, GetImportDialogMessage(result, "archive file")); | ||||
| 	} | ||||
| 	 | ||||
| 	private static async Task ImportLegacyArchiveFromPaths(IDatabaseFile target, string[] paths, ProgressDialog dialog, IProgressCallback callback) { | ||||
| 	private static async Task<ImportResult?> ImportLegacyArchiveFromPaths(IDatabaseFile target, string[] paths, ProgressDialog dialog, IProgressCallback callback) { | ||||
| 		var fakeSnowflake = new FakeSnowflake(); | ||||
| 		 | ||||
| 		await PerformImport(target, paths, dialog, callback, "Legacy Archive Import", "Legacy Archive Error", "archive file", async path => { | ||||
| 		return await PerformImport(target, paths, dialog, callback, "Legacy Archive Import", async path => { | ||||
| 			await using var jsonStream = new FileStream(path, FileMode.Open, FileAccess.Read, FileShare.Read); | ||||
| 			 | ||||
| 			return await LegacyArchiveImport.Read(jsonStream, target, fakeSnowflake, async servers => { | ||||
| @@ -191,7 +215,7 @@ sealed class DatabasePageModel { | ||||
| 		            .ToDictionary(static item => item.Item, static item => ulong.Parse(item.Value)); | ||||
| 	} | ||||
| 	 | ||||
| 	private static async Task PerformImport(IDatabaseFile target, string[] paths, ProgressDialog dialog, IProgressCallback callback, string neutralDialogTitle, string errorDialogTitle, string itemName, Func<string, Task<bool>> performImport) { | ||||
| 	private static async Task<ImportResult?> PerformImport(IDatabaseFile target, string[] paths, ProgressDialog dialog, IProgressCallback callback, string dialogTitle, Func<string, Task<bool>> performImport) { | ||||
| 		int total = paths.Length; | ||||
| 		DatabaseStatistics oldStatistics = await DatabaseStatistics.Take(target); | ||||
| 		 | ||||
| @@ -203,7 +227,7 @@ sealed class DatabasePageModel { | ||||
| 			++finished; | ||||
| 			 | ||||
| 			if (!File.Exists(path)) { | ||||
| 				await Dialog.ShowOk(dialog, errorDialogTitle, "File '" + Path.GetFileName(path) + "' no longer exists."); | ||||
| 				await Dialog.ShowOk(dialog, dialogTitle, "File '" + Path.GetFileName(path) + "' no longer exists."); | ||||
| 				continue; | ||||
| 			} | ||||
| 			 | ||||
| @@ -212,20 +236,19 @@ sealed class DatabasePageModel { | ||||
| 					++successful; | ||||
| 				} | ||||
| 			} catch (Exception ex) { | ||||
| 				Log.Error(ex); | ||||
| 				await Dialog.ShowOk(dialog, errorDialogTitle, "File '" + Path.GetFileName(path) + "' could not be imported: " + ex.Message); | ||||
| 				Log.Error("Could not import file: " + path, ex); | ||||
| 				await Dialog.ShowOk(dialog, dialogTitle, "File '" + Path.GetFileName(path) + "' could not be imported: " + ex.Message); | ||||
| 			} | ||||
| 		} | ||||
| 		 | ||||
| 		await callback.Update("Done", finished, total); | ||||
| 		 | ||||
| 		if (successful == 0) { | ||||
| 			await Dialog.ShowOk(dialog, neutralDialogTitle, "Nothing was imported."); | ||||
| 			return; | ||||
| 			return null; | ||||
| 		} | ||||
| 		 | ||||
| 		DatabaseStatistics newStatistics = await DatabaseStatistics.Take(target); | ||||
| 		await Dialog.ShowOk(dialog, neutralDialogTitle, GetImportDialogMessage(oldStatistics, newStatistics, successful, total, itemName)); | ||||
| 		return new ImportResult(oldStatistics, newStatistics, successful, total); | ||||
| 	} | ||||
| 	 | ||||
| 	private sealed record DatabaseStatistics(long ServerCount, long ChannelCount, long UserCount, long MessageCount) { | ||||
| @@ -239,7 +262,16 @@ sealed class DatabasePageModel { | ||||
| 		} | ||||
| 	} | ||||
| 	 | ||||
| 	private static string GetImportDialogMessage(DatabaseStatistics oldStatistics, DatabaseStatistics newStatistics, int successfulItems, int totalItems, string itemName) { | ||||
| 	private sealed record ImportResult(DatabaseStatistics OldStatistics, DatabaseStatistics NewStatistics, int SuccessfulItems, int TotalItems); | ||||
| 	 | ||||
| 	private static string GetImportDialogMessage(ImportResult? result, string itemName) { | ||||
| 		if (result == null) { | ||||
| 			return "Nothing was imported."; | ||||
| 		} | ||||
| 		 | ||||
| 		var oldStatistics = result.OldStatistics; | ||||
| 		var newStatistics = result.NewStatistics; | ||||
| 		 | ||||
| 		long newServers = newStatistics.ServerCount - oldStatistics.ServerCount; | ||||
| 		long newChannels = newStatistics.ChannelCount - oldStatistics.ChannelCount; | ||||
| 		long newUsers = newStatistics.UserCount - oldStatistics.UserCount; | ||||
| @@ -248,11 +280,11 @@ sealed class DatabasePageModel { | ||||
| 		var message = new StringBuilder(); | ||||
| 		message.Append("Processed "); | ||||
| 		 | ||||
| 		if (successfulItems == totalItems) { | ||||
| 			message.Append(successfulItems.Pluralize(itemName)); | ||||
| 		if (result.SuccessfulItems == result.TotalItems) { | ||||
| 			message.Append(result.SuccessfulItems.Pluralize(itemName)); | ||||
| 		} | ||||
| 		else { | ||||
| 			message.Append(successfulItems.Format()).Append(" out of ").Append(totalItems.Pluralize(itemName)); | ||||
| 			message.Append(result.SuccessfulItems.Format()).Append(" out of ").Append(result.TotalItems.Pluralize(itemName)); | ||||
| 		} | ||||
| 		 | ||||
| 		message.Append(" and added:\n\n  \u2022 "); | ||||
| @@ -263,4 +295,18 @@ sealed class DatabasePageModel { | ||||
| 		 | ||||
| 		return message.ToString(); | ||||
| 	} | ||||
| 	 | ||||
| 	public async Task VacuumDatabase() { | ||||
| 		const string Title = "Vacuum Database"; | ||||
| 		 | ||||
| 		try { | ||||
| 			await ProgressDialog.ShowIndeterminate(window, Title, "Vacuuming database...", _ => Db.Vacuum()); | ||||
| 		} catch (Exception e) { | ||||
| 			Log.Error("Could not vacuum database.", e); | ||||
| 			await Dialog.ShowOk(window, Title, "Could not vacuum database: " + e.Message); | ||||
| 			return; | ||||
| 		} | ||||
| 		 | ||||
| 		await Dialog.ShowOk(window, Title, "Done."); | ||||
| 	} | ||||
| } | ||||
|   | ||||
| @@ -17,27 +17,26 @@ | ||||
|             <Setter Property="FontSize" Value="15" /> | ||||
|         </Style> | ||||
|         <Style Selector="Label"> | ||||
|             <Setter Property="Margin" Value="0 5" /> | ||||
|             <Setter Property="Margin" Value="0" /> | ||||
|             <Setter Property="Padding" Value="0" /> | ||||
|         </Style> | ||||
|         <Style Selector="WrapPanel > StackPanel"> | ||||
|             <Setter Property="Orientation" Value="Vertical" /> | ||||
|             <Setter Property="Margin" Value="0 0 10 10" /> | ||||
|         </Style> | ||||
|     </UserControl.Styles> | ||||
|  | ||||
|     <StackPanel Orientation="Vertical" Spacing="10"> | ||||
|         <Expander Header="Generate Random Data" IsExpanded="True"> | ||||
|             <WrapPanel> | ||||
|                 <StackPanel> | ||||
|             <WrapPanel ItemSpacing="10" LineSpacing="10"> | ||||
|                 <StackPanel Spacing="8"> | ||||
|                     <Label Target="Channels">Channels</Label> | ||||
|                     <TextBox x:Name="Channels" Width="100" Text="{Binding GenerateChannels}" /> | ||||
|                 </StackPanel> | ||||
|                 <StackPanel> | ||||
|                 <StackPanel Spacing="8"> | ||||
|                     <Label Target="Users">Users</Label> | ||||
|                     <TextBox x:Name="Users" Width="100" Text="{Binding GenerateUsers}" /> | ||||
|                 </StackPanel> | ||||
|                 <StackPanel> | ||||
|                 <StackPanel Spacing="8"> | ||||
|                     <Label Target="Messages">Messages</Label> | ||||
|                     <TextBox x:Name="Messages" Width="100" Text="{Binding GenerateMessages}" /> | ||||
|                 </StackPanel> | ||||
| @@ -46,5 +45,8 @@ | ||||
|                 </StackPanel> | ||||
|             </WrapPanel> | ||||
|         </Expander> | ||||
|         <Expander Header="About" IsExpanded="True"> | ||||
|             <TextBlock Text="{Binding SqliteVersion, StringFormat=Sqlite Version: {0}}" /> | ||||
|         </Expander> | ||||
|     </StackPanel> | ||||
| </UserControl> | ||||
|   | ||||
| @@ -9,14 +9,18 @@ using DHT.Desktop.Dialogs.Progress; | ||||
| using DHT.Server; | ||||
| using DHT.Server.Data; | ||||
| using DHT.Server.Service; | ||||
| using PropertyChanged.SourceGenerator; | ||||
|  | ||||
| namespace DHT.Desktop.Main.Pages; | ||||
|  | ||||
| sealed class DebugPageModel { | ||||
| sealed partial class DebugPageModel { | ||||
| 	public string GenerateChannels { get; set; } = "0"; | ||||
| 	public string GenerateUsers { get; set; } = "0"; | ||||
| 	public string GenerateMessages { get; set; } = "0"; | ||||
| 	 | ||||
| 	[Notify(Setter.Private)] | ||||
| 	private string? sqliteVersion = string.Empty; | ||||
| 	 | ||||
| 	private readonly Window window; | ||||
| 	private readonly State state; | ||||
| 	 | ||||
| @@ -28,6 +32,10 @@ sealed class DebugPageModel { | ||||
| 		this.state = state; | ||||
| 	} | ||||
| 	 | ||||
| 	public async Task Initialize() { | ||||
| 		SqliteVersion = await state.Db.GetVersion() ?? "<unknown>"; | ||||
| 	} | ||||
| 	 | ||||
| 	public async void OnClickAddRandomDataToDatabase() { | ||||
| 		if (!int.TryParse(GenerateChannels, out int channels) || channels < 1) { | ||||
| 			await Dialog.ShowOk(window, "Generate Random Data", "Amount of channels must be at least 1!"); | ||||
| @@ -51,7 +59,7 @@ sealed class DebugPageModel { | ||||
| 	 | ||||
| 	private async Task GenerateRandomData(int channelCount, int userCount, int messageCount, IProgressCallback callback) { | ||||
| 		int batchCount = (messageCount + BatchSize - 1) / BatchSize; | ||||
| 		await callback.Update("Adding messages in batches of " + BatchSize, finishedItems: 0, batchCount); | ||||
| 		await callback.Update("Adding messages in batches of " + BatchSize, finishedItems: 0, totalItems: batchCount); | ||||
| 		 | ||||
| 		var rand = new Random(); | ||||
| 		var server = new DHT.Server.Data.Server { | ||||
| @@ -74,7 +82,7 @@ sealed class DebugPageModel { | ||||
| 			Id = RandomId(rand), | ||||
| 			Name = RandomName("u"), | ||||
| 			DisplayName = RandomName("u"), | ||||
| 			AvatarUrl = null, | ||||
| 			AvatarHash = null, | ||||
| 			Discriminator = rand.Next(minValue: 0, maxValue: 9999).ToString(), | ||||
| 		}).ToArray(); | ||||
| 		 | ||||
| @@ -169,6 +177,8 @@ sealed class DebugPageModel { | ||||
| 	public string GenerateUsers { get; set; } = "0"; | ||||
| 	public string GenerateMessages { get; set; } = "0"; | ||||
|  | ||||
| 	public string SqliteVersion => string.Empty; | ||||
| 	 | ||||
| 	public void OnClickAddRandomDataToDatabase() {} | ||||
| } | ||||
| #endif | ||||
|   | ||||
| @@ -13,9 +13,6 @@ | ||||
|     </Design.DataContext> | ||||
|  | ||||
|     <UserControl.Styles> | ||||
|         <Style Selector="WrapPanel > Button"> | ||||
|             <Setter Property="Margin" Value="0 0 10 10" /> | ||||
|         </Style> | ||||
|         <Style Selector="DataGridColumnHeader"> | ||||
|             <Setter Property="FontWeight" Value="Medium" /> | ||||
|         </Style> | ||||
| @@ -30,26 +27,25 @@ | ||||
|         </Style> | ||||
|     </UserControl.Styles> | ||||
|  | ||||
|     <StackPanel Orientation="Vertical"> | ||||
|         <WrapPanel Orientation="Horizontal"> | ||||
|     <StackPanel Orientation="Vertical" Spacing="20"> | ||||
|         <WrapPanel Orientation="Horizontal" ItemSpacing="10" LineSpacing="10"> | ||||
|             <Button Command="{Binding OnClickToggleDownload}" Content="{Binding ToggleDownloadButtonText}" IsEnabled="{Binding IsToggleDownloadButtonEnabled}" /> | ||||
|             <Button Command="{Binding OnClickRetryFailedDownloads}" IsEnabled="{Binding IsRetryFailedOnDownloadsButtonEnabled}">Retry Failed Downloads</Button> | ||||
|             <Button Command="{Binding OnClickDeleteOrphanedDownloads}">Delete Orphaned Downloads</Button> | ||||
|             <Button Command="{Binding OnClickRetryFailed}" IsEnabled="{Binding IsRetryFailedOnDownloadsButtonEnabled}">Retry Failed</Button> | ||||
|             <Button Command="{Binding OnClickDeleteOrphaned}">Delete Orphaned</Button> | ||||
|             <Button Command="{Binding OnClickExportAll}" IsEnabled="{Binding HasSuccessfulDownloads}">Export All...</Button> | ||||
|         </WrapPanel> | ||||
|         <StackPanel Orientation="Vertical" Spacing="20" Margin="0 10 0 0"> | ||||
|             <controls:DownloadItemFilterPanel DataContext="{Binding FilterModel}" IsEnabled="{Binding !$parent[UserControl].((pages:DownloadsPageModel)DataContext).IsDownloading}" /> | ||||
|             <TextBlock TextWrapping="Wrap"> | ||||
|                 Downloading state and filter settings are remembered per-database. | ||||
|             </TextBlock> | ||||
|             <Expander Header="Download Status" IsExpanded="True"> | ||||
|                 <DataGrid ItemsSource="{Binding StatisticsRows}" AutoGenerateColumns="False" CanUserReorderColumns="False" CanUserResizeColumns="False" CanUserSortColumns="False" IsReadOnly="True"> | ||||
|                     <DataGrid.Columns> | ||||
|                         <DataGridTextColumn Header="State" Binding="{Binding State, Mode=OneWay}" Width="*" /> | ||||
|                         <DataGridTextColumn Header="Files" Binding="{Binding Items, Mode=OneWay, Converter={StaticResource NumberValueConverter}}" Width="*" CellStyleClasses="right" /> | ||||
|                         <DataGridTextColumn Header="Size" Binding="{Binding SizeText, Mode=OneWay}" Width="*" CellStyleClasses="right" /> | ||||
|                     </DataGrid.Columns> | ||||
|                 </DataGrid> | ||||
|             </Expander> | ||||
|         </StackPanel> | ||||
|         <controls:DownloadItemFilterPanel DataContext="{Binding FilterModel}" IsEnabled="{Binding !$parent[UserControl].((pages:DownloadsPageModel)DataContext).IsDownloading}" /> | ||||
|         <TextBlock TextWrapping="Wrap"> | ||||
|             Downloading state and filter settings are remembered per-database. | ||||
|         </TextBlock> | ||||
|         <Expander Header="Download Status" IsExpanded="True"> | ||||
|             <DataGrid ItemsSource="{Binding StatisticsRows}" AutoGenerateColumns="False" CanUserReorderColumns="False" CanUserResizeColumns="False" CanUserSortColumns="False" IsReadOnly="True"> | ||||
|                 <DataGrid.Columns> | ||||
|                     <DataGridTextColumn Header="State" Binding="{Binding State, Mode=OneWay}" Width="*" /> | ||||
|                     <DataGridTextColumn Header="Files" Binding="{Binding Items, Mode=OneWay, Converter={StaticResource NumberValueConverter}}" Width="*" CellStyleClasses="right" /> | ||||
|                     <DataGridTextColumn Header="Size" Binding="{Binding SizeText, Mode=OneWay}" Width="*" CellStyleClasses="right" /> | ||||
|                 </DataGrid.Columns> | ||||
|             </DataGrid> | ||||
|         </Expander> | ||||
|     </StackPanel> | ||||
| </UserControl> | ||||
|   | ||||
| @@ -1,12 +1,14 @@ | ||||
| using System; | ||||
| using System.Collections.Generic; | ||||
| using System.Collections.ObjectModel; | ||||
| using System.ComponentModel; | ||||
| using System.Reactive.Linq; | ||||
| using System.Threading.Tasks; | ||||
| using Avalonia.Controls; | ||||
| using Avalonia.Platform.Storage; | ||||
| using Avalonia.ReactiveUI; | ||||
| using CommunityToolkit.Mvvm.ComponentModel; | ||||
| using DHT.Desktop.Common; | ||||
| using DHT.Desktop.Dialogs.File; | ||||
| using DHT.Desktop.Dialogs.Message; | ||||
| using DHT.Desktop.Dialogs.Progress; | ||||
| using DHT.Desktop.Main.Controls; | ||||
| @@ -18,28 +20,32 @@ using DHT.Server.Data.Settings; | ||||
| using DHT.Server.Download; | ||||
| using DHT.Utils.Logging; | ||||
| using DHT.Utils.Tasks; | ||||
| using PropertyChanged.SourceGenerator; | ||||
|  | ||||
| namespace DHT.Desktop.Main.Pages; | ||||
|  | ||||
| sealed partial class DownloadsPageModel : ObservableObject, IAsyncDisposable { | ||||
| sealed partial class DownloadsPageModel : IAsyncDisposable { | ||||
| 	private static readonly Log Log = Log.ForType<DownloadsPageModel>(); | ||||
| 	 | ||||
| 	[ObservableProperty(Setter = Access.Private)] | ||||
| 	[Notify(Setter.Private)] | ||||
| 	private bool isToggleDownloadButtonEnabled = true; | ||||
| 	 | ||||
| 	[DependsOn(nameof(IsDownloading))] | ||||
| 	public string ToggleDownloadButtonText => IsDownloading ? "Stop Downloading" : "Start Downloading"; | ||||
| 	 | ||||
| 	[ObservableProperty(Setter = Access.Private)] | ||||
| 	[NotifyPropertyChangedFor(nameof(IsRetryFailedOnDownloadsButtonEnabled))] | ||||
| 	[Notify(Setter.Private)] | ||||
| 	private bool isRetryingFailedDownloads = false; | ||||
| 	 | ||||
| 	[ObservableProperty(Setter = Access.Private)] | ||||
| 	[NotifyPropertyChangedFor(nameof(IsRetryFailedOnDownloadsButtonEnabled))] | ||||
| 	[Notify(Setter.Private)] | ||||
| 	private bool hasSuccessfulDownloads; | ||||
| 	 | ||||
| 	[Notify(Setter.Private)] | ||||
| 	private bool hasFailedDownloads; | ||||
| 	 | ||||
| 	[DependsOn(nameof(IsRetryingFailedDownloads), nameof(HasFailedDownloads))] | ||||
| 	public bool IsRetryFailedOnDownloadsButtonEnabled => !IsRetryingFailedDownloads && HasFailedDownloads; | ||||
| 	 | ||||
| 	[ObservableProperty(Setter = Access.Private)] | ||||
| 	[Notify(Setter.Private)] | ||||
| 	private string downloadMessage = ""; | ||||
| 	 | ||||
| 	public DownloadItemFilterPanelModel FilterModel { get; } | ||||
| @@ -86,7 +92,12 @@ sealed partial class DownloadsPageModel : ObservableObject, IAsyncDisposable { | ||||
| 		await FilterModel.Initialize(); | ||||
| 		 | ||||
| 		if (await state.Db.Settings.Get(SettingsKey.DownloadsAutoStart, defaultValue: false)) { | ||||
| 			await StartDownload(); | ||||
| 			try { | ||||
| 				await StartDownload(); | ||||
| 			} catch (Exception e) { | ||||
| 				Log.Error("Could not automatically start downloads.", e); | ||||
| 				await Dialog.ShowOk(window, "Database Error", "Could not automatically start downloads: " + e.Message); | ||||
| 			} | ||||
| 		} | ||||
| 	} | ||||
| 	 | ||||
| @@ -105,23 +116,43 @@ sealed partial class DownloadsPageModel : ObservableObject, IAsyncDisposable { | ||||
| 	 | ||||
| 	public async Task OnClickToggleDownload() { | ||||
| 		IsToggleDownloadButtonEnabled = false; | ||||
| 		 | ||||
| 		if (IsDownloading) { | ||||
| 			await StopDownload(); | ||||
| 		try { | ||||
| 			if (IsDownloading) { | ||||
| 				await StopDownload(); | ||||
| 			} | ||||
| 			else { | ||||
| 				try { | ||||
| 					await StartDownload(); | ||||
| 				} catch (Exception e) { | ||||
| 					Log.Error("Could not start downloads.", e); | ||||
| 					await Dialog.ShowOk(window, "Database Error", "Could not start downloads: " + e.Message); | ||||
| 					return; | ||||
| 				} | ||||
| 			} | ||||
| 			 | ||||
| 			try { | ||||
| 				await state.Db.Settings.Set(SettingsKey.DownloadsAutoStart, IsDownloading); | ||||
| 			} catch (Exception e) { | ||||
| 				Log.Error("Could not update auto-start setting in database.", e); | ||||
| 			} | ||||
| 		} finally { | ||||
| 			IsToggleDownloadButtonEnabled = true; | ||||
| 		} | ||||
| 		else { | ||||
| 			await StartDownload(); | ||||
| 		} | ||||
| 		 | ||||
| 		await state.Db.Settings.Set(SettingsKey.DownloadsAutoStart, IsDownloading); | ||||
| 		IsToggleDownloadButtonEnabled = true; | ||||
| 	} | ||||
| 	 | ||||
| 	private async Task StartDownload() { | ||||
| 		await state.Db.Downloads.MoveDownloadingItemsBackToQueue(); | ||||
| 		 | ||||
| 		IObservable<DownloadItem> finishedItems = await state.Downloader.Start(currentDownloadFilter = FilterModel.CreateFilter()); | ||||
| 		finishedItemsSubscription = finishedItems.ObserveOn(AvaloniaScheduler.Instance).Subscribe(OnItemFinished); | ||||
| 		try { | ||||
| 			currentDownloadFilter = FilterModel.CreateFilter(); | ||||
| 			IObservable<DownloadItem> finishedItems = await state.Downloader.Start(currentDownloadFilter); | ||||
| 			finishedItemsSubscription = finishedItems.ObserveOn(AvaloniaScheduler.Instance).Subscribe(OnItemFinished); | ||||
| 		} catch (Exception) { | ||||
| 			finishedItemsSubscription?.Dispose(); | ||||
| 			finishedItemsSubscription = null; | ||||
| 			currentDownloadFilter = null; | ||||
| 			throw; | ||||
| 		} | ||||
| 		 | ||||
| 		OnDownloadStateChanged(); | ||||
| 	} | ||||
| @@ -132,30 +163,29 @@ sealed partial class DownloadsPageModel : ObservableObject, IAsyncDisposable { | ||||
| 		 | ||||
| 		finishedItemsSubscription?.Dispose(); | ||||
| 		finishedItemsSubscription = null; | ||||
| 		 | ||||
| 		currentDownloadFilter = null; | ||||
| 		 | ||||
| 		OnDownloadStateChanged(); | ||||
| 	} | ||||
| 	 | ||||
| 	private void OnDownloadStateChanged() { | ||||
| 		RecomputeDownloadStatistics(); | ||||
| 		 | ||||
| 		OnPropertyChanged(nameof(ToggleDownloadButtonText)); | ||||
| 		OnPropertyChanged(nameof(IsDownloading)); | ||||
| 		OnPropertyChanged(new PropertyChangedEventArgs(nameof(IsDownloading))); | ||||
| 	} | ||||
| 	 | ||||
| 	private void OnItemFinished(DownloadItem item) { | ||||
| 		RecomputeDownloadStatistics(); | ||||
| 	} | ||||
| 	 | ||||
| 	public async Task OnClickRetryFailedDownloads() { | ||||
| 	public async Task OnClickRetryFailed() { | ||||
| 		IsRetryingFailedDownloads = true; | ||||
| 		 | ||||
| 		try { | ||||
| 			await state.Db.Downloads.RetryFailed(); | ||||
| 			RecomputeDownloadStatistics(); | ||||
| 		} catch (Exception e) { | ||||
| 			Log.Error(e); | ||||
| 			Log.Error("Could not retry failed downloads.", e); | ||||
| 			await Dialog.ShowOk(window, "Retry Failed", "Could not retry failed downloads: " + e.Message); | ||||
| 		} finally { | ||||
| 			IsRetryingFailedDownloads = false; | ||||
| 		} | ||||
| @@ -165,48 +195,94 @@ sealed partial class DownloadsPageModel : ObservableObject, IAsyncDisposable { | ||||
| 		downloadStatisticsTask.Post(cancellationToken => state.Db.Downloads.GetStatistics(currentDownloadFilter ?? new DownloadItemFilter(), cancellationToken)); | ||||
| 	} | ||||
| 	 | ||||
| 	private const string DeleteOrphanedDownloadsTitle = "Delete Orphaned Downloads"; | ||||
| 	 | ||||
| 	public async Task OnClickDeleteOrphanedDownloads() { | ||||
| 		await ProgressDialog.Show(window, DeleteOrphanedDownloadsTitle, DeleteOrphanedDownloads); | ||||
| 	public async Task OnClickDeleteOrphaned() { | ||||
| 		const string Title = "Delete Orphaned Downloads"; | ||||
| 		 | ||||
| 		try { | ||||
| 			await ProgressDialog.Show(window, Title, async (_, callback) => { | ||||
| 				await callback.UpdateIndeterminate("Searching for orphaned downloads..."); | ||||
| 				 | ||||
| 				HashSet<string> reachableNormalizedUrls = []; | ||||
| 				HashSet<string> orphanedNormalizedUrls = []; | ||||
| 				 | ||||
| 				await foreach (FileUrl fileUrl in state.Db.Downloads.FindReachableFiles()) { | ||||
| 					reachableNormalizedUrls.Add(fileUrl.NormalizedUrl); | ||||
| 				} | ||||
| 				 | ||||
| 				await foreach (Download download in state.Db.Downloads.Get()) { | ||||
| 					string normalizedUrl = download.NormalizedUrl; | ||||
| 					if (!reachableNormalizedUrls.Contains(normalizedUrl)) { | ||||
| 						orphanedNormalizedUrls.Add(normalizedUrl); | ||||
| 					} | ||||
| 				} | ||||
| 				 | ||||
| 				if (orphanedNormalizedUrls.Count == 0) { | ||||
| 					await Dialog.ShowOk(window, Title, "No orphaned downloads found."); | ||||
| 					return; | ||||
| 				} | ||||
| 				 | ||||
| 				if (await Dialog.ShowYesNo(window, Title, orphanedNormalizedUrls.Count + " orphaned download(s) will be removed from this database. This action cannot be undone. Proceed?") != DialogResult.YesNo.Yes) { | ||||
| 					return; | ||||
| 				} | ||||
| 				 | ||||
| 				await callback.UpdateIndeterminate("Deleting orphaned downloads..."); | ||||
| 				await state.Db.Downloads.Remove(orphanedNormalizedUrls); | ||||
| 				RecomputeDownloadStatistics(); | ||||
| 				 | ||||
| 				if (await Dialog.ShowYesNo(window, Title, "Orphaned downloads deleted. Vacuum database now to reclaim space?") != DialogResult.YesNo.Yes) { | ||||
| 					return; | ||||
| 				} | ||||
| 				 | ||||
| 				await callback.UpdateIndeterminate("Vacuuming database..."); | ||||
| 				await state.Db.Vacuum(); | ||||
| 			}); | ||||
| 		} catch (Exception e) { | ||||
| 			Log.Error("Could not delete orphaned downloads.", e); | ||||
| 			await Dialog.ShowOk(window, Title, "Could not delete orphaned downloads: " + e.Message); | ||||
| 		} | ||||
| 	} | ||||
| 	 | ||||
| 	private async Task DeleteOrphanedDownloads(ProgressDialog dialog, IProgressCallback callback) { | ||||
| 		await callback.UpdateIndeterminate("Searching for orphaned downloads..."); | ||||
| 	public async Task OnClickExportAll() { | ||||
| 		const string Title = "Export Downloaded Files"; | ||||
| 		 | ||||
| 		HashSet<string> reachableNormalizedUrls = []; | ||||
| 		HashSet<string> orphanedNormalizedUrls = []; | ||||
| 		string[] folders = await window.StorageProvider.OpenFolders(new FolderPickerOpenOptions { | ||||
| 			Title = Title, | ||||
| 			AllowMultiple = false, | ||||
| 		}); | ||||
| 		 | ||||
| 		await foreach (Download download in state.Db.Downloads.FindAllDownloadableUrls()) { | ||||
| 			reachableNormalizedUrls.Add(download.NormalizedUrl); | ||||
| 		} | ||||
| 		 | ||||
| 		await foreach (Download download in state.Db.Downloads.Get()) { | ||||
| 			string normalizedUrl = download.NormalizedUrl; | ||||
| 			if (!reachableNormalizedUrls.Contains(normalizedUrl)) { | ||||
| 				orphanedNormalizedUrls.Add(normalizedUrl); | ||||
| 			} | ||||
| 		} | ||||
| 		 | ||||
| 		if (orphanedNormalizedUrls.Count == 0) { | ||||
| 			await Dialog.ShowOk(window, DeleteOrphanedDownloadsTitle, "No orphaned downloads found."); | ||||
| 		if (folders.Length != 1) { | ||||
| 			return; | ||||
| 		} | ||||
| 		 | ||||
| 		if (await Dialog.ShowYesNo(window, DeleteOrphanedDownloadsTitle, orphanedNormalizedUrls.Count + " orphaned download(s) will be removed from this database. This action cannot be undone. Proceed?") != DialogResult.YesNo.Yes) { | ||||
| 		string folderPath = folders[0]; | ||||
| 		 | ||||
| 		DownloadExporter exporter = new DownloadExporter(state.Db, folderPath); | ||||
| 		DownloadExporter.Result result; | ||||
| 		try { | ||||
| 			result = await ProgressDialog.Show(window, Title, async (_, callback) => { | ||||
| 				await callback.UpdateIndeterminate("Exporting downloaded files..."); | ||||
| 				return await exporter.Export(new ExportProgressReporter(callback)); | ||||
| 			}); | ||||
| 		} catch (Exception e) { | ||||
| 			Log.Error("Could not export downloaded files.", e); | ||||
| 			await Dialog.ShowOk(window, Title, "Could not export downloaded files: " + e.Message); | ||||
| 			return; | ||||
| 		} | ||||
| 		 | ||||
| 		await callback.UpdateIndeterminate("Deleting orphaned downloads..."); | ||||
| 		await state.Db.Downloads.Remove(orphanedNormalizedUrls); | ||||
| 		RecomputeDownloadStatistics(); | ||||
| 		string messageStart = "Exported " + result.SuccessfulCount.Pluralize("file"); | ||||
| 		 | ||||
| 		if (await Dialog.ShowYesNo(window, DeleteOrphanedDownloadsTitle, "Orphaned downloads deleted. Vacuum database now to reclaim space?") != DialogResult.YesNo.Yes) { | ||||
| 			return; | ||||
| 		if (result.FailedCount > 0L) { | ||||
| 			await Dialog.ShowOk(window, Title, messageStart + " (" + result.FailedCount.Format() + " failed)."); | ||||
| 		} | ||||
| 		else { | ||||
| 			await Dialog.ShowOk(window, Title, messageStart + "."); | ||||
| 		} | ||||
| 	} | ||||
| 	 | ||||
| 	private sealed class ExportProgressReporter(IProgressCallback callback) : DownloadExporter.IProgressReporter { | ||||
| 		public Task ReportProgress(long processedCount, long totalCount) { | ||||
| 			return callback.Update("Exporting downloaded files...", processedCount, totalCount); | ||||
| 		} | ||||
| 		 | ||||
| 		await callback.UpdateIndeterminate("Vacuuming database..."); | ||||
| 		await state.Db.Vacuum(); | ||||
| 	} | ||||
| 	 | ||||
| 	private void UpdateStatistics(DownloadStatusStatistics statusStatistics) { | ||||
| @@ -226,24 +302,23 @@ sealed partial class DownloadsPageModel : ObservableObject, IAsyncDisposable { | ||||
| 		statisticsSkipped.Size = statusStatistics.SkippedTotalSize; | ||||
| 		statisticsSkipped.HasFilesWithUnknownSize = statusStatistics.SkippedWithUnknownSizeCount > 0; | ||||
| 		 | ||||
| 		HasSuccessfulDownloads = statusStatistics.SuccessfulCount > 0; | ||||
| 		HasFailedDownloads = statusStatistics.FailedCount > 0; | ||||
| 	} | ||||
| 	 | ||||
| 	[ObservableObject] | ||||
| 	public sealed partial class StatisticsRow(string state) { | ||||
| 		public string State { get; } = state; | ||||
| 		 | ||||
| 		[ObservableProperty] | ||||
| 		[Notify] | ||||
| 		private int items; | ||||
| 		 | ||||
| 		[ObservableProperty] | ||||
| 		[NotifyPropertyChangedFor(nameof(SizeText))] | ||||
| 		[Notify] | ||||
| 		private ulong? size; | ||||
| 		 | ||||
| 		[ObservableProperty] | ||||
| 		[NotifyPropertyChangedFor(nameof(SizeText))] | ||||
| 		[Notify] | ||||
| 		private bool hasFilesWithUnknownSize; | ||||
| 		 | ||||
| 		[DependsOn(nameof(Size), nameof(HasFilesWithUnknownSize))] | ||||
| 		public string SizeText { | ||||
| 			get { | ||||
| 				if (size == null) { | ||||
|   | ||||
| @@ -11,25 +11,44 @@ | ||||
|         <pages:TrackingPageModel /> | ||||
|     </Design.DataContext> | ||||
|  | ||||
|     <StackPanel Spacing="10"> | ||||
|         <TextBlock TextWrapping="Wrap"> | ||||
|             <TextBlock.Text> | ||||
|                 <MultiBinding StringFormat="To start tracking messages, copy the tracking script and paste it into the console of either the Discord app, or your browser. The console is usually opened by pressing {0}."> | ||||
|                     <Binding Path="OpenDevToolsShortcutText" /> | ||||
|                 </MultiBinding> | ||||
|             </TextBlock.Text> | ||||
|         </TextBlock> | ||||
|         <StackPanel DockPanel.Dock="Left" Orientation="Horizontal" Spacing="10"> | ||||
|             <Button x:Name="CopyTrackingScript" Click="CopyTrackingScriptButton_OnClick" IsEnabled="{Binding IsCopyTrackingScriptButtonEnabled}">Copy Tracking Script</Button> | ||||
|         </StackPanel> | ||||
|         <TextBlock TextWrapping="Wrap" Margin="0 5 0 0"> | ||||
|             <TextBlock.Text> | ||||
|                 <MultiBinding StringFormat="By default, the Discord app does not allow opening the console. The button below will change a hidden setting in the Discord app that controls whether the {0} shortcut is enabled."> | ||||
|                     <Binding Path="OpenDevToolsShortcutText" /> | ||||
|                 </MultiBinding> | ||||
|             </TextBlock.Text> | ||||
|         </TextBlock> | ||||
|         <Button DockPanel.Dock="Right" Command="{Binding OnClickToggleAppDevTools}" Content="{Binding ToggleAppDevToolsButtonText}" IsEnabled="{Binding IsToggleAppDevToolsButtonEnabled}" /> | ||||
|     <UserControl.Styles> | ||||
|         <Style Selector="TextBlock"> | ||||
|             <Setter Property="TextWrapping" Value="Wrap" /> | ||||
|         </Style> | ||||
|     </UserControl.Styles> | ||||
|  | ||||
|     <StackPanel Spacing="20"> | ||||
|         <Expander Header="Method 1: Manual" IsExpanded="True"> | ||||
|             <StackPanel Orientation="Vertical" Spacing="10"> | ||||
|                 <TextBlock> | ||||
|                     <TextBlock.Text> | ||||
|                         <MultiBinding StringFormat="Use {0} to open Dev Tools in your browser or the Discord app, copy the tracking script, and paste it into the console."> | ||||
|                             <Binding Path="OpenDevToolsShortcutText" /> | ||||
|                         </MultiBinding> | ||||
|                     </TextBlock.Text> | ||||
|                 </TextBlock> | ||||
|                 <Button x:Name="CopyTrackingScript" Click="CopyTrackingScriptButton_OnClick">Copy Tracking Script</Button> | ||||
|                 <TextBlock Margin="0 5 0 0"> | ||||
|                     By default, the Discord app blocks the Dev Tools shortcut. The button below changes a hidden setting to unblock the shortcut. | ||||
|                 </TextBlock> | ||||
|                 <Button Command="{Binding OnClickToggleAppDevTools}" Content="{Binding ToggleAppDevToolsButtonText}" IsEnabled="{Binding IsToggleAppDevToolsButtonEnabled}" /> | ||||
|             </StackPanel> | ||||
|         </Expander> | ||||
|         <Expander Header="Method 2: Userscript" IsExpanded="True"> | ||||
|             <StackPanel Orientation="Vertical" Spacing="10"> | ||||
|                 <TextBlock> | ||||
|                     Requires a userscript manager in your browser. The userscript adds a DHT icon next to the Help icon on Discord. | ||||
|                     If the icon does not appear, update this app and reinstall the userscript. | ||||
|                 </TextBlock> | ||||
|                 <TextBlock> | ||||
|                     Copy the Connection Code, click the DHT icon, and paste the code into the prompt. | ||||
|                 </TextBlock> | ||||
|                 <WrapPanel ItemSpacing="10" LineSpacing="10"> | ||||
|                     <Button Command="{Binding OnClickInstallOrUpdateUserscript}">Install or Update Userscript</Button> | ||||
|                     <Button x:Name="CopyConnectionCode" Click="CopyConnectionScriptButton_OnClick">Copy Connection Code</Button> | ||||
|                 </WrapPanel> | ||||
|             </StackPanel> | ||||
|         </Expander> | ||||
|     </StackPanel> | ||||
|  | ||||
| </UserControl> | ||||
|   | ||||
| @@ -1,4 +1,5 @@ | ||||
| using System; | ||||
| using System.Collections.Generic; | ||||
| using System.Diagnostics.CodeAnalysis; | ||||
| using System.Threading.Tasks; | ||||
| using Avalonia.Controls; | ||||
| @@ -8,24 +9,36 @@ namespace DHT.Desktop.Main.Pages; | ||||
|  | ||||
| [SuppressMessage("ReSharper", "MemberCanBeInternal")] | ||||
| public sealed partial class TrackingPage : UserControl { | ||||
| 	private bool isCopyingScript; | ||||
| 	private readonly HashSet<Button> copyingButtons = new (ReferenceEqualityComparer.Instance); | ||||
| 	 | ||||
| 	public TrackingPage() { | ||||
| 		InitializeComponent(); | ||||
| 	} | ||||
| 	 | ||||
| 	public async void CopyTrackingScriptButton_OnClick(object? sender, RoutedEventArgs e) { | ||||
| 		await HandleCopyButton(CopyTrackingScript, "Script Copied!", static model => model.OnClickCopyTrackingScript()); | ||||
| 	} | ||||
| 	 | ||||
| 	public async void CopyConnectionScriptButton_OnClick(object? sender, RoutedEventArgs e) { | ||||
| 		await HandleCopyButton(CopyConnectionCode, "Code Copied!", static model => model.OnClickCopyConnectionCode()); | ||||
| 	} | ||||
| 	 | ||||
| 	private async Task HandleCopyButton(Button button, string copiedText, Func<TrackingPageModel, Task<bool>> onClick) { | ||||
| 		if (DataContext is TrackingPageModel model) { | ||||
| 			object? originalText = CopyTrackingScript.Content; | ||||
| 			CopyTrackingScript.MinWidth = CopyTrackingScript.Bounds.Width; | ||||
| 			object? originalText = button.Content; | ||||
| 			button.MinWidth = button.Bounds.Width; | ||||
| 			 | ||||
| 			if (await model.OnClickCopyTrackingScript() && !isCopyingScript) { | ||||
| 				isCopyingScript = true; | ||||
| 				CopyTrackingScript.Content = "Script Copied!"; | ||||
| 			if (await onClick(model) && copyingButtons.Add(button)) { | ||||
| 				button.IsEnabled = false; | ||||
| 				button.Content = copiedText; | ||||
| 				 | ||||
| 				await Task.Delay(TimeSpan.FromSeconds(2)); | ||||
| 				CopyTrackingScript.Content = originalText; | ||||
| 				isCopyingScript = false; | ||||
| 				try { | ||||
| 					await Task.Delay(TimeSpan.FromSeconds(2)); | ||||
| 				} finally { | ||||
| 					copyingButtons.Remove(button); | ||||
| 					button.IsEnabled = true; | ||||
| 					button.Content = originalText; | ||||
| 				} | ||||
| 			} | ||||
| 		} | ||||
| 	} | ||||
|   | ||||
| @@ -1,31 +1,32 @@ | ||||
| using System; | ||||
| using System.Text.RegularExpressions; | ||||
| using System.Threading; | ||||
| using System.Threading.Tasks; | ||||
| using System.Web; | ||||
| using Avalonia.Controls; | ||||
| using Avalonia.Input.Platform; | ||||
| using CommunityToolkit.Mvvm.ComponentModel; | ||||
| using DHT.Desktop.Common; | ||||
| using DHT.Desktop.Dialogs.Message; | ||||
| using DHT.Desktop.Discord; | ||||
| using DHT.Desktop.Server; | ||||
| using DHT.Utils.Logging; | ||||
| using PropertyChanged.SourceGenerator; | ||||
| using static DHT.Desktop.Program; | ||||
|  | ||||
| namespace DHT.Desktop.Main.Pages; | ||||
|  | ||||
| sealed partial class TrackingPageModel : ObservableObject { | ||||
| 	[ObservableProperty(Setter = Access.Private)] | ||||
| 	private bool isCopyTrackingScriptButtonEnabled = true; | ||||
| sealed partial class TrackingPageModel { | ||||
| 	private static readonly Log Log = Log.ForType<TrackingPageModel>(); | ||||
| 	 | ||||
| 	[ObservableProperty(Setter = Access.Private)] | ||||
| 	[NotifyPropertyChangedFor(nameof(ToggleAppDevToolsButtonText))] | ||||
| 	[Notify(Setter.Private)] | ||||
| 	private bool? areDevToolsEnabled = null; | ||||
| 	 | ||||
| 	[ObservableProperty(Setter = Access.Private)] | ||||
| 	[NotifyPropertyChangedFor(nameof(ToggleAppDevToolsButtonText))] | ||||
| 	[Notify(Setter.Private)] | ||||
| 	private bool isToggleAppDevToolsButtonEnabled = false; | ||||
| 	 | ||||
| 	public string OpenDevToolsShortcutText { get; } = OperatingSystem.IsMacOS() ? "Cmd+Shift+I" : "Ctrl+Shift+I"; | ||||
| 	 | ||||
| 	[DependsOn(nameof(AreDevToolsEnabled), nameof(IsToggleAppDevToolsButtonEnabled))] | ||||
| 	public string ToggleAppDevToolsButtonText { | ||||
| 		get { | ||||
| 			if (!AreDevToolsEnabled.HasValue) { | ||||
| @@ -52,32 +53,9 @@ sealed partial class TrackingPageModel : ObservableObject { | ||||
| 	} | ||||
| 	 | ||||
| 	public async Task<bool> OnClickCopyTrackingScript() { | ||||
| 		IsCopyTrackingScriptButtonEnabled = false; | ||||
| 		 | ||||
| 		try { | ||||
| 			return await CopyTrackingScript(); | ||||
| 		} finally { | ||||
| 			IsCopyTrackingScriptButtonEnabled = true; | ||||
| 		} | ||||
| 	} | ||||
| 	 | ||||
| 	private async Task<bool> CopyTrackingScript() { | ||||
| 		string url = $"http://127.0.0.1:{ServerConfiguration.Port}/get-tracking-script?token={HttpUtility.UrlEncode(ServerConfiguration.Token)}"; | ||||
| 		string url = ServerConfiguration.HttpHost + $"/get-tracking-script?token={HttpUtility.UrlEncode(ServerConfiguration.Token)}"; | ||||
| 		string script = (await Resources.ReadTextAsync("tracker-loader.js")).Trim().Replace("{url}", url); | ||||
| 		 | ||||
| 		IClipboard? clipboard = window.Clipboard; | ||||
| 		if (clipboard == null) { | ||||
| 			await Dialog.ShowOk(window, "Copy Tracking Script", "Clipboard is not available on this system."); | ||||
| 			return false; | ||||
| 		} | ||||
| 		 | ||||
| 		try { | ||||
| 			await clipboard.SetTextAsync(script); | ||||
| 			return true; | ||||
| 		} catch { | ||||
| 			await Dialog.ShowOk(window, "Copy Tracking Script", "An error occurred while copying to clipboard."); | ||||
| 			return false; | ||||
| 		} | ||||
| 		return await TryCopy(script, "Copy Tracking Script"); | ||||
| 	} | ||||
| 	 | ||||
| 	private async Task InitializeDevToolsToggle() { | ||||
| @@ -133,4 +111,44 @@ sealed partial class TrackingPageModel : ObservableObject { | ||||
| 				throw new ArgumentOutOfRangeException(); | ||||
| 		} | ||||
| 	} | ||||
| 	 | ||||
| 	public async Task OnClickInstallOrUpdateUserscript() { | ||||
| 		try { | ||||
| 			SystemUtils.OpenUrl(ServerConfiguration.HttpHost + "/get-userscript/dht.user.js"); | ||||
| 		} catch (Exception e) { | ||||
| 			await Dialog.ShowOk(window, "Install or Update Userscript", "Could not open the browser: " + e.Message); | ||||
| 		} | ||||
| 	} | ||||
| 	 | ||||
| 	[GeneratedRegex("^[a-zA-Z0-9]{1,100}$")] | ||||
| 	private static partial Regex ConnectionCodeTokenRegex(); | ||||
| 	 | ||||
| 	public async Task<bool> OnClickCopyConnectionCode() { | ||||
| 		const string Title = "Copy Connection Code"; | ||||
| 		 | ||||
| 		if (ConnectionCodeTokenRegex().IsMatch(ServerConfiguration.Token)) { | ||||
| 			return await TryCopy(ServerConfiguration.Port + ":" + ServerConfiguration.Token, Title); | ||||
| 		} | ||||
| 		else { | ||||
| 			await Dialog.ShowOk(window, Title, "The internal server token cannot be used to create a connection code.\n\nCheck the 'Advanced' tab and ensure the token is 1-100 characters long, and only contains plain letters and numbers."); | ||||
| 			return false; | ||||
| 		} | ||||
| 	} | ||||
| 	 | ||||
| 	private async Task<bool> TryCopy(string script, string errorDialogTitle) { | ||||
| 		IClipboard? clipboard = window.Clipboard; | ||||
| 		if (clipboard == null) { | ||||
| 			await Dialog.ShowOk(window, errorDialogTitle, "Clipboard is not available on this system."); | ||||
| 			return false; | ||||
| 		} | ||||
| 		 | ||||
| 		try { | ||||
| 			await clipboard.SetTextAsync(script); | ||||
| 			return true; | ||||
| 		} catch (Exception e) { | ||||
| 			Log.Error("Could not copy to clipboard.", e); | ||||
| 			await Dialog.ShowOk(window, errorDialogTitle, "An error occurred while copying to clipboard."); | ||||
| 			return false; | ||||
| 		} | ||||
| 	} | ||||
| } | ||||
|   | ||||
| @@ -3,7 +3,6 @@ using System.ComponentModel; | ||||
| using System.Threading.Tasks; | ||||
| using System.Web; | ||||
| using Avalonia.Controls; | ||||
| using CommunityToolkit.Mvvm.ComponentModel; | ||||
| using DHT.Desktop.Common; | ||||
| using DHT.Desktop.Dialogs.Message; | ||||
| using DHT.Desktop.Dialogs.Progress; | ||||
| @@ -13,16 +12,17 @@ using DHT.Server; | ||||
| using DHT.Server.Data.Filters; | ||||
| using DHT.Server.Service.Viewer; | ||||
| using DHT.Utils.Logging; | ||||
| using PropertyChanged.SourceGenerator; | ||||
|  | ||||
| namespace DHT.Desktop.Main.Pages; | ||||
|  | ||||
| sealed partial class ViewerPageModel : ObservableObject, IDisposable { | ||||
| sealed partial class ViewerPageModel : IDisposable { | ||||
| 	private static readonly Log Log = Log.ForType<ViewerPageModel>(); | ||||
| 	 | ||||
| 	public bool DatabaseToolFilterModeKeep { get; set; } = true; | ||||
| 	public bool DatabaseToolFilterModeRemove { get; set; } = false; | ||||
| 	 | ||||
| 	[ObservableProperty] | ||||
| 	[Notify] | ||||
| 	private bool hasFilters = false; | ||||
| 	 | ||||
| 	public MessageFilterPanelModel FilterModel { get; } | ||||
| @@ -51,28 +51,32 @@ sealed partial class ViewerPageModel : ObservableObject, IDisposable { | ||||
| 	 | ||||
| 	public async void OnClickOpenViewer() { | ||||
| 		try { | ||||
| 			string serverUrl = "http://127.0.0.1:" + ServerConfiguration.Port; | ||||
| 			string serverToken = ServerConfiguration.Token; | ||||
| 			string sessionId = state.ViewerSessions.Register(new ViewerSession(FilterModel.CreateFilter())).ToString(); | ||||
| 			SystemUtils.OpenUrl(serverUrl + "/viewer/?token=" + HttpUtility.UrlEncode(serverToken) + "&session=" + HttpUtility.UrlEncode(sessionId)); | ||||
| 			SystemUtils.OpenUrl(ServerConfiguration.HttpHost + "/viewer/?token=" + HttpUtility.UrlEncode(serverToken) + "&session=" + HttpUtility.UrlEncode(sessionId)); | ||||
| 		} catch (Exception e) { | ||||
| 			await Dialog.ShowOk(window, "Open Viewer", "Could not open viewer: " + e.Message); | ||||
| 		} | ||||
| 	} | ||||
| 	 | ||||
| 	public async Task OnClickApplyFiltersToDatabase() { | ||||
| 		MessageFilter filter = FilterModel.CreateFilter(); | ||||
| 		long messageCount = await ProgressDialog.ShowIndeterminate(window, "Apply Filters", "Counting matching messages...", _ => state.Db.Messages.Count(filter)); | ||||
| 		 | ||||
| 		if (DatabaseToolFilterModeKeep) { | ||||
| 			if (DialogResult.YesNo.Yes == await Dialog.ShowYesNo(window, "Keep Matching Messages in This Database", messageCount.Pluralize("message") + " will be kept, and the rest will be removed from this database. This action cannot be undone. Proceed?")) { | ||||
| 				await ApplyFilterToDatabase(filter, FilterRemovalMode.KeepMatching); | ||||
| 		try { | ||||
| 			MessageFilter filter = FilterModel.CreateFilter(); | ||||
| 			long messageCount = await ProgressDialog.ShowIndeterminate(window, "Apply Filters", "Counting matching messages...", _ => state.Db.Messages.Count(filter)); | ||||
| 			 | ||||
| 			if (DatabaseToolFilterModeKeep) { | ||||
| 				if (DialogResult.YesNo.Yes == await Dialog.ShowYesNo(window, "Keep Matching Messages in This Database", messageCount.Pluralize("message") + " will be kept, and the rest will be removed from this database. This action cannot be undone. Proceed?")) { | ||||
| 					await ApplyFilterToDatabase(filter, FilterRemovalMode.KeepMatching); | ||||
| 				} | ||||
| 			} | ||||
| 		} | ||||
| 		else if (DatabaseToolFilterModeRemove) { | ||||
| 			if (DialogResult.YesNo.Yes == await Dialog.ShowYesNo(window, "Remove Matching Messages in This Database", messageCount.Pluralize("message") + " will be removed from this database. This action cannot be undone. Proceed?")) { | ||||
| 				await ApplyFilterToDatabase(filter, FilterRemovalMode.RemoveMatching); | ||||
| 			else if (DatabaseToolFilterModeRemove) { | ||||
| 				if (DialogResult.YesNo.Yes == await Dialog.ShowYesNo(window, "Remove Matching Messages in This Database", messageCount.Pluralize("message") + " will be removed from this database. This action cannot be undone. Proceed?")) { | ||||
| 					await ApplyFilterToDatabase(filter, FilterRemovalMode.RemoveMatching); | ||||
| 				} | ||||
| 			} | ||||
| 		} catch (Exception e) { | ||||
| 			Log.Error("Could not apply filters.", e); | ||||
| 			await Dialog.ShowOk(window, "Apply Filters", "Could not apply filters: " + e.Message); | ||||
| 		} | ||||
| 	} | ||||
| 	 | ||||
|   | ||||
| @@ -70,6 +70,10 @@ sealed class MainContentScreenModel : IAsyncDisposable { | ||||
| 	 | ||||
| 	public async Task Initialize() { | ||||
| 		await DownloadsPageModel.Initialize(); | ||||
| 		 | ||||
| 		#if DEBUG | ||||
| 		await DebugPageModel.Initialize(); | ||||
| 		#endif | ||||
| 	} | ||||
| 	 | ||||
| 	public async ValueTask DisposeAsync() { | ||||
|   | ||||
| @@ -5,23 +5,24 @@ using System.Net; | ||||
| using System.Net.Http; | ||||
| using System.Threading.Tasks; | ||||
| using Avalonia.Controls; | ||||
| using CommunityToolkit.Mvvm.ComponentModel; | ||||
| using DHT.Desktop.Common; | ||||
| using DHT.Desktop.Dialogs.Message; | ||||
| using DHT.Desktop.Dialogs.Progress; | ||||
| using DHT.Server.Data.Settings; | ||||
| using DHT.Desktop.Main.Dialogs; | ||||
| using DHT.Server.Database; | ||||
| using DHT.Server.Database.Sqlite.Schema; | ||||
| using DHT.Server.Database.Sqlite.Utils; | ||||
| using DHT.Utils.Logging; | ||||
| using PropertyChanged.SourceGenerator; | ||||
|  | ||||
| namespace DHT.Desktop.Main.Screens; | ||||
|  | ||||
| sealed partial class WelcomeScreenModel : ObservableObject { | ||||
| sealed partial class WelcomeScreenModel { | ||||
| 	private static readonly Log Log = Log.ForType<WelcomeScreenModel>(); | ||||
| 	 | ||||
| 	public string Version => Program.Version; | ||||
| 	 | ||||
| 	[ObservableProperty(Setter = Access.Private)] | ||||
| 	[Notify(Setter.Private)] | ||||
| 	private bool isOpenOrCreateDatabaseButtonEnabled = true; | ||||
| 	 | ||||
| 	public event EventHandler<IDatabaseFile>? DatabaseSelected; | ||||
| @@ -52,21 +53,22 @@ sealed partial class WelcomeScreenModel : ObservableObject { | ||||
| 	public async Task OpenOrCreateDatabaseFromPath(string path) { | ||||
| 		dbFilePath = path; | ||||
| 		 | ||||
| 		bool isNew = !File.Exists(path); | ||||
| 		 | ||||
| 		IDatabaseFile? db = await DatabaseGui.TryOpenOrCreateDatabaseFromPath(path, window, new SchemaUpgradeCallbacks(window)); | ||||
| 		if (db == null) { | ||||
| 			return; | ||||
| 		if (db != null) { | ||||
| 			DatabaseSelected?.Invoke(this, db); | ||||
| 		} | ||||
| 		 | ||||
| 		if (isNew && await Dialog.ShowYesNo(window, "Automatic Downloads", "Do you want to automatically download files hosted on Discord? You can change this later in the Downloads tab.") == DialogResult.YesNo.Yes) { | ||||
| 			await db.Settings.Set(SettingsKey.DownloadsAutoStart, value: true); | ||||
| 		} | ||||
| 		 | ||||
| 		DatabaseSelected?.Invoke(this, db); | ||||
| 	} | ||||
| 	 | ||||
| 	private sealed class SchemaUpgradeCallbacks(Window window) : ISchemaUpgradeCallbacks { | ||||
| 		public async Task<InitialDatabaseSettings?> GetInitialDatabaseSettings() { | ||||
| 			var model = new NewDatabaseSettingsDialogModel(); | ||||
| 			 | ||||
| 			var dialog = new NewDatabaseSettingsDialog { DataContext = model }; | ||||
| 			await dialog.ShowDialog(window); | ||||
| 			 | ||||
| 			return new InitialDatabaseSettings(model.SeparateFileForDownloads, model.DownloadsAutoStart); | ||||
| 		} | ||||
| 		 | ||||
| 		public async Task<bool> CanUpgrade() { | ||||
| 			return DialogResult.YesNo.Yes == await DatabaseGui.ShowCanUpgradeDatabaseDialog(window); | ||||
| 		} | ||||
| @@ -110,38 +112,32 @@ sealed partial class WelcomeScreenModel : ObservableObject { | ||||
| 	} | ||||
| 	 | ||||
| 	public async Task CheckUpdates() { | ||||
| 		var latestVersion = await ProgressDialog.ShowIndeterminate<Version?>(window, "Check Updates", "Checking for updates...", async _ => { | ||||
| 			var client = new HttpClient(new SocketsHttpHandler { | ||||
| 				AutomaticDecompression = DecompressionMethods.None, | ||||
| 				AllowAutoRedirect = false, | ||||
| 				UseCookies = false, | ||||
| 		string response; | ||||
| 		try { | ||||
| 			response = await ProgressDialog.ShowIndeterminate<string>(window, "Check Updates", "Checking for updates...", static async _ => { | ||||
| 				var client = new HttpClient(new SocketsHttpHandler { | ||||
| 					AutomaticDecompression = DecompressionMethods.None, | ||||
| 					AllowAutoRedirect = false, | ||||
| 					UseCookies = false, | ||||
| 				}); | ||||
| 				 | ||||
| 				client.Timeout = TimeSpan.FromSeconds(30); | ||||
| 				client.MaxResponseContentBufferSize = 1024; | ||||
| 				client.DefaultRequestHeaders.UserAgent.ParseAdd("DiscordHistoryTracker/" + Program.Version); | ||||
| 				 | ||||
| 				return await client.GetStringAsync(Program.Website + "/version"); | ||||
| 			}); | ||||
| 			 | ||||
| 			client.Timeout = TimeSpan.FromSeconds(30); | ||||
| 			client.MaxResponseContentBufferSize = 1024; | ||||
| 			client.DefaultRequestHeaders.UserAgent.ParseAdd("DiscordHistoryTracker/" + Program.Version); | ||||
| 			 | ||||
| 			string response; | ||||
| 			try { | ||||
| 				response = await client.GetStringAsync(Program.Website + "/version"); | ||||
| 			} catch (TaskCanceledException e) when (e.InnerException is TimeoutException) { | ||||
| 				await Dialog.ShowOk(window, "Check Updates", "Request timed out."); | ||||
| 				return null; | ||||
| 			} catch (Exception e) { | ||||
| 				Log.Error(e); | ||||
| 				await Dialog.ShowOk(window, "Check Updates", "Error checking for updates: " + e.Message); | ||||
| 				return null; | ||||
| 			} | ||||
| 			 | ||||
| 			if (!System.Version.TryParse(response, out Version? latestVersion)) { | ||||
| 				await Dialog.ShowOk(window, "Check Updates", "Server returned an invalid response."); | ||||
| 				return null; | ||||
| 			} | ||||
| 			 | ||||
| 			return latestVersion; | ||||
| 		}); | ||||
| 		} catch (TaskCanceledException e) when (e.InnerException is TimeoutException) { | ||||
| 			await Dialog.ShowOk(window, "Check Updates", "Request timed out."); | ||||
| 			return; | ||||
| 		} catch (Exception e) { | ||||
| 			Log.Error("Could not check for updates.", e); | ||||
| 			await Dialog.ShowOk(window, "Check Updates", "Error checking for updates: " + e.Message); | ||||
| 			return; | ||||
| 		} | ||||
| 		 | ||||
| 		if (latestVersion == null) { | ||||
| 		if (!System.Version.TryParse(response, out Version? latestVersion)) { | ||||
| 			await Dialog.ShowOk(window, "Check Updates", "Server returned an invalid response."); | ||||
| 			return; | ||||
| 		} | ||||
| 		 | ||||
|   | ||||
| @@ -5,4 +5,6 @@ namespace DHT.Desktop.Server; | ||||
| static class ServerConfiguration { | ||||
| 	public static ushort Port { get; set; } = ServerUtils.FindAvailablePort(min: 50000, max: 60000); | ||||
| 	public static string Token { get; set; } = ServerUtils.GenerateRandomToken(20); | ||||
| 	 | ||||
| 	public static string HttpHost => "http://127.0.0.1:" + Port; | ||||
| } | ||||
|   | ||||
| @@ -21,12 +21,13 @@ | ||||
|   <PropertyGroup> | ||||
|     <SuppressTrimAnalysisWarnings>false</SuppressTrimAnalysisWarnings> | ||||
|     <PublishTrimmed>true</PublishTrimmed> | ||||
|     <TrimMode>partial</TrimMode> | ||||
|     <TrimMode>full</TrimMode> | ||||
|     <EnableUnsafeBinaryFormatterSerialization>false</EnableUnsafeBinaryFormatterSerialization> | ||||
|     <EnableUnsafeUTF7Encoding>false</EnableUnsafeUTF7Encoding> | ||||
|     <EventSourceSupport>false</EventSourceSupport> | ||||
|     <HttpActivityPropagationSupport>false</HttpActivityPropagationSupport> | ||||
|     <JsonSerializerIsReflectionEnabledByDefault>false</JsonSerializerIsReflectionEnabledByDefault> | ||||
|     <XmlResolverIsNetworkingEnabledByDefault>false</XmlResolverIsNetworkingEnabledByDefault> | ||||
|   </PropertyGroup> | ||||
|    | ||||
|   <PropertyGroup> | ||||
|   | ||||
							
								
								
									
										273
									
								
								app/Resources/Tracker/loader/dht.user.js
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										273
									
								
								app/Resources/Tracker/loader/dht.user.js
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,273 @@ | ||||
| // ==UserScript== | ||||
| // @name         Discord History Tracker | ||||
| // @license      MIT | ||||
| // @namespace    https://chylex.com | ||||
| // @homepageURL  https://dht.chylex.com/ | ||||
| // @supportURL   https://github.com/chylex/Discord-History-Tracker/issues | ||||
| // @include      https://discord.com/* | ||||
| // @run-at       document-idle | ||||
| // @grant        none | ||||
| // @noframes | ||||
| // ==/UserScript== | ||||
|  | ||||
| function startMutationObserver(callback) { | ||||
| 	let hasDebounceStarted = false; | ||||
| 	 | ||||
| 	function handleMutations(mutations, observer) { | ||||
| 		if (hasDebounceStarted) { | ||||
| 			return; | ||||
| 		} | ||||
| 		 | ||||
| 		hasDebounceStarted = true; | ||||
| 		window.setTimeout(() => { | ||||
| 			hasDebounceStarted = false; | ||||
| 			callback(observer); | ||||
| 		}, 20); | ||||
| 	} | ||||
| 	 | ||||
| 	new MutationObserver(handleMutations).observe(document.body, { childList: true, subtree: true }); | ||||
| } | ||||
|  | ||||
| startMutationObserver(observer => { | ||||
| 	const triggerButton = installConnectDialogButton(); | ||||
| 	if (triggerButton === null) { | ||||
| 		return; | ||||
| 	} | ||||
| 	 | ||||
| 	observer.disconnect(); | ||||
| 	 | ||||
| 	startMutationObserver(() => { | ||||
| 		if (!triggerButton.isConnected) { | ||||
| 			getHelpIcon()?.parentElement.parentElement.insertAdjacentElement("afterend", triggerButton); | ||||
| 		} | ||||
| 	}); | ||||
| }); | ||||
|  | ||||
| function installConnectDialogButton() { | ||||
| 	const helpIcon = getHelpIcon(); | ||||
| 	if (!helpIcon) { | ||||
| 		return null; | ||||
| 	} | ||||
| 	 | ||||
| 	const helpIconWrapper = helpIcon.parentElement; | ||||
| 	const helpIconLink = helpIconWrapper.parentElement; | ||||
| 	 | ||||
| 	helpIconLink.insertAdjacentHTML("afterend", ` | ||||
| <div id="dht-connector-show-dialog" role="button" class="${helpIconWrapper.getAttribute("class")}"> | ||||
|   <svg viewBox="0 0 24 20" fill="currentColor" class="${helpIcon.getAttribute("class")}" style="width: auto;"> | ||||
|     <path d="M7.446,9.924c-0,0.846 -0.105,1.593 -0.315,2.234c-0.21,0.644 -0.497,1.181 -0.86,1.615c-0.365,0.431 -0.795,0.761 -1.292,0.982c-0.494,0.22 -1.029,0.332 -1.605,0.332l-3.374,-0l0,-10.174l3.021,0c0.645,0 1.239,0.1 1.781,0.296c0.542,0.198 1.011,0.501 1.4,0.911c0.391,0.408 0.695,0.928 0.914,1.56c0.22,0.629 0.33,1.378 0.33,2.244Zm-1.765,-0c0,-0.592 -0.067,-1.1 -0.198,-1.524c-0.134,-0.422 -0.318,-0.77 -0.554,-1.042c-0.236,-0.272 -0.518,-0.473 -0.848,-0.604c-0.332,-0.128 -0.697,-0.195 -1.096,-0.195l-1.237,-0l0,6.882l1.483,0c0.351,0 0.676,-0.076 0.977,-0.224c0.298,-0.15 0.556,-0.372 0.776,-0.668c0.22,-0.295 0.389,-0.663 0.513,-1.101c0.122,-0.439 0.184,-0.947 0.184,-1.524Z"/> | ||||
|     <path d="M14.147,15.087l-0,-4.362l-3.637,-0l-0,4.362l-1.748,-0l-0,-10.174l1.748,0l-0,4.052l3.637,-0l-0,-4.052l1.75,0l0,10.174l-1.75,-0Z"/> | ||||
|     <path d="M21.297,6.559l-0,8.528l-1.748,-0l-0,-8.528l-2.699,-0l0,-1.646l7.15,0l0,1.646l-2.703,-0Z"/> | ||||
|   </svg> | ||||
| </div> | ||||
| `); | ||||
| 	 | ||||
| 	const button = document.getElementById("dht-connector-show-dialog"); | ||||
| 	button.addEventListener("click", showConnectDialog); | ||||
| 	return button; | ||||
| } | ||||
|  | ||||
| function getHelpIcon() { | ||||
| 	return document.querySelector("div[class*='bar_'] a[href$='://support.discord.com'] > div[class*='clickable'] > svg"); | ||||
| } | ||||
|  | ||||
| function showConnectDialog() { | ||||
| 	if (window.DHT_LOADED) { | ||||
| 		alert("Discord History Tracker is already loaded."); | ||||
| 		return; | ||||
| 	} | ||||
| 	 | ||||
| 	const dialogElement = document.createElement("dialog"); | ||||
| 	dialogElement.id = "dht-connector-dialog"; | ||||
| 	dialogElement.innerHTML = ` | ||||
| <form id="dht-connector-dialog-form"> | ||||
|   <label for="dht-connector-dialog-input-code">Connection Code</label> | ||||
|   <input id="dht-connector-dialog-input-code" type="text"> | ||||
|   <p id="dht-connector-dialog-input-error"></p> | ||||
|    | ||||
|   <div id="dht-connector-dialog-buttons"> | ||||
|     <button type="submit" id="dht-connector-dialog-button-connect">Connect</button> | ||||
|     <button type="button" id="dht-connector-dialog-button-close">Cancel</button> | ||||
|   </div> | ||||
| </form> | ||||
| <style> | ||||
|   #dht-connector-dialog { | ||||
|     width: 300px; | ||||
|     padding: 18px; | ||||
|     font-size: 16px; | ||||
|     border: none; | ||||
|     border-radius: 8px; | ||||
|     background-color: #313338; | ||||
|   } | ||||
|    | ||||
|   #dht-connector-dialog::backdrop { | ||||
|     background-color: rgba(0, 0, 0, 0.6); | ||||
|   } | ||||
|    | ||||
|   #dht-connector-dialog label { | ||||
|     display: block; | ||||
|     margin: 0 0 9px; | ||||
|     font-weight: 500; | ||||
|     letter-spacing: .02em; | ||||
|     color: #fbfbfb; | ||||
|   } | ||||
|    | ||||
|   #dht-connector-dialog-input-error { | ||||
|     margin: 11px 1px; | ||||
|     color: #ff484c; | ||||
|     font-size: 15px; | ||||
|     font-weight: 500; | ||||
|   } | ||||
|    | ||||
|   #dht-connector-dialog input[type="text"] { | ||||
|     box-sizing: border-box; | ||||
|     width: 100%; | ||||
|     padding: 12px 10px; | ||||
|     border: 1px solid rgba(151, 151, 159, 0.2); | ||||
|     border-radius: 8px; | ||||
|     color: #efeff0; | ||||
|     background-color: #1d1d21; | ||||
|   } | ||||
|    | ||||
|   #dht-connector-dialog-buttons { | ||||
|     margin-top: 15px; | ||||
|     display: flex; | ||||
|     justify-content: end; | ||||
|     gap: 12px; | ||||
|   } | ||||
|    | ||||
|   #dht-connector-dialog button { | ||||
|     padding: 8px 16px; | ||||
|     border: none; | ||||
|     border-radius: 8px; | ||||
|     font-size: 14px; | ||||
|     font-weight: 500; | ||||
|     color: #fff; | ||||
|     background-color: #5865f2; | ||||
|     transition: background-color 200ms ease, color 200ms ease; | ||||
|   } | ||||
|    | ||||
|   #dht-connector-dialog button:hover { | ||||
|     background-color: #4752c4; | ||||
|   } | ||||
|    | ||||
|   #dht-connector-dialog button[disabled] { | ||||
|     cursor: not-allowed; | ||||
|     opacity: 0.5; | ||||
|   } | ||||
| </style> | ||||
| 	`; | ||||
| 	 | ||||
| 	document.body.insertAdjacentElement("beforeend", dialogElement); | ||||
| 	 | ||||
| 	const formElement = document.getElementById("dht-connector-dialog-form"); | ||||
| 	const codeErrorElement = document.getElementById("dht-connector-dialog-input-error"); | ||||
| 	const codeInputElement = document.getElementById("dht-connector-dialog-input-code"); | ||||
| 	const connectButtonElement = document.getElementById("dht-connector-dialog-button-connect"); | ||||
| 	const closeButtonElement = document.getElementById("dht-connector-dialog-button-close"); | ||||
| 	 | ||||
| 	dialogElement.addEventListener("close", function() { | ||||
| 		dialogElement.remove(); | ||||
| 	}); | ||||
| 	 | ||||
| 	closeButtonElement.addEventListener("click", function() { | ||||
| 		dialogElement.close(); | ||||
| 	}); | ||||
| 	 | ||||
| 	codeInputElement.addEventListener("paste", function() { | ||||
| 		setTimeout(async function() { | ||||
| 			const code = parseConnectionCode(codeInputElement.value); | ||||
| 			if (code !== null) { | ||||
| 				await onSubmit(code); | ||||
| 			} | ||||
| 		}, 0); | ||||
| 	}); | ||||
| 	 | ||||
| 	formElement.addEventListener("submit", async function(e) { | ||||
| 		e.preventDefault(); | ||||
| 		 | ||||
| 		const code = parseConnectionCode(codeInputElement.value); | ||||
| 		if (code === null) { | ||||
| 			codeErrorElement.innerText = "Code is not valid."; | ||||
| 		} | ||||
| 		else { | ||||
| 			await onSubmit(code); | ||||
| 		} | ||||
| 	}); | ||||
| 	 | ||||
| 	let isSubmitting = false; | ||||
| 	 | ||||
| 	async function onSubmit(code) { | ||||
| 		if (isSubmitting) { | ||||
| 			return; | ||||
| 		} | ||||
| 		 | ||||
| 		isSubmitting = true; | ||||
| 		connectButtonElement.setAttribute("disabled", ""); | ||||
| 		try { | ||||
| 			await loadTrackingScript(code); | ||||
| 		} catch (e) { | ||||
| 			onError("Could not load tracking script.", e); | ||||
| 		} finally { | ||||
| 			isSubmitting = false; | ||||
| 			connectButtonElement.removeAttribute("disabled"); | ||||
| 		} | ||||
| 	} | ||||
| 	 | ||||
| 	async function loadTrackingScript(code) { | ||||
| 		const trackingScript = await getTrackingScript(code.port, code.token); | ||||
| 		 | ||||
| 		if (dialogElement.isConnected) { | ||||
| 			// noinspection DynamicallyGeneratedCodeJS | ||||
| 			eval(trackingScript); | ||||
| 			dialogElement.close(); | ||||
| 		} | ||||
| 	} | ||||
| 	 | ||||
| 	function onError(message, e) { | ||||
| 		console.error(message, e); | ||||
| 		codeErrorElement.innerText = message; | ||||
| 	} | ||||
| 	 | ||||
| 	dialogElement.showModal(); | ||||
| } | ||||
|  | ||||
| /** | ||||
|  * @param {string} code | ||||
|  * @return {?{port: number, token: string}} | ||||
|  */ | ||||
| function parseConnectionCode(code) { | ||||
| 	if (code.length > 5 + 1 + 100) { | ||||
| 		return null; | ||||
| 	} | ||||
| 	 | ||||
| 	const match = code.match(/^(\d{1,5}):([a-zA-Z0-9]{1,100})$/); | ||||
| 	if (!match) { | ||||
| 		return null; | ||||
| 	} | ||||
| 	 | ||||
| 	const port = Number(match[1]); | ||||
| 	if (port < 0 || port > 65535) { | ||||
| 		return null; | ||||
| 	} | ||||
| 	 | ||||
| 	return { port, token: match[2] }; | ||||
| } | ||||
|  | ||||
| async function getTrackingScript(port, token) { | ||||
| 	const url = "http://127.0.0.1:" + port + "/get-tracking-script?token=" + encodeURIComponent(token); | ||||
| 	const response = await fetch(url, { | ||||
| 		credentials: "omit", | ||||
| 		signal: AbortSignal.timeout(2000), | ||||
| 	}); | ||||
| 	 | ||||
| 	if (!response.ok) { | ||||
| 		throw response.status + " " + response.statusText; | ||||
| 	} | ||||
| 	 | ||||
| 	if (response.headers.get("X-DHT") !== "1") { | ||||
| 		throw "Invalid response"; | ||||
| 	} | ||||
| 	 | ||||
| 	return await response.text(); | ||||
| } | ||||
| @@ -67,7 +67,7 @@ class DISCORD { | ||||
| 	/** | ||||
| 	 * @type {function(String): MessageData} | ||||
| 	 */ | ||||
| 	static #getMessages = WEBPACK.findFunction("getMessages"); | ||||
| 	static #getMessages = WEBPACK.findFunction("getMessages", [ "isLoadingMessages" ]); | ||||
| 	 | ||||
| 	/** | ||||
| 	 * @type {function(String): void} | ||||
|   | ||||
| @@ -142,11 +142,19 @@ const STATE = (function() { | ||||
| 			if (DISCORD.CHANNEL_TYPE.isPrivate(channelInfo.type)) { | ||||
| 				server.id = channelInfo.id; | ||||
| 				server.name = channel.name = getPrivateChannelName(channelInfo); | ||||
| 				 | ||||
| 				if (channelInfo.icon) { | ||||
| 					server.icon = channelInfo.icon; | ||||
| 				} | ||||
| 			} | ||||
| 			else if (serverInfo) { | ||||
| 				server.id = serverInfo.id; | ||||
| 				server.name = serverInfo.name; | ||||
| 				channel.name = channelInfo.name; | ||||
| 				 | ||||
| 				if (serverInfo.icon) { | ||||
| 					server.icon = serverInfo.icon; | ||||
| 				} | ||||
| 			} | ||||
| 			else { | ||||
| 				return; | ||||
|   | ||||
| @@ -2,6 +2,7 @@ | ||||
|  * @name DiscordGuild | ||||
|  * @property {String} id | ||||
|  * @property {String} name | ||||
|  * @property {String|null|undefined} [icon] | ||||
|  */ | ||||
|  | ||||
| /** | ||||
| @@ -14,6 +15,7 @@ | ||||
|  * @property {Number} [position] | ||||
|  * @property {String} [topic] | ||||
|  * @property {Boolean} [nsfw] | ||||
|  * @property {String|null|undefined} [icon] | ||||
|  * @property {DiscordUser[]} [rawRecipients] | ||||
|  */ | ||||
|  | ||||
|   | ||||
| @@ -1,8 +1,8 @@ | ||||
| /** | ||||
|  * Parts copied from Better Discord, licensed under Apache License 2.0. | ||||
|  * | ||||
|  * https://github.com/BetterDiscord/BetterDiscord/blob/78edeb77c60542a57884686c4ba98f997c886fad/renderer/src/modules/webpackmodules.js | ||||
|  * https://github.com/BetterDiscord/BetterDiscord/blob/78edeb77c60542a57884686c4ba98f997c886fad/LICENSE | ||||
|  * https://github.com/BetterDiscord/BetterDiscord/blob/2752daf64f98625fc67c569361bd56021307d058/renderer/src/modules/webpackmodules.js | ||||
|  * https://github.com/BetterDiscord/BetterDiscord/blob/2752daf64f98625fc67c569361bd56021307d058/LICENSE | ||||
|  */ | ||||
| class WEBPACK { | ||||
| 	static get require() { | ||||
| @@ -17,13 +17,15 @@ class WEBPACK { | ||||
| 		 */ | ||||
| 		let hookedRequire; | ||||
| 		 | ||||
| 		const id = "dht-webpackmodules-" + new Date().getTime(); | ||||
| 		const id = Symbol("dht-webpackmodules-" + new Date().getTime()); | ||||
| 		if (typeof (window["webpackChunkdiscord_app"]) !== "undefined") { | ||||
| 			window["webpackChunkdiscord_app"].push([ [ id ], {}, internalRequire => hookedRequire = internalRequire ]); | ||||
| 			window["webpackChunkdiscord_app"].push([ [ id ], {}, internalRequire => { | ||||
| 				if ("b" in internalRequire) { | ||||
| 					hookedRequire = internalRequire; | ||||
| 				} | ||||
| 			}]); | ||||
| 		} | ||||
| 		 | ||||
| 		delete hookedRequire.m[id]; | ||||
| 		delete hookedRequire.c[id]; | ||||
| 		return this._require = hookedRequire; | ||||
| 	} | ||||
| 	 | ||||
| @@ -86,7 +88,7 @@ class WEBPACK { | ||||
| 			return modules[0]; | ||||
| 		} | ||||
| 		 | ||||
| 		console.error("[DHT] Cannot find module " + name + ", results found:", modules.length); | ||||
| 		console.error("[DHT] Cannot find module " + name + ", results found:", modules.length, modules); | ||||
| 		return null; | ||||
| 	} | ||||
| 	 | ||||
|   | ||||
							
								
								
									
										9
									
								
								app/Server/Data/FileUrl.cs
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										9
									
								
								app/Server/Data/FileUrl.cs
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,9 @@ | ||||
| namespace DHT.Server.Data; | ||||
|  | ||||
| public readonly record struct FileUrl(string NormalizedUrl, string DownloadUrl, string? Type) { | ||||
| 	public FileUrl(string url, string? type) : this(url, url, type) {} | ||||
| 	 | ||||
| 	public Download ToPendingDownload() { | ||||
| 		return new Download(NormalizedUrl, DownloadUrl, DownloadStatus.Pending, Type, size: null); | ||||
| 	} | ||||
| } | ||||
| @@ -1,7 +1,12 @@ | ||||
| using DHT.Server.Download; | ||||
|  | ||||
| namespace DHT.Server.Data; | ||||
|  | ||||
| public readonly struct Server { | ||||
| 	public ulong Id { get; init; } | ||||
| 	public string Name { get; init; } | ||||
| 	public ServerType? Type { get; init; } | ||||
| 	public string? IconHash { get; init; } | ||||
| 	 | ||||
| 	internal FileUrl? IconUrl => Type == null || IconHash == null ? null : DownloadLinkExtractor.ServerIcon(Type.Value, Id, IconHash); | ||||
| } | ||||
|   | ||||
| @@ -3,6 +3,7 @@ using System.Diagnostics.CodeAnalysis; | ||||
| namespace DHT.Server.Data.Settings; | ||||
|  | ||||
| public static class SettingsKey { | ||||
| 	public static Bool SeparateFileForDownloads { get; } = new ("separate_file_for_downloads"); | ||||
| 	public static Bool DownloadsAutoStart { get; } = new ("downloads_auto_start"); | ||||
| 	public static Bool DownloadsLimitSize { get; } = new ("downloads_limit_size"); | ||||
| 	public static UnsignedLong DownloadsMaximumSize { get; } = new ("downloads_maximum_size"); | ||||
|   | ||||
| @@ -1,9 +1,13 @@ | ||||
| using DHT.Server.Download; | ||||
|  | ||||
| namespace DHT.Server.Data; | ||||
|  | ||||
| public readonly struct User { | ||||
| 	public ulong Id { get; init; } | ||||
| 	public string Name { get; init; } | ||||
| 	public string? DisplayName { get; init; } | ||||
| 	public string? AvatarUrl { get; init; } | ||||
| 	public string? AvatarHash { get; init; } | ||||
| 	public string? Discriminator { get; init; } | ||||
| 	 | ||||
| 	internal FileUrl? AvatarUrl => AvatarHash == null ? null : DownloadLinkExtractor.UserAvatar(Id, AvatarHash); | ||||
| } | ||||
|   | ||||
| @@ -19,6 +19,10 @@ sealed class DummyDatabaseFile : IDatabaseFile { | ||||
| 	 | ||||
| 	private DummyDatabaseFile() {} | ||||
| 	 | ||||
| 	public Task<string?> GetVersion() { | ||||
| 		return Task.FromResult<string?>(null); | ||||
| 	} | ||||
| 	 | ||||
| 	public Task Vacuum() { | ||||
| 		return Task.CompletedTask; | ||||
| 	} | ||||
|   | ||||
| @@ -1,16 +1,20 @@ | ||||
| using System; | ||||
| using System.Buffers.Text; | ||||
| using System.Diagnostics; | ||||
| using System.Text.Json; | ||||
| using System.Text.Json.Serialization; | ||||
|  | ||||
| namespace DHT.Server.Database.Export; | ||||
|  | ||||
| sealed class SnowflakeJsonSerializer : JsonConverter<Snowflake> { | ||||
| 	private const int MaxUlongStringLength = 20; | ||||
| 	 | ||||
| 	public override Snowflake Read(ref Utf8JsonReader reader, Type typeToConvert, JsonSerializerOptions options) { | ||||
| 		return new Snowflake(ulong.Parse(reader.GetString()!)); | ||||
| 	} | ||||
| 	 | ||||
| 	public override void Write(Utf8JsonWriter writer, Snowflake value, JsonSerializerOptions options) { | ||||
| 		writer.WriteStringValue(value.Id.ToString()); | ||||
| 		writer.WriteStringValue(Format(value, stackalloc byte[MaxUlongStringLength])); | ||||
| 	} | ||||
| 	 | ||||
| 	public override Snowflake ReadAsPropertyName(ref Utf8JsonReader reader, Type typeToConvert, JsonSerializerOptions options) { | ||||
| @@ -18,6 +22,14 @@ sealed class SnowflakeJsonSerializer : JsonConverter<Snowflake> { | ||||
| 	} | ||||
| 	 | ||||
| 	public override void WriteAsPropertyName(Utf8JsonWriter writer, Snowflake value, JsonSerializerOptions options) { | ||||
| 		writer.WritePropertyName(value.Id.ToString()); | ||||
| 		writer.WritePropertyName(Format(value, stackalloc byte[MaxUlongStringLength])); | ||||
| 	} | ||||
| 	 | ||||
| 	private static ReadOnlySpan<byte> Format(Snowflake value, Span<byte> destination) { | ||||
| 		if (!Utf8Formatter.TryFormat(value.Id, destination, out int bytesWritten)) { | ||||
| 			Debug.Fail("Failed to format Snowflake value."); | ||||
| 		} | ||||
| 		 | ||||
| 		return destination[..bytesWritten]; | ||||
| 	} | ||||
| } | ||||
|   | ||||
| @@ -23,6 +23,9 @@ static class ViewerJson { | ||||
| 	public sealed class JsonServer { | ||||
| 		public required string Name { get; init; } | ||||
| 		public required string Type { get; init; } | ||||
| 		 | ||||
| 		[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)] | ||||
| 		public string? IconUrl { get; init; } | ||||
| 	} | ||||
| 	 | ||||
| 	public sealed class JsonChannel { | ||||
| @@ -30,7 +33,7 @@ static class ViewerJson { | ||||
| 		public required string Name { get; init; } | ||||
| 		 | ||||
| 		[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)] | ||||
| 		public string? Parent { get; init; } | ||||
| 		public Snowflake? Parent { get; init; } | ||||
| 		 | ||||
| 		[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)] | ||||
| 		public int? Position { get; init; } | ||||
| @@ -55,7 +58,7 @@ static class ViewerJson { | ||||
| 		public long? Te { get; init; } | ||||
| 		 | ||||
| 		[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)] | ||||
| 		public string? R { get; init; } | ||||
| 		public Snowflake? R { get; init; } | ||||
| 		 | ||||
| 		[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)] | ||||
| 		public JsonMessageAttachment[]? A { get; init; } | ||||
| @@ -80,7 +83,7 @@ static class ViewerJson { | ||||
| 	 | ||||
| 	public sealed class JsonMessageReaction { | ||||
| 		[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)] | ||||
| 		public string? Id { get; init; } | ||||
| 		public Snowflake? Id { get; init; } | ||||
| 		 | ||||
| 		[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)] | ||||
| 		public string? N { get; init; } | ||||
|   | ||||
| @@ -2,13 +2,15 @@ using System; | ||||
| using System.Collections.Generic; | ||||
| using System.IO; | ||||
| using System.Linq; | ||||
| using System.Runtime.CompilerServices; | ||||
| using System.Text.Json; | ||||
| using System.Threading; | ||||
| using System.Threading.Channels; | ||||
| using System.Threading.Tasks; | ||||
| using DHT.Server.Data; | ||||
| using DHT.Server.Data.Filters; | ||||
| using DHT.Utils.Logging; | ||||
| using Channel = System.Threading.Channels.Channel; | ||||
| using DiscordChannel = DHT.Server.Data.Channel; | ||||
|  | ||||
| namespace DHT.Server.Database.Export; | ||||
|  | ||||
| @@ -18,12 +20,12 @@ static class ViewerJsonExport { | ||||
| 	public static async Task GetMetadata(Stream stream, IDatabaseFile db, MessageFilter? filter = null, CancellationToken cancellationToken = default) { | ||||
| 		Perf perf = Log.Start(); | ||||
| 		 | ||||
| 		var includedChannels = new List<Channel>(); | ||||
| 		var includedChannels = new List<DiscordChannel>(); | ||||
| 		var includedServerIds = new HashSet<ulong>(); | ||||
| 		 | ||||
| 		HashSet<ulong>? channelIdFilter = filter?.ChannelIds; | ||||
| 		 | ||||
| 		await foreach (Channel channel in db.Channels.Get(cancellationToken)) { | ||||
| 		await foreach (DiscordChannel channel in db.Channels.Get(cancellationToken)) { | ||||
| 			if (channelIdFilter == null || channelIdFilter.Contains(channel.Id)) { | ||||
| 				includedChannels.Add(channel); | ||||
| 				includedServerIds.Add(channel.Server); | ||||
| @@ -53,11 +55,30 @@ static class ViewerJsonExport { | ||||
| 		 | ||||
| 		ReadOnlyMemory<byte> newLine = "\n"u8.ToArray(); | ||||
| 		 | ||||
| 		await foreach (ViewerJson.JsonMessage message in GenerateMessageList(db, filter, cancellationToken)) { | ||||
| 			await JsonSerializer.SerializeAsync(stream, message, ViewerJsonMessageContext.Default.JsonMessage, cancellationToken); | ||||
| 		Channel<Message> channel = Channel.CreateBounded<Message>(new BoundedChannelOptions(32) { | ||||
| 			SingleWriter = true, | ||||
| 			SingleReader = true, | ||||
| 			AllowSynchronousContinuations = true, | ||||
| 			FullMode = BoundedChannelFullMode.Wait, | ||||
| 		}); | ||||
| 		 | ||||
| 		Task writerTask = Task.Run(async () => { | ||||
| 			try { | ||||
| 				await foreach (Message message in db.Messages.Get(filter, cancellationToken)) { | ||||
| 					await channel.Writer.WriteAsync(message, cancellationToken); | ||||
| 				} | ||||
| 			} finally { | ||||
| 				channel.Writer.Complete(); | ||||
| 			} | ||||
| 		}, cancellationToken); | ||||
| 		 | ||||
| 		await foreach (Message message in channel.Reader.ReadAllAsync(cancellationToken)) { | ||||
| 			await JsonSerializer.SerializeAsync(stream, ToJsonMessage(message), ViewerJsonMessageContext.Default.JsonMessage, cancellationToken); | ||||
| 			await stream.WriteAsync(newLine, cancellationToken); | ||||
| 		} | ||||
| 		 | ||||
| 		await writerTask; | ||||
| 		 | ||||
| 		perf.Step("Generate and serialize messages to JSON"); | ||||
| 		perf.End(); | ||||
| 	} | ||||
| @@ -69,7 +90,7 @@ static class ViewerJsonExport { | ||||
| 			users[user.Id] = new ViewerJson.JsonUser { | ||||
| 				Name = user.Name, | ||||
| 				DisplayName = user.DisplayName, | ||||
| 				Avatar = user.AvatarUrl, | ||||
| 				Avatar = user.AvatarHash, | ||||
| 			}; | ||||
| 		} | ||||
| 		 | ||||
| @@ -87,20 +108,21 @@ static class ViewerJsonExport { | ||||
| 			servers[server.Id] = new ViewerJson.JsonServer { | ||||
| 				Name = server.Name, | ||||
| 				Type = ServerTypes.ToJsonViewerString(server.Type), | ||||
| 				IconUrl = server.IconUrl?.DownloadUrl, | ||||
| 			}; | ||||
| 		} | ||||
| 		 | ||||
| 		return servers; | ||||
| 	} | ||||
| 	 | ||||
| 	private static Dictionary<Snowflake, ViewerJson.JsonChannel> GenerateChannelList(List<Channel> includedChannels) { | ||||
| 	private static Dictionary<Snowflake, ViewerJson.JsonChannel> GenerateChannelList(List<DiscordChannel> includedChannels) { | ||||
| 		var channels = new Dictionary<Snowflake, ViewerJson.JsonChannel>(); | ||||
| 		 | ||||
| 		foreach (Channel channel in includedChannels) { | ||||
| 		foreach (DiscordChannel channel in includedChannels) { | ||||
| 			channels[channel.Id] = new ViewerJson.JsonChannel { | ||||
| 				Server = channel.Server, | ||||
| 				Name = channel.Name, | ||||
| 				Parent = channel.ParentId?.ToString(), | ||||
| 				Parent = channel.ParentId, | ||||
| 				Position = channel.Position, | ||||
| 				Topic = channel.Topic, | ||||
| 				Nsfw = channel.Nsfw, | ||||
| @@ -110,40 +132,38 @@ static class ViewerJsonExport { | ||||
| 		return channels; | ||||
| 	} | ||||
| 	 | ||||
| 	private static async IAsyncEnumerable<ViewerJson.JsonMessage> GenerateMessageList(IDatabaseFile db, MessageFilter? filter, [EnumeratorCancellation] CancellationToken cancellationToken) { | ||||
| 		await foreach (Message message in db.Messages.Get(filter, cancellationToken)) { | ||||
| 			yield return new ViewerJson.JsonMessage { | ||||
| 				Id = message.Id, | ||||
| 				C = message.Channel, | ||||
| 				U = message.Sender, | ||||
| 				T = message.Timestamp, | ||||
| 				M = string.IsNullOrEmpty(message.Text) ? null : message.Text, | ||||
| 				Te = message.EditTimestamp, | ||||
| 				R = message.RepliedToId?.ToString(), | ||||
| 	private static ViewerJson.JsonMessage ToJsonMessage(Message message) { | ||||
| 		return new ViewerJson.JsonMessage { | ||||
| 			Id = message.Id, | ||||
| 			C = message.Channel, | ||||
| 			U = message.Sender, | ||||
| 			T = message.Timestamp, | ||||
| 			M = string.IsNullOrEmpty(message.Text) ? null : message.Text, | ||||
| 			Te = message.EditTimestamp, | ||||
| 			R = message.RepliedToId, | ||||
| 			 | ||||
| 			A = message.Attachments.IsEmpty ? null : message.Attachments.Select(static attachment => { | ||||
| 				var a = new ViewerJson.JsonMessageAttachment { | ||||
| 					Url = attachment.DownloadUrl, | ||||
| 					Name = Uri.TryCreate(attachment.NormalizedUrl, UriKind.Absolute, out Uri? uri) ? Path.GetFileName(uri.LocalPath) : attachment.NormalizedUrl, | ||||
| 				}; | ||||
| 				 | ||||
| 				A = message.Attachments.IsEmpty ? null : message.Attachments.Select(static attachment => { | ||||
| 					var a = new ViewerJson.JsonMessageAttachment { | ||||
| 						Url = attachment.DownloadUrl, | ||||
| 						Name = Uri.TryCreate(attachment.NormalizedUrl, UriKind.Absolute, out Uri? uri) ? Path.GetFileName(uri.LocalPath) : attachment.NormalizedUrl, | ||||
| 					}; | ||||
| 					 | ||||
| 					if (attachment is { Width: not null, Height: not null }) { | ||||
| 						a.Width = attachment.Width; | ||||
| 						a.Height = attachment.Height; | ||||
| 					} | ||||
| 					 | ||||
| 					return a; | ||||
| 				}).ToArray(), | ||||
| 				if (attachment is { Width: not null, Height: not null }) { | ||||
| 					a.Width = attachment.Width; | ||||
| 					a.Height = attachment.Height; | ||||
| 				} | ||||
| 				 | ||||
| 				E = message.Embeds.IsEmpty ? null : message.Embeds.Select(static embed => embed.Json).ToArray(), | ||||
| 				 | ||||
| 				Re = message.Reactions.IsEmpty ? null : message.Reactions.Select(static reaction => new ViewerJson.JsonMessageReaction { | ||||
| 					Id = reaction.EmojiId?.ToString(), | ||||
| 					N = reaction.EmojiName, | ||||
| 					A = reaction.EmojiFlags.HasFlag(EmojiFlags.Animated), | ||||
| 					C = reaction.Count, | ||||
| 				}).ToArray(), | ||||
| 			}; | ||||
| 		} | ||||
| 				return a; | ||||
| 			}).ToArray(), | ||||
| 			 | ||||
| 			E = message.Embeds.IsEmpty ? null : message.Embeds.Select(static embed => embed.Json).ToArray(), | ||||
| 			 | ||||
| 			Re = message.Reactions.IsEmpty ? null : message.Reactions.Select(static reaction => new ViewerJson.JsonMessageReaction { | ||||
| 				Id = reaction.EmojiId, | ||||
| 				N = reaction.EmojiName, | ||||
| 				A = reaction.EmojiFlags.HasFlag(EmojiFlags.Animated), | ||||
| 				C = reaction.Count, | ||||
| 			}).ToArray(), | ||||
| 		}; | ||||
| 	} | ||||
| } | ||||
|   | ||||
| @@ -14,5 +14,6 @@ public interface IDatabaseFile : IAsyncDisposable { | ||||
| 	IMessageRepository Messages { get; } | ||||
| 	IDownloadRepository Downloads { get; } | ||||
| 	 | ||||
| 	Task<string?> GetVersion(); | ||||
| 	Task Vacuum(); | ||||
| } | ||||
|   | ||||
| @@ -106,7 +106,7 @@ public static class LegacyArchiveImport { | ||||
| 			users[userindex[userId]] = new User { | ||||
| 				Id = userId, | ||||
| 				Name = userObj.RequireString("name", path), | ||||
| 				AvatarUrl = userObj.HasKey("avatar") ? userObj.RequireString("avatar", path) : null, | ||||
| 				AvatarHash = userObj.HasKey("avatar") ? userObj.RequireString("avatar", path) : null, | ||||
| 				Discriminator = userObj.HasKey("tag") ? userObj.RequireString("tag", path) : null, | ||||
| 			}; | ||||
| 		} | ||||
|   | ||||
| @@ -5,6 +5,7 @@ using System.Linq; | ||||
| using System.Reactive.Linq; | ||||
| using System.Threading; | ||||
| using System.Threading.Tasks; | ||||
| using DHT.Server.Data; | ||||
| using DHT.Server.Data.Aggregations; | ||||
| using DHT.Server.Data.Filters; | ||||
| using DHT.Server.Download; | ||||
| @@ -20,7 +21,7 @@ public interface IDownloadRepository { | ||||
| 	 | ||||
| 	Task<DownloadStatusStatistics> GetStatistics(DownloadItemFilter nonSkippedFilter, CancellationToken cancellationToken = default); | ||||
| 	 | ||||
| 	IAsyncEnumerable<Data.Download> Get(); | ||||
| 	IAsyncEnumerable<Data.Download> Get(DownloadItemFilter? filter = null); | ||||
| 	 | ||||
| 	Task<bool> GetDownloadData(string normalizedUrl, Func<Stream, Task> dataProcessor); | ||||
| 	 | ||||
| @@ -34,7 +35,7 @@ public interface IDownloadRepository { | ||||
| 	 | ||||
| 	Task Remove(ICollection<string> normalizedUrls); | ||||
| 	 | ||||
| 	IAsyncEnumerable<Data.Download> FindAllDownloadableUrls(CancellationToken cancellationToken = default); | ||||
| 	IAsyncEnumerable<FileUrl> FindReachableFiles(CancellationToken cancellationToken = default); | ||||
| 	 | ||||
| 	internal sealed class Dummy : IDownloadRepository { | ||||
| 		public IObservable<long> TotalCount { get; } = Observable.Return(0L); | ||||
| @@ -51,7 +52,7 @@ public interface IDownloadRepository { | ||||
| 			return Task.FromResult(new DownloadStatusStatistics()); | ||||
| 		} | ||||
| 		 | ||||
| 		public IAsyncEnumerable<Data.Download> Get() { | ||||
| 		public IAsyncEnumerable<Data.Download> Get(DownloadItemFilter? filter) { | ||||
| 			return AsyncEnumerable.Empty<Data.Download>(); | ||||
| 		} | ||||
| 		 | ||||
| @@ -79,8 +80,8 @@ public interface IDownloadRepository { | ||||
| 			return Task.CompletedTask; | ||||
| 		} | ||||
| 		 | ||||
| 		public IAsyncEnumerable<Data.Download> FindAllDownloadableUrls(CancellationToken cancellationToken) { | ||||
| 			return AsyncEnumerable.Empty<Data.Download>(); | ||||
| 		public IAsyncEnumerable<FileUrl> FindReachableFiles(CancellationToken cancellationToken) { | ||||
| 			return AsyncEnumerable.Empty<FileUrl>(); | ||||
| 		} | ||||
| 	} | ||||
| } | ||||
|   | ||||
| @@ -18,6 +18,8 @@ namespace DHT.Server.Database.Sqlite.Repositories; | ||||
| sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRepository(Log), IDownloadRepository { | ||||
| 	private static readonly Log Log = Log.ForType<SqliteDownloadRepository>(); | ||||
| 	 | ||||
| 	public const string Schema = "downloads"; | ||||
| 	 | ||||
| 	internal sealed class NewDownloadCollector : IAsyncDisposable { | ||||
| 		private readonly SqliteDownloadRepository repository; | ||||
| 		private bool hasChanged = false; | ||||
| @@ -60,6 +62,15 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep | ||||
| 			hasChanged |= await metadataCmd.ExecuteNonQueryAsync() > 0; | ||||
| 		} | ||||
| 		 | ||||
| 		public Task AddIfNotNull(Data.Download? download) { | ||||
| 			if (download != null) { | ||||
| 				return Add(download); | ||||
| 			} | ||||
| 			else { | ||||
| 				return Task.CompletedTask; | ||||
| 			} | ||||
| 		} | ||||
| 		 | ||||
| 		public void OnCommitted() { | ||||
| 			if (hasChanged) { | ||||
| 				repository.UpdateTotalCount(); | ||||
| @@ -71,7 +82,25 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep | ||||
| 		} | ||||
| 	} | ||||
| 	 | ||||
| 	private static SqliteBlob BlobReference(ISqliteConnection conn, long rowid, bool readOnly) { | ||||
| 		string schema = conn.HasAttachedDatabase(Schema) ? Schema : "main"; | ||||
| 		return new SqliteBlob(conn.InnerConnection, databaseName: schema, tableName: "download_blobs", columnName: "blob", rowid, readOnly); | ||||
| 	} | ||||
| 	 | ||||
| 	public async Task AddDownload(Data.Download item, Stream? stream) { | ||||
| 		ulong? actualSize; | ||||
| 		 | ||||
| 		if (stream is not null) { | ||||
| 			actualSize = (ulong) stream.Length; | ||||
| 			 | ||||
| 			if (actualSize != item.Size) { | ||||
| 				Log.Warn("Download size differs from its metadata - metadata size: " + item.Size + " B, actual size: " + actualSize + " B, url: " + item.NormalizedUrl); | ||||
| 			} | ||||
| 		} | ||||
| 		else { | ||||
| 			actualSize = item.Size; | ||||
| 		} | ||||
| 		 | ||||
| 		await using (var conn = await pool.Take()) { | ||||
| 			await conn.BeginTransactionAsync(); | ||||
| 			 | ||||
| @@ -87,7 +116,7 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep | ||||
| 			metadataCmd.Set(":download_url", item.DownloadUrl); | ||||
| 			metadataCmd.Set(":status", (int) item.Status); | ||||
| 			metadataCmd.Set(":type", item.Type); | ||||
| 			metadataCmd.Set(":size", item.Size); | ||||
| 			metadataCmd.Set(":size", actualSize); | ||||
| 			await metadataCmd.ExecuteNonQueryAsync(); | ||||
| 			 | ||||
| 			if (stream == null) { | ||||
| @@ -107,10 +136,10 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep | ||||
| 				); | ||||
| 				 | ||||
| 				upsertBlobCmd.AddAndSet(":normalized_url", SqliteType.Text, item.NormalizedUrl); | ||||
| 				upsertBlobCmd.AddAndSet(":blob_length", SqliteType.Integer, item.Size); | ||||
| 				upsertBlobCmd.AddAndSet(":blob_length", SqliteType.Integer, actualSize); | ||||
| 				long rowid = await upsertBlobCmd.ExecuteLongScalarAsync(); | ||||
| 				 | ||||
| 				await using var blob = new SqliteBlob(conn.InnerConnection, "download_blobs", "blob", rowid); | ||||
| 				await using var blob = BlobReference(conn, rowid, readOnly: false); | ||||
| 				await stream.CopyToAsync(blob); | ||||
| 			} | ||||
| 			 | ||||
| @@ -181,10 +210,10 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep | ||||
| 		}; | ||||
| 	} | ||||
| 	 | ||||
| 	public async IAsyncEnumerable<Data.Download> Get() { | ||||
| 	public async IAsyncEnumerable<Data.Download> Get(DownloadItemFilter? filter) { | ||||
| 		await using var conn = await pool.Take(); | ||||
| 		 | ||||
| 		await using var cmd = conn.Command("SELECT normalized_url, download_url, status, type, size FROM download_metadata"); | ||||
| 		await using var cmd = conn.Command("SELECT normalized_url, download_url, status, type, size FROM download_metadata" + filter.GenerateConditions().BuildWhereClause()); | ||||
| 		await using var reader = await cmd.ExecuteReaderAsync(); | ||||
| 		 | ||||
| 		while (await reader.ReadAsync()) { | ||||
| @@ -214,7 +243,7 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep | ||||
| 			rowid = reader.GetInt64(0); | ||||
| 		} | ||||
| 		 | ||||
| 		await using (var blob = new SqliteBlob(conn.InnerConnection, "download_blobs", "blob", rowid, readOnly: true)) { | ||||
| 		await using (var blob = BlobReference(conn, rowid, readOnly: true)) { | ||||
| 			await dataProcessor(blob); | ||||
| 		} | ||||
| 		 | ||||
| @@ -249,7 +278,7 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep | ||||
| 			rowid = reader.GetInt64(2); | ||||
| 		} | ||||
| 		 | ||||
| 		await using (var blob = new SqliteBlob(conn.InnerConnection, "download_blobs", "blob", rowid, readOnly: true)) { | ||||
| 		await using (var blob = BlobReference(conn, rowid, readOnly: true)) { | ||||
| 			await dataProcessor(new Data.Download(normalizedUrl, downloadUrl, DownloadStatus.Success, type, (ulong) blob.Length), blob, cancellationToken); | ||||
| 		} | ||||
| 		 | ||||
| @@ -341,14 +370,17 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep | ||||
| 		UpdateTotalCount(); | ||||
| 	} | ||||
| 	 | ||||
| 	public async IAsyncEnumerable<Data.Download> FindAllDownloadableUrls([EnumeratorCancellation] CancellationToken cancellationToken = default) { | ||||
| 	public async IAsyncEnumerable<FileUrl> FindReachableFiles([EnumeratorCancellation] CancellationToken cancellationToken) { | ||||
| 		await using var conn = await pool.Take(); | ||||
| 		 | ||||
| 		await using (var cmd = conn.Command("SELECT normalized_url, download_url, type, size FROM attachments")) { | ||||
| 		await using (var cmd = conn.Command("SELECT type, normalized_url, download_url FROM attachments")) { | ||||
| 			await using var reader = await cmd.ExecuteReaderAsync(cancellationToken); | ||||
| 			 | ||||
| 			while (await reader.ReadAsync(cancellationToken)) { | ||||
| 				yield return DownloadLinkExtractor.FromAttachment(reader.GetString(0), reader.GetString(1), reader.IsDBNull(2) ? null : reader.GetString(2), reader.GetUint64(3)); | ||||
| 				string? type = reader.IsDBNull(0) ? null : reader.GetString(0); | ||||
| 				string normalizedUrl = reader.GetString(1); | ||||
| 				string downloadUrl = reader.GetString(2); | ||||
| 				yield return new FileUrl(normalizedUrl, downloadUrl, type); | ||||
| 			} | ||||
| 		} | ||||
| 		 | ||||
| @@ -356,8 +388,31 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep | ||||
| 			await using var reader = await cmd.ExecuteReaderAsync(cancellationToken); | ||||
| 			 | ||||
| 			while (await reader.ReadAsync(cancellationToken)) { | ||||
| 				var result = await DownloadLinkExtractor.TryFromEmbedJson(reader.GetStream(0)); | ||||
| 				if (result is not null) { | ||||
| 				if (await DownloadLinkExtractor.TryFromEmbedJson(reader.GetStream(0)) is {} result) { | ||||
| 					yield return result; | ||||
| 				} | ||||
| 			} | ||||
| 		} | ||||
| 		 | ||||
| 		await using (var cmd = conn.Command("SELECT DISTINCT emoji_id, emoji_flags FROM message_reactions WHERE emoji_id IS NOT NULL")) { | ||||
| 			await using var reader = await cmd.ExecuteReaderAsync(cancellationToken); | ||||
| 			 | ||||
| 			while (await reader.ReadAsync(cancellationToken)) { | ||||
| 				ulong emojiId = reader.GetUint64(0); | ||||
| 				EmojiFlags emojiFlags = (EmojiFlags) reader.GetInt16(1); | ||||
| 				yield return DownloadLinkExtractor.Emoji(emojiId, emojiFlags); | ||||
| 			} | ||||
| 		} | ||||
| 		 | ||||
| 		await using (var cmd = conn.Command("SELECT id, type, icon_hash FROM servers WHERE icon_hash IS NOT NULL")) { | ||||
| 			await using var reader = await cmd.ExecuteReaderAsync(cancellationToken); | ||||
| 			 | ||||
| 			while (await reader.ReadAsync(cancellationToken)) { | ||||
| 				ulong id = reader.GetUint64(0); | ||||
| 				ServerType? type = ServerTypes.FromString(reader.GetString(1)); | ||||
| 				string iconHash = reader.GetString(2); | ||||
| 				 | ||||
| 				if (DownloadLinkExtractor.ServerIcon(type, id, iconHash) is {} result) { | ||||
| 					yield return result; | ||||
| 				} | ||||
| 			} | ||||
| @@ -367,15 +422,9 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep | ||||
| 			await using var reader = await cmd.ExecuteReaderAsync(cancellationToken); | ||||
| 			 | ||||
| 			while (await reader.ReadAsync(cancellationToken)) { | ||||
| 				yield return DownloadLinkExtractor.FromUserAvatar(reader.GetUint64(0), reader.GetString(1)); | ||||
| 			} | ||||
| 		} | ||||
| 		 | ||||
| 		await using (var cmd = conn.Command("SELECT DISTINCT emoji_id, emoji_flags FROM message_reactions WHERE emoji_id IS NOT NULL")) { | ||||
| 			await using var reader = await cmd.ExecuteReaderAsync(cancellationToken); | ||||
| 			 | ||||
| 			while (await reader.ReadAsync(cancellationToken)) { | ||||
| 				yield return DownloadLinkExtractor.FromEmoji(reader.GetUint64(0), (EmojiFlags) reader.GetInt16(1)); | ||||
| 				ulong id = reader.GetUint64(0); | ||||
| 				string avatarHash = reader.GetString(1); | ||||
| 				yield return DownloadLinkExtractor.UserAvatar(id, avatarHash); | ||||
| 			} | ||||
| 		} | ||||
| 	} | ||||
|   | ||||
| @@ -10,6 +10,7 @@ using DHT.Server.Database.Repositories; | ||||
| using DHT.Server.Database.Sqlite.Utils; | ||||
| using DHT.Server.Download; | ||||
| using DHT.Utils.Logging; | ||||
| using JetBrains.Annotations; | ||||
| using Microsoft.Data.Sqlite; | ||||
|  | ||||
| namespace DHT.Server.Database.Sqlite.Repositories; | ||||
| @@ -17,15 +18,16 @@ namespace DHT.Server.Database.Sqlite.Repositories; | ||||
| sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRepository downloads) : BaseSqliteRepository(Log), IMessageRepository { | ||||
| 	private static readonly Log Log = Log.ForType<SqliteMessageRepository>(); | ||||
| 	 | ||||
| 	// Moved outside the Add method due to language injections not working in local methods. | ||||
| 	private static SqliteCommand DeleteByMessageId(ISqliteConnection conn, [LanguageInjection("sql", Prefix = "SELECT * FROM ")] string tableName) { | ||||
| 		return conn.Delete(tableName, ("message_id", SqliteType.Integer)); | ||||
| 	} | ||||
| 	 | ||||
| 	public async Task Add(IReadOnlyList<Message> messages) { | ||||
| 		if (messages.Count == 0) { | ||||
| 			return; | ||||
| 		} | ||||
| 		 | ||||
| 		static SqliteCommand DeleteByMessageId(ISqliteConnection conn, string tableName) { | ||||
| 			return conn.Delete(tableName, ("message_id", SqliteType.Integer)); | ||||
| 		} | ||||
| 		 | ||||
| 		static async Task ExecuteDeleteByMessageId(SqliteCommand cmd, object id) { | ||||
| 			cmd.Set(":message_id", id); | ||||
| 			await cmd.ExecuteNonQueryAsync(); | ||||
| @@ -137,7 +139,7 @@ sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRe | ||||
| 						messageAttachmentCmd.Set(":attachment_id", attachmentId); | ||||
| 						await messageAttachmentCmd.ExecuteNonQueryAsync(); | ||||
| 						 | ||||
| 						await downloadCollector.Add(DownloadLinkExtractor.FromAttachment(attachment)); | ||||
| 						await downloadCollector.Add(new Data.Download(attachment.NormalizedUrl, attachment.DownloadUrl, DownloadStatus.Pending, attachment.Type, attachment.Size)); | ||||
| 					} | ||||
| 				} | ||||
| 				 | ||||
| @@ -148,7 +150,7 @@ sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRe | ||||
| 						await messageEmbedCmd.ExecuteNonQueryAsync(); | ||||
| 						 | ||||
| 						if (DownloadLinkExtractor.TryFromEmbedJson(embed.Json) is {} download) { | ||||
| 							await downloadCollector.Add(download); | ||||
| 							await downloadCollector.Add(download.ToPendingDownload()); | ||||
| 						} | ||||
| 					} | ||||
| 				} | ||||
| @@ -163,7 +165,7 @@ sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRe | ||||
| 						await messageReactionCmd.ExecuteNonQueryAsync(); | ||||
| 						 | ||||
| 						if (reaction.EmojiId is {} emojiId) { | ||||
| 							await downloadCollector.Add(DownloadLinkExtractor.FromEmoji(emojiId, reaction.EmojiFlags)); | ||||
| 							await downloadCollector.Add(DownloadLinkExtractor.Emoji(emojiId, reaction.EmojiFlags).ToPendingDownload()); | ||||
| 						} | ||||
| 					} | ||||
| 				} | ||||
|   | ||||
| @@ -10,15 +10,9 @@ using Microsoft.Data.Sqlite; | ||||
|  | ||||
| namespace DHT.Server.Database.Sqlite.Repositories; | ||||
|  | ||||
| sealed class SqliteServerRepository : BaseSqliteRepository, IServerRepository { | ||||
| sealed class SqliteServerRepository(SqliteConnectionPool pool, SqliteDownloadRepository downloads) : BaseSqliteRepository(Log), IServerRepository { | ||||
| 	private static readonly Log Log = Log.ForType<SqliteServerRepository>(); | ||||
| 	 | ||||
| 	private readonly SqliteConnectionPool pool; | ||||
| 	 | ||||
| 	public SqliteServerRepository(SqliteConnectionPool pool) : base(Log) { | ||||
| 		this.pool = pool; | ||||
| 	} | ||||
| 	 | ||||
| 	public async Task Add(IReadOnlyList<Data.Server> servers) { | ||||
| 		await using (var conn = await pool.Take()) { | ||||
| 			await conn.BeginTransactionAsync(); | ||||
| @@ -27,13 +21,18 @@ sealed class SqliteServerRepository : BaseSqliteRepository, IServerRepository { | ||||
| 				("id", SqliteType.Integer), | ||||
| 				("name", SqliteType.Text), | ||||
| 				("type", SqliteType.Text), | ||||
| 				("icon_hash", SqliteType.Text), | ||||
| 			]); | ||||
| 			 | ||||
| 			await using var downloadCollector = new SqliteDownloadRepository.NewDownloadCollector(downloads, conn); | ||||
| 			 | ||||
| 			foreach (Data.Server server in servers) { | ||||
| 				cmd.Set(":id", server.Id); | ||||
| 				cmd.Set(":name", server.Name); | ||||
| 				cmd.Set(":type", ServerTypes.ToString(server.Type)); | ||||
| 				cmd.Set(":icon_hash", server.IconHash); | ||||
| 				await cmd.ExecuteNonQueryAsync(); | ||||
| 				await downloadCollector.AddIfNotNull(server.IconUrl?.ToPendingDownload()); | ||||
| 			} | ||||
| 			 | ||||
| 			await conn.CommitTransactionAsync(); | ||||
| @@ -50,7 +49,7 @@ sealed class SqliteServerRepository : BaseSqliteRepository, IServerRepository { | ||||
| 	public async IAsyncEnumerable<Data.Server> Get([EnumeratorCancellation] CancellationToken cancellationToken) { | ||||
| 		await using var conn = await pool.Take(); | ||||
| 		 | ||||
| 		await using var cmd = conn.Command("SELECT id, name, type FROM servers"); | ||||
| 		await using var cmd = conn.Command("SELECT id, name, type, icon_hash FROM servers"); | ||||
| 		await using var reader = await cmd.ExecuteReaderAsync(cancellationToken); | ||||
| 		 | ||||
| 		while (await reader.ReadAsync(cancellationToken)) { | ||||
| @@ -58,6 +57,7 @@ sealed class SqliteServerRepository : BaseSqliteRepository, IServerRepository { | ||||
| 				Id = reader.GetUint64(0), | ||||
| 				Name = reader.GetString(1), | ||||
| 				Type = ServerTypes.FromString(reader.GetString(2)), | ||||
| 				IconHash = reader.IsDBNull(3) ? null : reader.GetString(3), | ||||
| 			}; | ||||
| 		} | ||||
| 	} | ||||
|   | ||||
| @@ -43,10 +43,14 @@ sealed class SqliteSettingsRepository(SqliteConnectionPool pool) : ISettingsRepo | ||||
| 	} | ||||
| 	 | ||||
| 	public async Task<T?> Get<T>(SettingsKey<T> key, T? defaultValue) { | ||||
| 		await using var conn = await pool.Take(); | ||||
| 		return await Get(conn, key, defaultValue); | ||||
| 	} | ||||
| 	 | ||||
| 	public static async Task<T?> Get<T>(ISqliteConnection conn, SettingsKey<T> key, T? defaultValue) { | ||||
| 		string? value; | ||||
| 		 | ||||
| 		await using (var conn = await pool.Take()) { | ||||
| 			await using var cmd = conn.Command("SELECT value FROM metadata WHERE key = :key"); | ||||
| 		await using (var cmd = conn.Command("SELECT value FROM metadata WHERE key = :key")) { | ||||
| 			cmd.AddAndSet(":key", SqliteType.Text, key.Key); | ||||
| 			 | ||||
| 			await using var reader = await cmd.ExecuteReaderAsync(); | ||||
|   | ||||
| @@ -5,23 +5,14 @@ using System.Threading.Tasks; | ||||
| using DHT.Server.Data; | ||||
| using DHT.Server.Database.Repositories; | ||||
| using DHT.Server.Database.Sqlite.Utils; | ||||
| using DHT.Server.Download; | ||||
| using DHT.Utils.Logging; | ||||
| using Microsoft.Data.Sqlite; | ||||
|  | ||||
| namespace DHT.Server.Database.Sqlite.Repositories; | ||||
|  | ||||
| sealed class SqliteUserRepository : BaseSqliteRepository, IUserRepository { | ||||
| sealed class SqliteUserRepository(SqliteConnectionPool pool, SqliteDownloadRepository downloads) : BaseSqliteRepository(Log), IUserRepository { | ||||
| 	private static readonly Log Log = Log.ForType<SqliteUserRepository>(); | ||||
| 	 | ||||
| 	private readonly SqliteConnectionPool pool; | ||||
| 	private readonly SqliteDownloadRepository downloads; | ||||
| 	 | ||||
| 	public SqliteUserRepository(SqliteConnectionPool pool, SqliteDownloadRepository downloads) : base(Log) { | ||||
| 		this.pool = pool; | ||||
| 		this.downloads = downloads; | ||||
| 	} | ||||
| 	 | ||||
| 	public async Task Add(IReadOnlyList<User> users) { | ||||
| 		await using (var conn = await pool.Take()) { | ||||
| 			await conn.BeginTransactionAsync(); | ||||
| @@ -40,13 +31,10 @@ sealed class SqliteUserRepository : BaseSqliteRepository, IUserRepository { | ||||
| 				cmd.Set(":id", user.Id); | ||||
| 				cmd.Set(":name", user.Name); | ||||
| 				cmd.Set(":display_name", user.DisplayName); | ||||
| 				cmd.Set(":avatar_url", user.AvatarUrl); | ||||
| 				cmd.Set(":avatar_url", user.AvatarHash); | ||||
| 				cmd.Set(":discriminator", user.Discriminator); | ||||
| 				await cmd.ExecuteNonQueryAsync(); | ||||
| 				 | ||||
| 				if (user.AvatarUrl is {} avatarUrl) { | ||||
| 					await downloadCollector.Add(DownloadLinkExtractor.FromUserAvatar(user.Id, avatarUrl)); | ||||
| 				} | ||||
| 				await downloadCollector.AddIfNotNull(user.AvatarUrl?.ToPendingDownload()); | ||||
| 			} | ||||
| 			 | ||||
| 			await conn.CommitTransactionAsync(); | ||||
| @@ -72,7 +60,7 @@ sealed class SqliteUserRepository : BaseSqliteRepository, IUserRepository { | ||||
| 				Id = reader.GetUint64(0), | ||||
| 				Name = reader.GetString(1), | ||||
| 				DisplayName = reader.IsDBNull(2) ? null : reader.GetString(2), | ||||
| 				AvatarUrl = reader.IsDBNull(3) ? null : reader.GetString(3), | ||||
| 				AvatarHash = reader.IsDBNull(3) ? null : reader.GetString(3), | ||||
| 				Discriminator = reader.IsDBNull(4) ? null : reader.GetString(4), | ||||
| 			}; | ||||
| 		} | ||||
|   | ||||
| @@ -1,9 +1,11 @@ | ||||
| using System; | ||||
| using System.Threading.Tasks; | ||||
| using DHT.Server.Database.Sqlite.Utils; | ||||
|  | ||||
| namespace DHT.Server.Database.Sqlite.Schema; | ||||
|  | ||||
| public interface ISchemaUpgradeCallbacks { | ||||
| 	Task<InitialDatabaseSettings?> GetInitialDatabaseSettings(); | ||||
| 	Task<bool> CanUpgrade(); | ||||
| 	Task Start(int versionSteps, Func<IProgressReporter, Task> doUpgrade); | ||||
| 	 | ||||
|   | ||||
							
								
								
									
										11
									
								
								app/Server/Database/Sqlite/Schema/SqliteSchemaUpgradeTo11.cs
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										11
									
								
								app/Server/Database/Sqlite/Schema/SqliteSchemaUpgradeTo11.cs
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,11 @@ | ||||
| using System.Threading.Tasks; | ||||
| using DHT.Server.Database.Sqlite.Utils; | ||||
|  | ||||
| namespace DHT.Server.Database.Sqlite.Schema; | ||||
|  | ||||
| sealed class SqliteSchemaUpgradeTo11 : ISchemaUpgrade { | ||||
| 	async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) { | ||||
| 		await reporter.MainWork("Applying schema changes...", finishedItems: 0, totalItems: 1); | ||||
| 		await conn.ExecuteAsync("ALTER TABLE servers ADD icon_hash TEXT"); | ||||
| 	} | ||||
| } | ||||
| @@ -124,7 +124,7 @@ sealed class SqliteSchemaUpgradeTo7 : ISchemaUpgrade { | ||||
| 			await using var reader = await embedCmd.ExecuteReaderAsync(); | ||||
| 			 | ||||
| 			while (await reader.ReadAsync()) { | ||||
| 				await InsertDownload(insertCmd, await DownloadLinkExtractor.TryFromEmbedJson(reader.GetStream(0))); | ||||
| 				await InsertDownload(insertCmd, (await DownloadLinkExtractor.TryFromEmbedJson(reader.GetStream(0)))?.ToPendingDownload()); | ||||
| 			} | ||||
| 		} | ||||
| 		 | ||||
| @@ -134,7 +134,7 @@ sealed class SqliteSchemaUpgradeTo7 : ISchemaUpgrade { | ||||
| 			await using var reader = await avatarCmd.ExecuteReaderAsync(); | ||||
| 			 | ||||
| 			while (await reader.ReadAsync()) { | ||||
| 				await InsertDownload(insertCmd, DownloadLinkExtractor.FromUserAvatar(reader.GetUint64(0), reader.GetString(1))); | ||||
| 				await InsertDownload(insertCmd, DownloadLinkExtractor.UserAvatar(reader.GetUint64(0), reader.GetString(1)).ToPendingDownload()); | ||||
| 			} | ||||
| 		} | ||||
| 		 | ||||
| @@ -144,7 +144,7 @@ sealed class SqliteSchemaUpgradeTo7 : ISchemaUpgrade { | ||||
| 			await using var reader = await avatarCmd.ExecuteReaderAsync(); | ||||
| 			 | ||||
| 			while (await reader.ReadAsync()) { | ||||
| 				await InsertDownload(insertCmd, DownloadLinkExtractor.FromEmoji(reader.GetUint64(0), (EmojiFlags) reader.GetInt16(1))); | ||||
| 				await InsertDownload(insertCmd, DownloadLinkExtractor.Emoji(reader.GetUint64(0), (EmojiFlags) reader.GetInt16(1)).ToPendingDownload()); | ||||
| 			} | ||||
| 		} | ||||
| 		 | ||||
|   | ||||
| @@ -1,42 +1,46 @@ | ||||
| using System; | ||||
| using System.Collections.Generic; | ||||
| using System.Threading.Tasks; | ||||
| using DHT.Server.Data.Settings; | ||||
| using DHT.Server.Database.Repositories; | ||||
| using DHT.Server.Database.Sqlite.Repositories; | ||||
| using DHT.Server.Database.Sqlite.Schema; | ||||
| using DHT.Server.Database.Sqlite.Utils; | ||||
| using Microsoft.Data.Sqlite; | ||||
| using DHT.Utils.Logging; | ||||
|  | ||||
| namespace DHT.Server.Database.Sqlite; | ||||
|  | ||||
| public sealed class SqliteDatabaseFile : IDatabaseFile { | ||||
| 	private static readonly Log Log = Log.ForType<SqliteDatabaseFile>(); | ||||
| 	 | ||||
| 	private const int DefaultPoolSize = 5; | ||||
| 	 | ||||
| 	public static async Task<SqliteDatabaseFile?> OpenOrCreate(string path, ISchemaUpgradeCallbacks schemaUpgradeCallbacks) { | ||||
| 		var connectionString = new SqliteConnectionStringBuilder { | ||||
| 			DataSource = path, | ||||
| 			Mode = SqliteOpenMode.ReadWriteCreate, | ||||
| 		}; | ||||
| 		var connectionString = new SqliteConnectionStringFactory(path); | ||||
| 		var attachedDatabaseCollector = new AttachedDatabaseCollector(path); | ||||
| 		 | ||||
| 		var pool = await SqliteConnectionPool.Create(connectionString, DefaultPoolSize); | ||||
| 		bool wasOpened; | ||||
| 		 | ||||
| 		try { | ||||
| 			await using var conn = await pool.Take(); | ||||
| 			wasOpened = await new SqliteSchema(conn).Setup(schemaUpgradeCallbacks); | ||||
| 		} catch (Exception) { | ||||
| 			await pool.DisposeAsync(); | ||||
| 			throw; | ||||
| 		await using (var conn = await CustomSqliteConnection.OpenUnpooled(connectionString)) { | ||||
| 			wasOpened = await new SqliteSchema(conn).Setup(attachedDatabaseCollector, schemaUpgradeCallbacks); | ||||
| 		} | ||||
| 		 | ||||
| 		if (wasOpened) { | ||||
| 			var pool = await SqliteConnectionPool.Create(connectionString, DefaultPoolSize, attachedDatabaseCollector); | ||||
| 			return new SqliteDatabaseFile(path, pool); | ||||
| 		} | ||||
| 		else { | ||||
| 			await pool.DisposeAsync(); | ||||
| 			return null; | ||||
| 		} | ||||
| 	} | ||||
| 	 | ||||
| 	private sealed class AttachedDatabaseCollector(string path) : ISqliteAttachedDatabaseCollector { | ||||
| 		public async IAsyncEnumerable<AttachedDatabase> GetAttachedDatabases(ISqliteConnection conn) { | ||||
| 			bool useSeparateFileForDownloads = await SqliteSettingsRepository.Get(conn, SettingsKey.SeparateFileForDownloads, defaultValue: false); | ||||
| 			if (useSeparateFileForDownloads) { | ||||
| 				yield return new AttachedDatabase(path + "_downloads", SqliteDownloadRepository.Schema); | ||||
| 			} | ||||
| 		} | ||||
| 	} | ||||
| 	 | ||||
| 	public string Path { get; } | ||||
| 	 | ||||
| 	public ISettingsRepository Settings => settings; | ||||
| @@ -62,22 +66,42 @@ public sealed class SqliteDatabaseFile : IDatabaseFile { | ||||
| 		downloads = new SqliteDownloadRepository(pool); | ||||
| 		settings = new SqliteSettingsRepository(pool); | ||||
| 		users = new SqliteUserRepository(pool, downloads); | ||||
| 		servers = new SqliteServerRepository(pool); | ||||
| 		servers = new SqliteServerRepository(pool, downloads); | ||||
| 		channels = new SqliteChannelRepository(pool); | ||||
| 		messages = new SqliteMessageRepository(pool, downloads); | ||||
| 	} | ||||
| 	 | ||||
| 	public async ValueTask DisposeAsync() { | ||||
| 		users.Dispose(); | ||||
| 		servers.Dispose(); | ||||
| 		channels.Dispose(); | ||||
| 		messages.Dispose(); | ||||
| 		channels.Dispose(); | ||||
| 		servers.Dispose(); | ||||
| 		users.Dispose(); | ||||
| 		downloads.Dispose(); | ||||
| 		await pool.DisposeAsync(); | ||||
| 	} | ||||
| 	 | ||||
| 	public async Task<string?> GetVersion() { | ||||
| 		await using var conn = await pool.Take(); | ||||
| 		return await conn.ExecuteReaderAsync("SELECT sqlite_version()", static reader => reader?.GetString(0)); | ||||
| 	} | ||||
| 	 | ||||
| 	public async Task Vacuum() { | ||||
| 		await using var conn = await pool.Take(); | ||||
| 		 | ||||
| 		Perf perf = Log.Start(); | ||||
| 		await conn.ExecuteAsync("VACUUM"); | ||||
| 		perf.Step("Vacuum main schema"); | ||||
| 		 | ||||
| 		await VacuumAttachedDatabase(conn, perf, SqliteDownloadRepository.Schema); | ||||
| 		 | ||||
| 		perf.End(); | ||||
| 		return; | ||||
| 		 | ||||
| 		static async Task VacuumAttachedDatabase(ISqliteConnection conn, Perf perf, string schema) { | ||||
| 			if (conn.HasAttachedDatabase(schema)) { | ||||
| 				await conn.ExecuteAsync("VACUUM " + schema); | ||||
| 				perf.Step("Vacuum " + schema + " schema"); | ||||
| 			} | ||||
| 		} | ||||
| 	} | ||||
| } | ||||
|   | ||||
| @@ -1,28 +1,32 @@ | ||||
| using System.Collections.Generic; | ||||
| using System.Diagnostics.CodeAnalysis; | ||||
| using System.IO; | ||||
| using System.Threading.Tasks; | ||||
| using DHT.Server.Data.Settings; | ||||
| using DHT.Server.Database.Exceptions; | ||||
| using DHT.Server.Database.Sqlite.Repositories; | ||||
| using DHT.Server.Database.Sqlite.Schema; | ||||
| using DHT.Server.Database.Sqlite.Utils; | ||||
| using DHT.Utils.Logging; | ||||
| using Microsoft.Data.Sqlite; | ||||
|  | ||||
| namespace DHT.Server.Database.Sqlite; | ||||
|  | ||||
| sealed class SqliteSchema { | ||||
| 	internal const int Version = 10; | ||||
| sealed class SqliteSchema(CustomSqliteConnection conn) { | ||||
| 	internal const int Version = 11; | ||||
| 	 | ||||
| 	private static readonly Log Log = Log.ForType<SqliteSchema>(); | ||||
| 	 | ||||
| 	private readonly ISqliteConnection conn; | ||||
| 	 | ||||
| 	public SqliteSchema(ISqliteConnection conn) { | ||||
| 		this.conn = conn; | ||||
| 	} | ||||
| 	 | ||||
| 	public async Task<bool> Setup(ISchemaUpgradeCallbacks callbacks) { | ||||
| 	public async Task<bool> Setup(ISqliteAttachedDatabaseCollector attachedDatabaseCollector, ISchemaUpgradeCallbacks callbacks) { | ||||
| 		await conn.ExecuteAsync("CREATE TABLE IF NOT EXISTS metadata (key TEXT PRIMARY KEY, value TEXT)"); | ||||
| 		 | ||||
| 		string? dbVersionStr = await conn.ExecuteReaderAsync("SELECT value FROM metadata WHERE key = 'version'", static reader => reader?.GetString(0)); | ||||
| 		if (dbVersionStr == null) { | ||||
| 			if (await callbacks.GetInitialDatabaseSettings() is {} initialSettings) { | ||||
| 				await ApplyInitialSettings(initialSettings); | ||||
| 				await AttachAdditionalDatabasesIfNecessary(attachedDatabaseCollector); | ||||
| 			} | ||||
| 			 | ||||
| 			await InitializeSchemas(); | ||||
| 		} | ||||
| 		else if (!int.TryParse(dbVersionStr, out int dbVersion) || dbVersion < 1) { | ||||
| @@ -37,12 +41,44 @@ sealed class SqliteSchema { | ||||
| 				return false; | ||||
| 			} | ||||
| 			 | ||||
| 			await AttachAdditionalDatabasesIfNecessary(attachedDatabaseCollector); | ||||
| 			await callbacks.Start(Version - dbVersion, async reporter => await UpgradeSchemas(dbVersion, reporter)); | ||||
| 		} | ||||
| 		 | ||||
| 		return true; | ||||
| 	} | ||||
| 	 | ||||
| 	private async Task ApplyInitialSettings(InitialDatabaseSettings initialSettings) { | ||||
| 		await using var cmd = conn.Command("INSERT INTO metadata (key, value) VALUES (:key, :value)"); | ||||
| 		cmd.Add("key", SqliteType.Text); | ||||
| 		cmd.Add("value", SqliteType.Text); | ||||
| 		 | ||||
| 		static async Task ApplySetting<T>(SqliteCommand cmd, SettingsKey<T> key, T value) { | ||||
| 			cmd.Set("key", key.Key); | ||||
| 			cmd.Set("value", key.ToString(value)); | ||||
| 			await cmd.ExecuteNonQueryAsync(); | ||||
| 		} | ||||
| 		 | ||||
| 		if (initialSettings.SeparateFileForDownloads) { | ||||
| 			await ApplySetting(cmd, SettingsKey.SeparateFileForDownloads, value: true); | ||||
| 		} | ||||
| 		 | ||||
| 		if (initialSettings.DownloadsAutoStart) { | ||||
| 			await ApplySetting(cmd, SettingsKey.DownloadsAutoStart, value: true); | ||||
| 		} | ||||
| 	} | ||||
| 	 | ||||
| 	[SuppressMessage("ReSharper", "WithExpressionModifiesAllMembers")] | ||||
| 	private async Task AttachAdditionalDatabasesIfNecessary(ISqliteAttachedDatabaseCollector attachedDatabaseCollector) { | ||||
| 		await foreach (var attachedDatabase in attachedDatabaseCollector.GetAttachedDatabases(conn)) { | ||||
| 			if (!File.Exists(attachedDatabase.Path)) { | ||||
| 				await using CustomSqliteConnection _ = await CustomSqliteConnection.OpenUnpooled(conn.ConnectionStringFactory with { Path = attachedDatabase.Path }); | ||||
| 			} | ||||
| 			 | ||||
| 			await conn.AttachDatabase(attachedDatabase); | ||||
| 		} | ||||
| 	} | ||||
| 	 | ||||
| 	private async Task InitializeSchemas() { | ||||
| 		await conn.ExecuteAsync(""" | ||||
| 		                        CREATE TABLE users ( | ||||
| @@ -56,9 +92,10 @@ sealed class SqliteSchema { | ||||
| 		 | ||||
| 		await conn.ExecuteAsync(""" | ||||
| 		                        CREATE TABLE servers ( | ||||
| 		                        	id   INTEGER PRIMARY KEY NOT NULL, | ||||
| 		                        	name TEXT NOT NULL, | ||||
| 		                        	type TEXT NOT NULL | ||||
| 		                        	id        INTEGER PRIMARY KEY NOT NULL, | ||||
| 		                        	name      TEXT NOT NULL, | ||||
| 		                        	type      TEXT NOT NULL, | ||||
| 		                        	icon_hash TEXT | ||||
| 		                        ) | ||||
| 		                        """); | ||||
| 		 | ||||
| @@ -142,23 +179,25 @@ sealed class SqliteSchema { | ||||
| 	} | ||||
| 	 | ||||
| 	internal static async Task CreateDownloadTables(ISqliteConnection conn) { | ||||
| 		await conn.ExecuteAsync(""" | ||||
| 		                        CREATE TABLE download_metadata ( | ||||
| 		                        	normalized_url TEXT NOT NULL PRIMARY KEY, | ||||
| 		                        	download_url   TEXT NOT NULL, | ||||
| 		                        	status         INTEGER NOT NULL, | ||||
| 		                        	type           TEXT, | ||||
| 		                        	size           INTEGER | ||||
| 		                        ) | ||||
| 		                        """); | ||||
| 		string schema = conn.HasAttachedDatabase(SqliteDownloadRepository.Schema) ? SqliteDownloadRepository.Schema : "main"; | ||||
| 		 | ||||
| 		await conn.ExecuteAsync(""" | ||||
| 		                        CREATE TABLE download_blobs ( | ||||
| 		                        	normalized_url TEXT NOT NULL PRIMARY KEY, | ||||
| 		                        	blob           BLOB NOT NULL, | ||||
| 		                        	FOREIGN KEY (normalized_url) REFERENCES download_metadata (normalized_url) ON UPDATE CASCADE ON DELETE CASCADE | ||||
| 		                        ) | ||||
| 		                        """); | ||||
| 		await conn.ExecuteAsync($""" | ||||
| 		                         CREATE TABLE {schema}.download_metadata ( | ||||
| 		                         	normalized_url TEXT NOT NULL PRIMARY KEY, | ||||
| 		                         	download_url   TEXT NOT NULL, | ||||
| 		                         	status         INTEGER NOT NULL, | ||||
| 		                         	type           TEXT, | ||||
| 		                         	size           INTEGER | ||||
| 		                         ) | ||||
| 		                         """); | ||||
| 		 | ||||
| 		await conn.ExecuteAsync($""" | ||||
| 		                         CREATE TABLE {schema}.download_blobs ( | ||||
| 		                         	normalized_url TEXT NOT NULL PRIMARY KEY, | ||||
| 		                         	blob           BLOB NOT NULL, | ||||
| 		                         	FOREIGN KEY (normalized_url) REFERENCES download_metadata (normalized_url) ON UPDATE CASCADE ON DELETE CASCADE | ||||
| 		                         ) | ||||
| 		                         """); | ||||
| 	} | ||||
| 	 | ||||
| 	internal static async Task CreateMessageAttachmentsTable(ISqliteConnection conn) { | ||||
| @@ -184,6 +223,7 @@ sealed class SqliteSchema { | ||||
| 			{ 7, new SqliteSchemaUpgradeTo8() }, | ||||
| 			{ 8, new SqliteSchemaUpgradeTo9() }, | ||||
| 			{ 9, new SqliteSchemaUpgradeTo10() }, | ||||
| 			{ 10, new SqliteSchemaUpgradeTo11() }, | ||||
| 		}; | ||||
| 		 | ||||
| 		Perf perf = Log.Start("from version " + dbVersion); | ||||
|   | ||||
							
								
								
									
										3
									
								
								app/Server/Database/Sqlite/Utils/AttachedDatabase.cs
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										3
									
								
								app/Server/Database/Sqlite/Utils/AttachedDatabase.cs
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,3 @@ | ||||
| namespace DHT.Server.Database.Sqlite.Utils; | ||||
|  | ||||
| sealed record AttachedDatabase(string Path, string Schema); | ||||
							
								
								
									
										91
									
								
								app/Server/Database/Sqlite/Utils/CustomSqliteConnection.cs
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										91
									
								
								app/Server/Database/Sqlite/Utils/CustomSqliteConnection.cs
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,91 @@ | ||||
| using System; | ||||
| using System.Collections.Immutable; | ||||
| using System.Data.Common; | ||||
| using System.Diagnostics.CodeAnalysis; | ||||
| using System.Threading; | ||||
| using System.Threading.Tasks; | ||||
| using Microsoft.Data.Sqlite; | ||||
|  | ||||
| namespace DHT.Server.Database.Sqlite.Utils; | ||||
|  | ||||
| class CustomSqliteConnection : ISqliteConnection { | ||||
| 	internal static async Task<CustomSqliteConnection> OpenUnpooled(SqliteConnectionStringFactory connectionStringFactory) { | ||||
| 		SqliteConnection conn = new SqliteConnection(connectionStringFactory.Create()); | ||||
| 		await conn.OpenAsync(); | ||||
| 		 | ||||
| 		CustomSqliteConnection custom = new CustomSqliteConnection(connectionStringFactory, conn); | ||||
| 		await custom.Setup(CancellationToken.None); | ||||
| 		 | ||||
| 		return custom; | ||||
| 	} | ||||
| 	 | ||||
| 	internal SqliteConnectionStringFactory ConnectionStringFactory { get; } | ||||
| 	public SqliteConnection InnerConnection { get; } | ||||
| 	 | ||||
| 	private ImmutableHashSet<string> attachedDatabases = []; | ||||
| 	private DbTransaction? activeTransaction; | ||||
| 	 | ||||
| 	protected CustomSqliteConnection(SqliteConnectionStringFactory connectionStringFactory, SqliteConnection innerConnection) { | ||||
| 		this.ConnectionStringFactory = connectionStringFactory; | ||||
| 		this.InnerConnection = innerConnection; | ||||
| 	} | ||||
| 	 | ||||
| 	internal async Task Setup(CancellationToken cancellationToken) { | ||||
| 		await this.ExecuteAsync("PRAGMA journal_mode=WAL", cancellationToken); | ||||
| 		await this.ExecuteAsync("PRAGMA foreign_keys=ON", cancellationToken); | ||||
| 	} | ||||
| 	 | ||||
| 	[SuppressMessage("ReSharper", "WithExpressionModifiesAllMembers")] | ||||
| 	internal async Task AttachDatabase(AttachedDatabase attachedDatabase) { | ||||
| 		await this.ExecuteAsync("ATTACH DATABASE '" + attachedDatabase.Path.Replace("'", "''") + "' AS " + attachedDatabase.Schema); | ||||
| 		ImmutableInterlocked.Update(ref attachedDatabases, static (set, schema) => set.Add(schema), attachedDatabase.Schema); | ||||
| 	} | ||||
| 	 | ||||
| 	public bool HasAttachedDatabase(string schema) { | ||||
| 		return attachedDatabases.Contains(schema); | ||||
| 	} | ||||
| 	 | ||||
| 	public async Task BeginTransactionAsync() { | ||||
| 		if (activeTransaction != null) { | ||||
| 			throw new InvalidOperationException("A transaction is already active."); | ||||
| 		} | ||||
| 		 | ||||
| 		activeTransaction = await InnerConnection.BeginTransactionAsync(); | ||||
| 	} | ||||
| 	 | ||||
| 	public async Task CommitTransactionAsync() { | ||||
| 		if (activeTransaction == null) { | ||||
| 			throw new InvalidOperationException("No active transaction to commit."); | ||||
| 		} | ||||
| 		 | ||||
| 		await activeTransaction.CommitAsync(); | ||||
| 		await activeTransaction.DisposeAsync(); | ||||
| 		activeTransaction = null; | ||||
| 	} | ||||
| 	 | ||||
| 	public async Task RollbackTransactionAsync() { | ||||
| 		if (activeTransaction == null) { | ||||
| 			throw new InvalidOperationException("No active transaction to rollback."); | ||||
| 		} | ||||
| 		 | ||||
| 		await activeTransaction.RollbackAsync(); | ||||
| 		await activeTransaction.DisposeAsync(); | ||||
| 		activeTransaction = null; | ||||
| 	} | ||||
| 	 | ||||
| 	public void AssignActiveTransaction(SqliteCommand command) { | ||||
| 		command.Transaction = (SqliteTransaction?) activeTransaction; | ||||
| 	} | ||||
| 	 | ||||
| 	public async ValueTask DisposeAsync() { | ||||
| 		if (activeTransaction != null) { | ||||
| 			await RollbackTransactionAsync(); | ||||
| 		} | ||||
| 		 | ||||
| 		await DisposeConnection(); | ||||
| 	} | ||||
| 	 | ||||
| 	private protected virtual async ValueTask DisposeConnection() { | ||||
| 		await InnerConnection.DisposeAsync(); | ||||
| 	} | ||||
| } | ||||
| @@ -0,0 +1,7 @@ | ||||
| using System.Collections.Generic; | ||||
|  | ||||
| namespace DHT.Server.Database.Sqlite.Utils; | ||||
|  | ||||
| interface ISqliteAttachedDatabaseCollector { | ||||
| 	IAsyncEnumerable<AttachedDatabase> GetAttachedDatabases(ISqliteConnection conn); | ||||
| } | ||||
| @@ -7,6 +7,8 @@ namespace DHT.Server.Database.Sqlite.Utils; | ||||
| interface ISqliteConnection : IAsyncDisposable { | ||||
| 	SqliteConnection InnerConnection { get; } | ||||
| 	 | ||||
| 	bool HasAttachedDatabase(string schema); | ||||
| 	 | ||||
| 	Task BeginTransactionAsync(); | ||||
| 	Task CommitTransactionAsync(); | ||||
| 	Task RollbackTransactionAsync(); | ||||
|   | ||||
| @@ -0,0 +1,3 @@ | ||||
| namespace DHT.Server.Database.Sqlite.Utils; | ||||
|  | ||||
| public sealed record InitialDatabaseSettings(bool SeparateFileForDownloads, bool DownloadsAutoStart); | ||||
| @@ -1,6 +1,6 @@ | ||||
| using System; | ||||
| using System.Collections.Generic; | ||||
| using System.Data.Common; | ||||
| using System.Linq; | ||||
| using System.Threading; | ||||
| using System.Threading.Tasks; | ||||
| using DHT.Utils.Collections; | ||||
| @@ -9,16 +9,13 @@ using Microsoft.Data.Sqlite; | ||||
| namespace DHT.Server.Database.Sqlite.Utils; | ||||
|  | ||||
| sealed class SqliteConnectionPool : IAsyncDisposable { | ||||
| 	public static async Task<SqliteConnectionPool> Create(SqliteConnectionStringBuilder connectionStringBuilder, int poolSize) { | ||||
| 		var pool = new SqliteConnectionPool(poolSize); | ||||
| 		await pool.InitializePooledConnections(connectionStringBuilder); | ||||
| 	public static async Task<SqliteConnectionPool> Create(SqliteConnectionStringFactory connectionStringFactory, int poolSize, ISqliteAttachedDatabaseCollector attachedDatabaseCollector) { | ||||
| 		SqliteConnectionPool pool = new SqliteConnectionPool(poolSize, attachedDatabaseCollector); | ||||
| 		await pool.InitializePooledConnections(connectionStringFactory); | ||||
| 		return pool; | ||||
| 	} | ||||
| 	 | ||||
| 	private static string GetConnectionString(SqliteConnectionStringBuilder connectionStringBuilder) { | ||||
| 		connectionStringBuilder.Pooling = false; | ||||
| 		return connectionStringBuilder.ToString(); | ||||
| 	} | ||||
| 	private readonly ISqliteAttachedDatabaseCollector attachedDatabaseCollector; | ||||
| 	 | ||||
| 	private readonly int poolSize; | ||||
| 	private readonly List<PooledConnection> all; | ||||
| @@ -27,24 +24,35 @@ sealed class SqliteConnectionPool : IAsyncDisposable { | ||||
| 	private readonly CancellationTokenSource disposalTokenSource = new (); | ||||
| 	private readonly CancellationToken disposalToken; | ||||
| 	 | ||||
| 	private SqliteConnectionPool(int poolSize) { | ||||
| 	private SqliteConnectionPool(int poolSize, ISqliteAttachedDatabaseCollector attachedDatabaseCollector) { | ||||
| 		this.attachedDatabaseCollector = attachedDatabaseCollector; | ||||
| 		 | ||||
| 		this.poolSize = poolSize; | ||||
| 		this.all = new List<PooledConnection>(poolSize); | ||||
| 		this.free = new ConcurrentPool<PooledConnection>(poolSize); | ||||
| 		 | ||||
| 		this.disposalToken = disposalTokenSource.Token; | ||||
| 	} | ||||
| 	 | ||||
| 	private async Task InitializePooledConnections(SqliteConnectionStringBuilder connectionStringBuilder) { | ||||
| 		string connectionString = GetConnectionString(connectionStringBuilder); | ||||
| 	private async Task InitializePooledConnections(SqliteConnectionStringFactory connectionStringFactory) { | ||||
| 		string connectionString = connectionStringFactory.Create(); | ||||
| 		 | ||||
| 		List<AttachedDatabase> attachedDatabases = []; | ||||
| 		 | ||||
| 		for (int i = 0; i < poolSize; i++) { | ||||
| 			var conn = new SqliteConnection(connectionString); | ||||
| 			conn.Open(); | ||||
| 			SqliteConnection innerConnection = new SqliteConnection(connectionString); | ||||
| 			await innerConnection.OpenAsync(disposalToken); | ||||
| 			 | ||||
| 			var pooledConnection = new PooledConnection(this, conn); | ||||
| 			PooledConnection pooledConnection = new PooledConnection(this, connectionStringFactory, innerConnection); | ||||
| 			await pooledConnection.Setup(disposalToken); | ||||
| 			 | ||||
| 			await pooledConnection.ExecuteAsync("PRAGMA journal_mode=WAL", disposalToken); | ||||
| 			await pooledConnection.ExecuteAsync("PRAGMA foreign_keys=ON", disposalToken); | ||||
| 			if (i == 0) { | ||||
| 				attachedDatabases = await attachedDatabaseCollector.GetAttachedDatabases(pooledConnection).ToListAsync(disposalToken); | ||||
| 			} | ||||
| 			 | ||||
| 			foreach (var attachedDatabase in attachedDatabases) { | ||||
| 				await pooledConnection.AttachDatabase(attachedDatabase); | ||||
| 			} | ||||
| 			 | ||||
| 			all.Add(pooledConnection); | ||||
| 			await free.Push(pooledConnection, disposalToken); | ||||
| @@ -74,48 +82,8 @@ sealed class SqliteConnectionPool : IAsyncDisposable { | ||||
| 		disposalTokenSource.Dispose(); | ||||
| 	} | ||||
| 	 | ||||
| 	private sealed class PooledConnection(SqliteConnectionPool pool, SqliteConnection conn) : ISqliteConnection { | ||||
| 		public SqliteConnection InnerConnection { get; } = conn; | ||||
| 		 | ||||
| 		private DbTransaction? activeTransaction; | ||||
| 		 | ||||
| 		public async Task BeginTransactionAsync() { | ||||
| 			if (activeTransaction != null) { | ||||
| 				throw new InvalidOperationException("A transaction is already active."); | ||||
| 			} | ||||
| 			 | ||||
| 			activeTransaction = await InnerConnection.BeginTransactionAsync(); | ||||
| 		} | ||||
| 		 | ||||
| 		public async Task CommitTransactionAsync() { | ||||
| 			if (activeTransaction == null) { | ||||
| 				throw new InvalidOperationException("No active transaction to commit."); | ||||
| 			} | ||||
| 			 | ||||
| 			await activeTransaction.CommitAsync(); | ||||
| 			await activeTransaction.DisposeAsync(); | ||||
| 			activeTransaction = null; | ||||
| 		} | ||||
| 		 | ||||
| 		public async Task RollbackTransactionAsync() { | ||||
| 			if (activeTransaction == null) { | ||||
| 				throw new InvalidOperationException("No active transaction to rollback."); | ||||
| 			} | ||||
| 			 | ||||
| 			await activeTransaction.RollbackAsync(); | ||||
| 			await activeTransaction.DisposeAsync(); | ||||
| 			activeTransaction = null; | ||||
| 		} | ||||
| 		 | ||||
| 		public void AssignActiveTransaction(SqliteCommand command) { | ||||
| 			command.Transaction = (SqliteTransaction?) activeTransaction; | ||||
| 		} | ||||
| 		 | ||||
| 		public async ValueTask DisposeAsync() { | ||||
| 			if (activeTransaction != null) { | ||||
| 				await RollbackTransactionAsync(); | ||||
| 			} | ||||
| 			 | ||||
| 	private sealed class PooledConnection(SqliteConnectionPool pool, SqliteConnectionStringFactory connectionStringFactory, SqliteConnection innerConnection) : CustomSqliteConnection(connectionStringFactory, innerConnection) { | ||||
| 		private protected override async ValueTask DisposeConnection() { | ||||
| 			await pool.Return(this); | ||||
| 		} | ||||
| 	} | ||||
|   | ||||
| @@ -0,0 +1,15 @@ | ||||
| using Microsoft.Data.Sqlite; | ||||
|  | ||||
| namespace DHT.Server.Database.Sqlite.Utils; | ||||
|  | ||||
| sealed record SqliteConnectionStringFactory(string Path) { | ||||
| 	public string Create() { | ||||
| 		var builder = new SqliteConnectionStringBuilder { | ||||
| 			DataSource = Path, | ||||
| 			Mode = SqliteOpenMode.ReadWriteCreate, | ||||
| 			Pooling = false, | ||||
| 		}; | ||||
| 		 | ||||
| 		return builder.ToString(); | ||||
| 	} | ||||
| } | ||||
| @@ -30,7 +30,7 @@ static class SqliteExtensions { | ||||
| 		return (long) (await command.ExecuteScalarAsync())!; | ||||
| 	} | ||||
| 	 | ||||
| 	public static SqliteCommand Insert(this ISqliteConnection conn, string tableName, (string Name, SqliteType Type)[] columns) { | ||||
| 	public static SqliteCommand Insert(this ISqliteConnection conn, [LanguageInjection("sql", Prefix = "SELECT * FROM ")] string tableName, (string Name, SqliteType Type)[] columns) { | ||||
| 		string columnNames = string.Join(separator: ',', columns.Select(static c => c.Name)); | ||||
| 		string columnParams = string.Join(separator: ',', columns.Select(static c => ':' + c.Name)); | ||||
| 		 | ||||
| @@ -41,7 +41,7 @@ static class SqliteExtensions { | ||||
| 		return cmd; | ||||
| 	} | ||||
| 	 | ||||
| 	public static SqliteCommand Upsert(this ISqliteConnection conn, string tableName, (string Name, SqliteType Type)[] columns) { | ||||
| 	public static SqliteCommand Upsert(this ISqliteConnection conn, [LanguageInjection("sql", Prefix = "SELECT * FROM ")] string tableName, (string Name, SqliteType Type)[] columns) { | ||||
| 		string columnNames = string.Join(separator: ',', columns.Select(static c => c.Name)); | ||||
| 		string columnParams = string.Join(separator: ',', columns.Select(static c => ':' + c.Name)); | ||||
| 		string columnUpdates = string.Join(separator: ',', columns.Skip(1).Select(static c => c.Name + " = excluded." + c.Name)); | ||||
| @@ -55,7 +55,7 @@ static class SqliteExtensions { | ||||
| 		return cmd; | ||||
| 	} | ||||
| 	 | ||||
| 	public static SqliteCommand Delete(this ISqliteConnection conn, string tableName, (string Name, SqliteType Type) column) { | ||||
| 	public static SqliteCommand Delete(this ISqliteConnection conn, [LanguageInjection("sql", Prefix = "SELECT * FROM ")] string tableName, (string Name, SqliteType Type) column) { | ||||
| 		var cmd = conn.Command("DELETE FROM " + tableName + " WHERE " + column.Name + " = :" + column.Name); | ||||
| 		CreateParameters(cmd, [column]); | ||||
| 		return cmd; | ||||
|   | ||||
							
								
								
									
										152
									
								
								app/Server/Download/DownloadExporter.cs
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										152
									
								
								app/Server/Download/DownloadExporter.cs
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,152 @@ | ||||
| using System; | ||||
| using System.Collections.Generic; | ||||
| using System.IO; | ||||
| using System.Linq; | ||||
| using System.Text.RegularExpressions; | ||||
| using System.Threading; | ||||
| using System.Threading.Channels; | ||||
| using System.Threading.Tasks; | ||||
| using DHT.Server.Data; | ||||
| using DHT.Server.Data.Filters; | ||||
| using DHT.Server.Database; | ||||
| using DHT.Utils.Logging; | ||||
| using DHT.Utils.Tasks; | ||||
| using Channel = System.Threading.Channels.Channel; | ||||
|  | ||||
| namespace DHT.Server.Download; | ||||
|  | ||||
| public sealed partial class DownloadExporter(IDatabaseFile db, string folderPath) { | ||||
| 	private static readonly Log Log = Log.ForType<DownloadExporter>(); | ||||
| 	 | ||||
| 	private const int Concurrency = 3; | ||||
| 	 | ||||
| 	private static Channel<Data.Download> CreateExportChannel() { | ||||
| 		return Channel.CreateBounded<Data.Download>(new BoundedChannelOptions(Concurrency * 4) { | ||||
| 			SingleWriter = true, | ||||
| 			SingleReader = false, | ||||
| 			AllowSynchronousContinuations = true, | ||||
| 			FullMode = BoundedChannelFullMode.Wait, | ||||
| 		}); | ||||
| 	} | ||||
| 	 | ||||
| 	public interface IProgressReporter { | ||||
| 		Task ReportProgress(long processedCount, long totalCount); | ||||
| 	} | ||||
| 	 | ||||
| 	public readonly record struct Result(long SuccessfulCount, long FailedCount) { | ||||
| 		internal static Result Combine(Result left, Result right) { | ||||
| 			return new Result(left.SuccessfulCount + right.SuccessfulCount, left.FailedCount + right.FailedCount); | ||||
| 		} | ||||
| 	} | ||||
| 	 | ||||
| 	public async Task<Result> Export(IProgressReporter reporter) { | ||||
| 		DownloadItemFilter filter = new DownloadItemFilter { | ||||
| 			IncludeStatuses = [DownloadStatus.Success] | ||||
| 		}; | ||||
| 		 | ||||
| 		long totalCount = await db.Downloads.Count(filter); | ||||
| 		 | ||||
| 		Channel<Data.Download> channel = CreateExportChannel(); | ||||
| 		ExportRunner exportRunner = new ExportRunner(db, folderPath, channel.Reader, reporter, totalCount); | ||||
| 		 | ||||
| 		using CancellableTask progressTask = CancellableTask.Run(exportRunner.RunReportTask); | ||||
| 		 | ||||
| 		List<Task<Result>> readerTasks = []; | ||||
| 		for (int reader = 0; reader < Concurrency; reader++) { | ||||
| 			readerTasks.Add(Task.Run(exportRunner.RunExportTask, CancellationToken.None)); | ||||
| 		} | ||||
| 		 | ||||
| 		await foreach (Data.Download download in db.Downloads.Get(filter).WithCancellation(CancellationToken.None)) { | ||||
| 			await channel.Writer.WriteAsync(download, CancellationToken.None); | ||||
| 		} | ||||
| 		 | ||||
| 		channel.Writer.Complete(); | ||||
| 		 | ||||
| 		Result result = (await Task.WhenAll(readerTasks)).Aggregate(Result.Combine); | ||||
| 		 | ||||
| 		progressTask.Cancel(); | ||||
| 		await progressTask.Task; | ||||
| 		 | ||||
| 		return result; | ||||
| 	} | ||||
| 	 | ||||
| 	private sealed partial class ExportRunner(IDatabaseFile db, string folderPath, ChannelReader<Data.Download> reader, IProgressReporter reporter, long totalCount) { | ||||
| 		private long processedCount; | ||||
| 		 | ||||
| 		public async Task RunReportTask(CancellationToken cancellationToken) { | ||||
| 			try { | ||||
| 				while (true) { | ||||
| 					await reporter.ReportProgress(processedCount, totalCount); | ||||
| 					await Task.Delay(TimeSpan.FromMilliseconds(25), cancellationToken); | ||||
| 				} | ||||
| 			} catch (OperationCanceledException) { | ||||
| 				await reporter.ReportProgress(processedCount, totalCount); | ||||
| 			} | ||||
| 		} | ||||
| 		 | ||||
| 		public async Task<Result> RunExportTask() { | ||||
| 			long successfulCount = 0L; | ||||
| 			long failedCount = 0L; | ||||
| 			 | ||||
| 			await foreach (Data.Download download in reader.ReadAllAsync()) { | ||||
| 				bool success; | ||||
| 				try { | ||||
| 					success = await db.Downloads.GetDownloadData(download.NormalizedUrl, stream => CopyToFile(download.NormalizedUrl, stream)); | ||||
| 				} catch (FileAlreadyExistsException) { | ||||
| 					success = false; | ||||
| 				} catch (Exception e) { | ||||
| 					Log.Error("Could not export downloaded file: " + download.NormalizedUrl, e); | ||||
| 					success = false; | ||||
| 				} | ||||
| 				 | ||||
| 				if (success) { | ||||
| 					++successfulCount; | ||||
| 				} | ||||
| 				else { | ||||
| 					++failedCount; | ||||
| 				} | ||||
| 				 | ||||
| 				Interlocked.Increment(ref processedCount); | ||||
| 			} | ||||
| 			 | ||||
| 			return new Result(successfulCount, failedCount); | ||||
| 		} | ||||
| 		 | ||||
| 		private async Task CopyToFile(string normalizedUrl, Stream blobStream) { | ||||
| 			string fileName = UrlToFileName(normalizedUrl); | ||||
| 			string filePath = Path.Combine(folderPath, fileName); | ||||
| 			 | ||||
| 			if (File.Exists(filePath)) { | ||||
| 				Log.Error("Skipping existing file: " + fileName); | ||||
| 				throw FileAlreadyExistsException.Instance; | ||||
| 			} | ||||
| 			 | ||||
| 			await using var fileStream = new FileStream(filePath, FileMode.CreateNew, FileAccess.Write, FileShare.Read); | ||||
| 			await blobStream.CopyToAsync(fileStream); | ||||
| 		} | ||||
| 		 | ||||
| 		[GeneratedRegex("[^a-zA-Z0-9_.-]")] | ||||
| 		private static partial Regex DisallowedFileNameCharactersRegex(); | ||||
| 		 | ||||
| 		private static string UrlToFileName(string url) { | ||||
| 			static string UriToFileName(Uri uri) { | ||||
| 				string fileName = uri.AbsolutePath.TrimStart('/'); | ||||
| 				 | ||||
| 				if (uri.Query.Length > 0) { | ||||
| 					int periodIndex = fileName.LastIndexOf('.'); | ||||
| 					return fileName.Insert(periodIndex == -1 ? fileName.Length : periodIndex, uri.Query.TrimEnd('&')); | ||||
| 				} | ||||
| 				else { | ||||
| 					return fileName; | ||||
| 				} | ||||
| 			} | ||||
| 			 | ||||
| 			string fileName = Uri.TryCreate(url, UriKind.Absolute, out var uri) ? UriToFileName(uri) : url; | ||||
| 			return DisallowedFileNameCharactersRegex().Replace(fileName, "_"); | ||||
| 		} | ||||
| 	} | ||||
| 	 | ||||
| 	private sealed class FileAlreadyExistsException : Exception { | ||||
| 		public static FileAlreadyExistsException Instance { get; } = new (); | ||||
| 	} | ||||
| } | ||||
| @@ -12,30 +12,28 @@ namespace DHT.Server.Download; | ||||
| static class DownloadLinkExtractor { | ||||
| 	private static readonly Log Log = Log.ForType(typeof(DownloadLinkExtractor)); | ||||
| 	 | ||||
| 	public static Data.Download FromUserAvatar(ulong userId, string avatarPath) { | ||||
| 		string url = $"https://cdn.discordapp.com/avatars/{userId}/{avatarPath}.webp"; | ||||
| 		return new Data.Download(url, url, DownloadStatus.Pending, MediaTypeNames.Image.Webp, size: null); | ||||
| 	public static FileUrl? ServerIcon(ServerType? type, ulong id, string iconHash) { | ||||
| 		return type switch { | ||||
| 			ServerType.Server => new FileUrl($"https://cdn.discordapp.com/icons/{id}/{iconHash}.webp", MediaTypeNames.Image.Webp), | ||||
| 			ServerType.Group  => new FileUrl($"https://cdn.discordapp.com/channel-icons/{id}/{iconHash}.webp", MediaTypeNames.Image.Webp), | ||||
| 			_                 => null, | ||||
| 		}; | ||||
| 	} | ||||
| 	 | ||||
| 	public static Data.Download FromEmoji(ulong emojiId, EmojiFlags flags) { | ||||
| 	public static FileUrl UserAvatar(ulong id, string avatarHash) { | ||||
| 		return new FileUrl($"https://cdn.discordapp.com/avatars/{id}/{avatarHash}.webp", MediaTypeNames.Image.Webp); | ||||
| 	} | ||||
| 	 | ||||
| 	public static FileUrl Emoji(ulong emojiId, EmojiFlags flags) { | ||||
| 		bool isAnimated = flags.HasFlag(EmojiFlags.Animated); | ||||
| 		 | ||||
| 		string ext = isAnimated ? "gif" : "webp"; | ||||
| 		string type = isAnimated ? MediaTypeNames.Image.Gif : MediaTypeNames.Image.Webp; | ||||
| 		 | ||||
| 		string url = $"https://cdn.discordapp.com/emojis/{emojiId}.{ext}"; | ||||
| 		return new Data.Download(url, url, DownloadStatus.Pending, type, size: null); | ||||
| 		return new FileUrl($"https://cdn.discordapp.com/emojis/{emojiId}.{ext}", type); | ||||
| 	} | ||||
| 	 | ||||
| 	public static Data.Download FromAttachment(Attachment attachment) { | ||||
| 		return FromAttachment(attachment.NormalizedUrl, attachment.DownloadUrl, attachment.Type, attachment.Size); | ||||
| 	} | ||||
| 	 | ||||
| 	public static Data.Download FromAttachment(string normalizedUrl, string downloadUrl, string? type, ulong size) { | ||||
| 		return new Data.Download(normalizedUrl, downloadUrl, DownloadStatus.Pending, type, size); | ||||
| 	} | ||||
| 	 | ||||
| 	public static async Task<Data.Download?> TryFromEmbedJson(Stream jsonStream) { | ||||
| 	public static async Task<FileUrl?> TryFromEmbedJson(Stream jsonStream) { | ||||
| 		try { | ||||
| 			return FromEmbed(await JsonSerializer.DeserializeAsync(jsonStream, DiscordEmbedJsonContext.Default.DiscordEmbedJson)); | ||||
| 		} catch (Exception e) { | ||||
| @@ -44,7 +42,7 @@ static class DownloadLinkExtractor { | ||||
| 		} | ||||
| 	} | ||||
| 	 | ||||
| 	public static Data.Download? TryFromEmbedJson(string json) { | ||||
| 	public static FileUrl? TryFromEmbedJson(string json) { | ||||
| 		try { | ||||
| 			return FromEmbed(JsonSerializer.Deserialize(json, DiscordEmbedJsonContext.Default.DiscordEmbedJson)); | ||||
| 		} catch (Exception e) { | ||||
| @@ -53,21 +51,17 @@ static class DownloadLinkExtractor { | ||||
| 		} | ||||
| 	} | ||||
| 	 | ||||
| 	private static Data.Download? FromEmbed(DiscordEmbedJson? embed) { | ||||
| 		if (embed is { Type: "image", Image.Url: {} imageUrl }) { | ||||
| 			return FromEmbedImage(imageUrl); | ||||
| 		} | ||||
| 		else if (embed is { Type: "video", Video.Url: {} videoUrl }) { | ||||
| 			return FromEmbedVideo(videoUrl); | ||||
| 		} | ||||
| 		else { | ||||
| 			return null; | ||||
| 		} | ||||
| 	private static FileUrl? FromEmbed(DiscordEmbedJson? embed) { | ||||
| 		return embed switch { | ||||
| 			{ Type: "image", Image.Url: {} imageUrl } => FromEmbedImage(imageUrl), | ||||
| 			{ Type: "video", Video.Url: {} videoUrl } => FromEmbedVideo(videoUrl), | ||||
| 			_                                         => null, | ||||
| 		}; | ||||
| 	} | ||||
| 	 | ||||
| 	private static Data.Download? FromEmbedImage(string url) { | ||||
| 	private static FileUrl? FromEmbedImage(string url) { | ||||
| 		if (DiscordCdn.NormalizeUrlAndReturnIfCdn(url, out string normalizedUrl)) { | ||||
| 			return new Data.Download(normalizedUrl, url, DownloadStatus.Pending, GuessImageType(normalizedUrl), size: null); | ||||
| 			return new FileUrl(normalizedUrl, url, GuessImageType(normalizedUrl)); | ||||
| 		} | ||||
| 		else { | ||||
| 			Log.Debug("Skipping non-CDN image url: " + url); | ||||
| @@ -75,9 +69,9 @@ static class DownloadLinkExtractor { | ||||
| 		} | ||||
| 	} | ||||
| 	 | ||||
| 	private static Data.Download? FromEmbedVideo(string url) { | ||||
| 	private static FileUrl? FromEmbedVideo(string url) { | ||||
| 		if (DiscordCdn.NormalizeUrlAndReturnIfCdn(url, out string normalizedUrl)) { | ||||
| 			return new Data.Download(normalizedUrl, url, DownloadStatus.Pending, GuessVideoType(normalizedUrl), size: null); | ||||
| 			return new FileUrl(normalizedUrl, url, GuessVideoType(normalizedUrl)); | ||||
| 		} | ||||
| 		else { | ||||
| 			Log.Debug("Skipping non-CDN video url: " + url); | ||||
|   | ||||
| @@ -2,6 +2,7 @@ using System; | ||||
| using System.Collections.Generic; | ||||
| using System.IO; | ||||
| using System.Linq; | ||||
| using System.Net; | ||||
| using System.Net.Http; | ||||
| using System.Reactive.Subjects; | ||||
| using System.Threading; | ||||
| @@ -94,12 +95,10 @@ sealed class DownloaderTask : IAsyncDisposable { | ||||
| 			} catch (TaskCanceledException e) when (e.InnerException is TimeoutException) { | ||||
| 				await db.Downloads.AddDownload(item.ToFailure(), stream: null); | ||||
| 				log.Error("Download timed out: " + item.DownloadUrl); | ||||
| 			} catch (HttpRequestException e) { | ||||
| 				await db.Downloads.AddDownload(item.ToFailure(e.StatusCode), stream: null); | ||||
| 				log.Error(e); | ||||
| 			} catch (Exception e) { | ||||
| 				await db.Downloads.AddDownload(item.ToFailure(), stream: null); | ||||
| 				log.Error(e); | ||||
| 				HttpStatusCode? statusCode = e is HttpRequestException hre ? hre.StatusCode : null; | ||||
| 				await db.Downloads.AddDownload(item.ToFailure(statusCode), stream: null); | ||||
| 				log.Error("Could not download file: " + item.DownloadUrl, e); | ||||
| 			} finally { | ||||
| 				try { | ||||
| 					finishedItemPublisher.OnNext(item); | ||||
|   | ||||
| @@ -3,18 +3,17 @@ using System.Net; | ||||
| using System.Text.Json; | ||||
| using System.Threading; | ||||
| using System.Threading.Tasks; | ||||
| using DHT.Server.Database; | ||||
| using DHT.Utils.Http; | ||||
| using DHT.Utils.Logging; | ||||
| using Microsoft.AspNetCore.Http; | ||||
| using Microsoft.AspNetCore.StaticFiles; | ||||
| using Microsoft.Extensions.Primitives; | ||||
|  | ||||
| namespace DHT.Server.Endpoints; | ||||
|  | ||||
| abstract class BaseEndpoint(IDatabaseFile db) { | ||||
| abstract class BaseEndpoint { | ||||
| 	private static readonly Log Log = Log.ForType<BaseEndpoint>(); | ||||
| 	 | ||||
| 	protected IDatabaseFile Db { get; } = db; | ||||
| 	private static readonly FileExtensionContentTypeProvider ContentTypeProvider = new (); | ||||
| 	 | ||||
| 	public async Task Handle(HttpContext ctx) { | ||||
| 		HttpResponse response = ctx.Response; | ||||
| @@ -34,7 +33,7 @@ abstract class BaseEndpoint(IDatabaseFile db) { | ||||
| 				await response.WriteAsync(e.Message); | ||||
| 			} | ||||
| 		} catch (Exception e) { | ||||
| 			Log.Error(e); | ||||
| 			Log.Error("Could not handle request.", e); | ||||
| 			response.StatusCode = (int) HttpStatusCode.InternalServerError; | ||||
| 		} | ||||
| 	} | ||||
| @@ -49,6 +48,16 @@ abstract class BaseEndpoint(IDatabaseFile db) { | ||||
| 		} | ||||
| 	} | ||||
| 	 | ||||
| 	protected static async Task WriteFileIfFound(HttpResponse response, string relativeFilePath, byte[]? bytes, CancellationToken cancellationToken) { | ||||
| 		if (bytes == null) { | ||||
| 			throw new HttpException(HttpStatusCode.NotFound, "File not found: " + relativeFilePath); | ||||
| 		} | ||||
| 		else { | ||||
| 			string? contentType = ContentTypeProvider.TryGetContentType(relativeFilePath, out string? type) ? type : null; | ||||
| 			await response.WriteFileAsync(contentType, bytes, cancellationToken); | ||||
| 		} | ||||
| 	} | ||||
| 	 | ||||
| 	protected static Guid GetSessionId(HttpRequest request) { | ||||
| 		if (request.Query.TryGetValue("session", out StringValues sessionIdValue) && sessionIdValue.Count == 1 && Guid.TryParse(sessionIdValue[0], out Guid sessionId)) { | ||||
| 			return sessionId; | ||||
|   | ||||
| @@ -10,12 +10,12 @@ using Microsoft.AspNetCore.Http; | ||||
|  | ||||
| namespace DHT.Server.Endpoints; | ||||
|  | ||||
| sealed class GetDownloadedFileEndpoint(IDatabaseFile db) : BaseEndpoint(db) { | ||||
| sealed class GetDownloadedFileEndpoint(IDatabaseFile db) : BaseEndpoint { | ||||
| 	protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) { | ||||
| 		string url = WebUtility.UrlDecode((string) request.RouteValues["url"]!); | ||||
| 		string normalizedUrl = DiscordCdn.NormalizeUrl(url); | ||||
| 		 | ||||
| 		if (!await Db.Downloads.GetSuccessfulDownloadWithData(normalizedUrl, WriteDataTo(response), cancellationToken)) { | ||||
| 		if (!await db.Downloads.GetSuccessfulDownloadWithData(normalizedUrl, WriteDataTo(response), cancellationToken)) { | ||||
| 			response.Redirect(url, permanent: false); | ||||
| 		} | ||||
| 	} | ||||
|   | ||||
| @@ -2,7 +2,6 @@ using System.Net.Mime; | ||||
| using System.Threading; | ||||
| using System.Threading.Tasks; | ||||
| using System.Web; | ||||
| using DHT.Server.Database; | ||||
| using DHT.Server.Service; | ||||
| using DHT.Utils.Http; | ||||
| using DHT.Utils.Resources; | ||||
| @@ -10,7 +9,7 @@ using Microsoft.AspNetCore.Http; | ||||
|  | ||||
| namespace DHT.Server.Endpoints; | ||||
|  | ||||
| sealed class GetTrackingScriptEndpoint(IDatabaseFile db, ServerParameters parameters, ResourceLoader resources) : BaseEndpoint(db) { | ||||
| sealed class GetTrackingScriptEndpoint(ServerParameters parameters, ResourceLoader resources) : BaseEndpoint { | ||||
| 	protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) { | ||||
| 		string bootstrap = await resources.ReadTextAsync("Tracker/bootstrap.js"); | ||||
| 		string script = bootstrap.Replace("= 0; /*[PORT]*/", "= " + parameters.Port + ";") | ||||
|   | ||||
							
								
								
									
										18
									
								
								app/Server/Endpoints/GetUserscriptEndpoint.cs
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										18
									
								
								app/Server/Endpoints/GetUserscriptEndpoint.cs
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,18 @@ | ||||
| using System.Threading; | ||||
| using System.Threading.Tasks; | ||||
| using DHT.Server.Service.Middlewares; | ||||
| using DHT.Utils.Resources; | ||||
| using Microsoft.AspNetCore.Http; | ||||
|  | ||||
| namespace DHT.Server.Endpoints; | ||||
|  | ||||
| [ServerAuthorizationMiddleware.NoAuthorization] | ||||
| sealed class GetUserscriptEndpoint(ResourceLoader resources) : BaseEndpoint { | ||||
| 	protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) { | ||||
| 		const string FileName = "dht.user.js"; | ||||
| 		const string ResourcePath = "Tracker/loader/" + FileName; | ||||
| 		 | ||||
| 		byte[]? resourceBytes = await resources.ReadBytesAsyncIfExists(ResourcePath); | ||||
| 		await WriteFileIfFound(response, FileName, resourceBytes, cancellationToken); | ||||
| 	} | ||||
| } | ||||
| @@ -8,12 +8,12 @@ using Microsoft.AspNetCore.Http; | ||||
|  | ||||
| namespace DHT.Server.Endpoints; | ||||
|  | ||||
| sealed class GetViewerMessagesEndpoint(IDatabaseFile db, ViewerSessions viewerSessions) : BaseEndpoint(db) { | ||||
| sealed class GetViewerMessagesEndpoint(IDatabaseFile db, ViewerSessions viewerSessions) : BaseEndpoint { | ||||
| 	protected override Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) { | ||||
| 		Guid sessionId = GetSessionId(request); | ||||
| 		ViewerSession session = viewerSessions.Get(sessionId); | ||||
| 		 | ||||
| 		response.ContentType = "application/x-ndjson"; | ||||
| 		return ViewerJsonExport.GetMessages(response.Body, Db, session.MessageFilter, cancellationToken); | ||||
| 		return ViewerJsonExport.GetMessages(response.Body, db, session.MessageFilter, cancellationToken); | ||||
| 	} | ||||
| } | ||||
|   | ||||
| @@ -9,12 +9,12 @@ using Microsoft.AspNetCore.Http; | ||||
|  | ||||
| namespace DHT.Server.Endpoints; | ||||
|  | ||||
| sealed class GetViewerMetadataEndpoint(IDatabaseFile db, ViewerSessions viewerSessions) : BaseEndpoint(db) { | ||||
| sealed class GetViewerMetadataEndpoint(IDatabaseFile db, ViewerSessions viewerSessions) : BaseEndpoint { | ||||
| 	protected override Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) { | ||||
| 		Guid sessionId = GetSessionId(request); | ||||
| 		ViewerSession session = viewerSessions.Get(sessionId); | ||||
| 		 | ||||
| 		response.ContentType = MediaTypeNames.Application.Json; | ||||
| 		return ViewerJsonExport.GetMetadata(response.Body, Db, session.MessageFilter, cancellationToken); | ||||
| 		return ViewerJsonExport.GetMetadata(response.Body, db, session.MessageFilter, cancellationToken); | ||||
| 	} | ||||
| } | ||||
|   | ||||
| @@ -9,14 +9,14 @@ using Microsoft.AspNetCore.Http; | ||||
|  | ||||
| namespace DHT.Server.Endpoints; | ||||
|  | ||||
| sealed class TrackChannelEndpoint(IDatabaseFile db) : BaseEndpoint(db) { | ||||
| sealed class TrackChannelEndpoint(IDatabaseFile db) : BaseEndpoint { | ||||
| 	protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) { | ||||
| 		JsonElement root = await ReadJson(request); | ||||
| 		Data.Server server = ReadServer(root.RequireObject("server"), "server"); | ||||
| 		Channel channel = ReadChannel(root.RequireObject("channel"), "channel", server.Id); | ||||
| 		 | ||||
| 		await Db.Servers.Add([server]); | ||||
| 		await Db.Channels.Add([channel]); | ||||
| 		await db.Servers.Add([server]); | ||||
| 		await db.Channels.Add([channel]); | ||||
| 	} | ||||
| 	 | ||||
| 	private static Data.Server ReadServer(JsonElement json, string path) { | ||||
| @@ -24,6 +24,7 @@ sealed class TrackChannelEndpoint(IDatabaseFile db) : BaseEndpoint(db) { | ||||
| 			Id = json.RequireSnowflake("id", path), | ||||
| 			Name = json.RequireString("name", path), | ||||
| 			Type = ServerTypes.FromString(json.RequireString("type", path)) ?? throw new HttpException(HttpStatusCode.BadRequest, "Server type must be either 'SERVER', 'GROUP', or 'DM'."), | ||||
| 			IconHash = json.HasKey("icon") ? json.RequireString("icon", path) : null, | ||||
| 		}; | ||||
| 	} | ||||
| 	 | ||||
|   | ||||
| @@ -16,7 +16,7 @@ using Microsoft.AspNetCore.Http; | ||||
|  | ||||
| namespace DHT.Server.Endpoints; | ||||
|  | ||||
| sealed class TrackMessagesEndpoint(IDatabaseFile db) : BaseEndpoint(db) { | ||||
| sealed class TrackMessagesEndpoint(IDatabaseFile db) : BaseEndpoint { | ||||
| 	private const string HasNewMessages = "1"; | ||||
| 	private const string NoNewMessages = "0"; | ||||
| 	 | ||||
| @@ -38,9 +38,9 @@ sealed class TrackMessagesEndpoint(IDatabaseFile db) : BaseEndpoint(db) { | ||||
| 		} | ||||
| 		 | ||||
| 		var addedMessageFilter = new MessageFilter { MessageIds = addedMessageIds }; | ||||
| 		bool anyNewMessages = await Db.Messages.Count(addedMessageFilter, CancellationToken.None) < addedMessageIds.Count; | ||||
| 		bool anyNewMessages = await db.Messages.Count(addedMessageFilter, CancellationToken.None) < addedMessageIds.Count; | ||||
| 		 | ||||
| 		await Db.Messages.Add(messages); | ||||
| 		await db.Messages.Add(messages); | ||||
| 		 | ||||
| 		await response.WriteTextAsync(anyNewMessages ? HasNewMessages : NoNewMessages, cancellationToken); | ||||
| 	} | ||||
|   | ||||
| @@ -9,7 +9,7 @@ using Microsoft.AspNetCore.Http; | ||||
|  | ||||
| namespace DHT.Server.Endpoints; | ||||
|  | ||||
| sealed class TrackUsersEndpoint(IDatabaseFile db) : BaseEndpoint(db) { | ||||
| sealed class TrackUsersEndpoint(IDatabaseFile db) : BaseEndpoint { | ||||
| 	protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) { | ||||
| 		JsonElement root = await ReadJson(request); | ||||
| 		 | ||||
| @@ -24,7 +24,7 @@ sealed class TrackUsersEndpoint(IDatabaseFile db) : BaseEndpoint(db) { | ||||
| 			users[i++] = ReadUser(user, "user"); | ||||
| 		} | ||||
| 		 | ||||
| 		await Db.Users.Add(users); | ||||
| 		await db.Users.Add(users); | ||||
| 	} | ||||
| 	 | ||||
| 	private static User ReadUser(JsonElement json, string path) { | ||||
| @@ -32,7 +32,7 @@ sealed class TrackUsersEndpoint(IDatabaseFile db) : BaseEndpoint(db) { | ||||
| 			Id = json.RequireSnowflake("id", path), | ||||
| 			Name = json.RequireString("name", path), | ||||
| 			DisplayName = json.HasKey("displayName") ? json.RequireString("displayName", path) : null, | ||||
| 			AvatarUrl = json.HasKey("avatar") ? json.RequireString("avatar", path) : null, | ||||
| 			AvatarHash = json.HasKey("avatar") ? json.RequireString("avatar", path) : null, | ||||
| 			Discriminator = json.HasKey("discriminator") ? json.RequireString("discriminator", path) : null, | ||||
| 		}; | ||||
| 	} | ||||
|   | ||||
| @@ -1,18 +1,14 @@ | ||||
| using System.Collections.Generic; | ||||
| using System.Net; | ||||
| using System.Threading; | ||||
| using System.Threading.Tasks; | ||||
| using DHT.Server.Database; | ||||
| using DHT.Utils.Http; | ||||
| using DHT.Server.Service.Middlewares; | ||||
| using DHT.Utils.Resources; | ||||
| using Microsoft.AspNetCore.Http; | ||||
| using Microsoft.AspNetCore.StaticFiles; | ||||
|  | ||||
| namespace DHT.Server.Endpoints; | ||||
|  | ||||
| sealed class ViewerEndpoint(IDatabaseFile db, ResourceLoader resources) : BaseEndpoint(db) { | ||||
| 	private static readonly FileExtensionContentTypeProvider ContentTypeProvider = new (); | ||||
| 	 | ||||
| [ServerAuthorizationMiddleware.NoAuthorization] | ||||
| sealed class ViewerEndpoint(ResourceLoader resources) : BaseEndpoint { | ||||
| 	private readonly Dictionary<string, byte[]?> cache = new (); | ||||
| 	private readonly SemaphoreSlim cacheSemaphore = new (1); | ||||
| 	 | ||||
| @@ -31,12 +27,6 @@ sealed class ViewerEndpoint(IDatabaseFile db, ResourceLoader resources) : BaseEn | ||||
| 			cacheSemaphore.Release(); | ||||
| 		} | ||||
| 		 | ||||
| 		if (resourceBytes == null) { | ||||
| 			throw new HttpException(HttpStatusCode.NotFound, "File not found: " + path); | ||||
| 		} | ||||
| 		else { | ||||
| 			string? contentType = ContentTypeProvider.TryGetContentType(path, out string? type) ? type : null; | ||||
| 			await response.WriteFileAsync(contentType, resourceBytes, cancellationToken); | ||||
| 		} | ||||
| 		await WriteFileIfFound(response, path, resourceBytes, cancellationToken); | ||||
| 	} | ||||
| } | ||||
|   | ||||
| @@ -11,7 +11,7 @@ | ||||
|   </ItemGroup> | ||||
|    | ||||
|   <ItemGroup> | ||||
|     <PackageReference Include="Microsoft.Data.Sqlite" Version="8.0.7" /> | ||||
|     <PackageReference Include="Microsoft.Data.Sqlite" Version="9.0.6" /> | ||||
|     <PackageReference Include="System.Linq.Async" Version="6.0.1" /> | ||||
|   </ItemGroup> | ||||
|    | ||||
| @@ -29,6 +29,11 @@ | ||||
|       <Link>Resources/Tracker/%(RecursiveDir)%(Filename)%(Extension)</Link> | ||||
|       <Visible>false</Visible> | ||||
|     </EmbeddedResource> | ||||
|     <EmbeddedResource Include="../Resources/Tracker/loader/**"> | ||||
|       <LogicalName>Tracker\loader\%(RecursiveDir)%(Filename)%(Extension)</LogicalName> | ||||
|       <Link>Resources/Tracker/loader/%(RecursiveDir)%(Filename)%(Extension)</Link> | ||||
|       <Visible>false</Visible> | ||||
|     </EmbeddedResource> | ||||
|     <EmbeddedResource Include="../Resources/Tracker/scripts/**"> | ||||
|       <LogicalName>Tracker\scripts\%(RecursiveDir)%(Filename)%(Extension)</LogicalName> | ||||
|       <Link>Resources/Tracker/scripts/%(RecursiveDir)%(Filename)%(Extension)</Link> | ||||
|   | ||||
| @@ -1,4 +1,6 @@ | ||||
| using System; | ||||
| using System.Net; | ||||
| using System.Reflection; | ||||
| using System.Threading.Tasks; | ||||
| using DHT.Utils.Logging; | ||||
| using Microsoft.AspNetCore.Http; | ||||
| @@ -6,25 +8,11 @@ using Microsoft.Extensions.Primitives; | ||||
|  | ||||
| namespace DHT.Server.Service.Middlewares; | ||||
|  | ||||
| sealed class ServerAuthorizationMiddleware { | ||||
| sealed class ServerAuthorizationMiddleware(RequestDelegate next, ServerParameters serverParameters) { | ||||
| 	private static readonly Log Log = Log.ForType<ServerAuthorizationMiddleware>(); | ||||
| 	 | ||||
| 	private readonly RequestDelegate next; | ||||
| 	private readonly ServerParameters serverParameters; | ||||
| 	 | ||||
| 	public ServerAuthorizationMiddleware(RequestDelegate next, ServerParameters serverParameters) { | ||||
| 		this.next = next; | ||||
| 		this.serverParameters = serverParameters; | ||||
| 	} | ||||
| 	 | ||||
| 	public async Task InvokeAsync(HttpContext context) { | ||||
| 		HttpRequest request = context.Request; | ||||
| 		 | ||||
| 		bool success = HttpMethods.IsGet(request.Method) | ||||
| 			               ? CheckToken(request.Query["token"]) | ||||
| 			               : CheckToken(request.Headers["X-DHT-Token"]); | ||||
| 		 | ||||
| 		if (success) { | ||||
| 		if (SkipAuthorization(context) || CheckToken(context.Request)) { | ||||
| 			await next(context); | ||||
| 		} | ||||
| 		else { | ||||
| @@ -32,6 +20,16 @@ sealed class ServerAuthorizationMiddleware { | ||||
| 		} | ||||
| 	} | ||||
| 	 | ||||
| 	private static bool SkipAuthorization(HttpContext context) { | ||||
| 		return context.GetEndpoint()?.RequestDelegate?.Target?.GetType().GetCustomAttribute<NoAuthorization>() != null; | ||||
| 	} | ||||
| 	 | ||||
| 	private bool CheckToken(HttpRequest request) { | ||||
| 		return HttpMethods.IsGet(request.Method) | ||||
| 			       ? CheckToken(request.Query["token"]) | ||||
| 			       : CheckToken(request.Headers["X-DHT-Token"]); | ||||
| 	} | ||||
| 	 | ||||
| 	private bool CheckToken(StringValues token) { | ||||
| 		if (token.Count == 1 && token[0] == serverParameters.Token) { | ||||
| 			return true; | ||||
| @@ -41,4 +39,7 @@ sealed class ServerAuthorizationMiddleware { | ||||
| 			return false; | ||||
| 		} | ||||
| 	} | ||||
| 	 | ||||
| 	[AttributeUsage(AttributeTargets.Class)] | ||||
| 	public sealed class NoAuthorization : Attribute; | ||||
| } | ||||
|   | ||||
| @@ -30,11 +30,11 @@ sealed class ServerLoggingMiddleware(RequestDelegate next) { | ||||
| 		long elapsedMs = stopwatch.ElapsedMilliseconds; | ||||
| 		 | ||||
| 		if (context.RequestAborted.IsCancellationRequested) { | ||||
| 			Log.Debug("Request to " + request.GetEncodedPathAndQuery() + " (" + requestLength + " B) was cancelled after " + elapsedMs + " ms"); | ||||
| 			Log.Debug("Request to " + request.GetEncodedPathAndQuery() + " (" + requestLength + " B) was cancelled after " + elapsedMs + " ms."); | ||||
| 		} | ||||
| 		else { | ||||
| 			int responseStatus = context.Response.StatusCode; | ||||
| 			Log.Debug("Request to " + request.GetEncodedPathAndQuery() + " (" + requestLength + " B) returned " + responseStatus + ", took " + elapsedMs + " ms"); | ||||
| 			Log.Debug("Request to " + request.GetEncodedPathAndQuery() + " (" + requestLength + " B) returned " + responseStatus + ", took " + elapsedMs + " ms."); | ||||
| 		} | ||||
| 	} | ||||
| } | ||||
|   | ||||
| @@ -88,7 +88,7 @@ public sealed class ServerManager { | ||||
| 			throw; | ||||
| 		} | ||||
| 		 | ||||
| 		Log.Info("Server started"); | ||||
| 		Log.Info("Server started."); | ||||
| 		 | ||||
| 		server = newServer; | ||||
| 		 | ||||
| @@ -104,7 +104,7 @@ public sealed class ServerManager { | ||||
| 		 | ||||
| 		Log.Info("Stopping server..."); | ||||
| 		await server.StopAsync(); | ||||
| 		Log.Info("Server stopped"); | ||||
| 		Log.Info("Server stopped."); | ||||
| 		 | ||||
| 		server.Dispose(); | ||||
| 		server = null; | ||||
|   | ||||
Some files were not shown because too many files have changed in this diff Show More
		Reference in New Issue
	
	Block a user