mirror of
				https://github.com/chylex/Discord-History-Tracker.git
				synced 2025-10-31 11:17:15 +01:00 
			
		
		
		
	Compare commits
	
		
			15 Commits
		
	
	
		
			v41.2
			...
			1700f99bf7
		
	
	| Author | SHA1 | Date | |
|---|---|---|---|
| 1700f99bf7 | |||
| 84acf5f5d5 | |||
| ae56433836 | |||
| c3d4fa5532 | |||
| a6225b9721 | |||
| 943163473a | |||
| fa00df10d8 | |||
| f54465e5fe | |||
| 2d55ca4013 | |||
| 0072e025f4 | |||
| 383ee5c90e | |||
| 2b1c178f49 | |||
| 16d7e5a6f8 | |||
| 052d24d1e7 | |||
| b058f1fb77 | 
| @@ -13,10 +13,10 @@ | ||||
|     <CssCodeStyleSettings> | ||||
|       <option name="HEX_COLOR_LOWER_CASE" value="true" /> | ||||
|     </CssCodeStyleSettings> | ||||
|     <DB2CodeStyleSettings version="6"> | ||||
|     <DB2CodeStyleSettings version="7"> | ||||
|       <option name="USE_GENERIC_STYLE" value="true" /> | ||||
|     </DB2CodeStyleSettings> | ||||
|     <DerbyCodeStyleSettings version="6"> | ||||
|     <DerbyCodeStyleSettings version="7"> | ||||
|       <option name="USE_GENERIC_STYLE" value="true" /> | ||||
|     </DerbyCodeStyleSettings> | ||||
|     <GoCodeStyleSettings> | ||||
| @@ -26,10 +26,10 @@ | ||||
|       <option name="WRAP_FUNC_PARAMS" value="5" /> | ||||
|       <option name="WRAP_FUNC_RESULT" value="5" /> | ||||
|     </GoCodeStyleSettings> | ||||
|     <H2CodeStyleSettings version="6"> | ||||
|     <H2CodeStyleSettings version="7"> | ||||
|       <option name="USE_GENERIC_STYLE" value="true" /> | ||||
|     </H2CodeStyleSettings> | ||||
|     <HSQLCodeStyleSettings version="6"> | ||||
|     <HSQLCodeStyleSettings version="7"> | ||||
|       <option name="USE_GENERIC_STYLE" value="true" /> | ||||
|     </HSQLCodeStyleSettings> | ||||
|     <HTMLCodeStyleSettings> | ||||
| @@ -85,10 +85,10 @@ | ||||
|     <LessCodeStyleSettings> | ||||
|       <option name="HEX_COLOR_LOWER_CASE" value="true" /> | ||||
|     </LessCodeStyleSettings> | ||||
|     <MSSQLCodeStyleSettings version="6"> | ||||
|     <MSSQLCodeStyleSettings version="7"> | ||||
|       <option name="USE_GENERIC_STYLE" value="true" /> | ||||
|     </MSSQLCodeStyleSettings> | ||||
|     <MySQLCodeStyleSettings version="6"> | ||||
|     <MySQLCodeStyleSettings version="7"> | ||||
|       <option name="USE_GENERIC_STYLE" value="true" /> | ||||
|     </MySQLCodeStyleSettings> | ||||
|     <Objective-C> | ||||
| @@ -98,7 +98,7 @@ | ||||
|       <option name="SPACE_BEFORE_INIT_LIST" value="true" /> | ||||
|       <option name="SPACE_AFTER_DICTIONARY_LITERAL_COLON" value="false" /> | ||||
|     </Objective-C> | ||||
|     <OracleCodeStyleSettings version="6"> | ||||
|     <OracleCodeStyleSettings version="7"> | ||||
|       <option name="USE_GENERIC_STYLE" value="true" /> | ||||
|     </OracleCodeStyleSettings> | ||||
|     <PHPCodeStyleSettings> | ||||
| @@ -116,7 +116,7 @@ | ||||
|       <option name="NEW_LINE_AFTER_PHP_OPENING_TAG" value="true" /> | ||||
|       <option name="SPACE_AROUND_ASSIGNMENT_IN_DECLARE" value="true" /> | ||||
|     </PHPCodeStyleSettings> | ||||
|     <PostgresCodeStyleSettings version="6"> | ||||
|     <PostgresCodeStyleSettings version="7"> | ||||
|       <option name="USE_GENERIC_STYLE" value="true" /> | ||||
|     </PostgresCodeStyleSettings> | ||||
|     <Properties> | ||||
| @@ -143,13 +143,16 @@ | ||||
|       <option name="INDENT_WHEN_CASES" value="true" /> | ||||
|       <option name="CHAIN_CALLS_ALIGNMENT" value="2" /> | ||||
|     </Ruby> | ||||
|     <SQLiteCodeStyleSettings version="6"> | ||||
|     <SQLiteCodeStyleSettings version="7"> | ||||
|       <option name="USE_GENERIC_STYLE" value="true" /> | ||||
|     </SQLiteCodeStyleSettings> | ||||
|     <ScssCodeStyleSettings> | ||||
|       <option name="HEX_COLOR_LOWER_CASE" value="true" /> | ||||
|     </ScssCodeStyleSettings> | ||||
|     <SqlCodeStyleSettings version="6"> | ||||
|     <Shell_Script> | ||||
|       <option name="KEEP_COLUMN_ALIGNMENT_PADDING" value="true" /> | ||||
|     </Shell_Script> | ||||
|     <SqlCodeStyleSettings version="7"> | ||||
|       <option name="KEYWORD_CASE" value="2" /> | ||||
|       <option name="TYPE_CASE" value="2" /> | ||||
|       <option name="CUSTOM_TYPE_CASE" value="2" /> | ||||
| @@ -173,9 +176,10 @@ | ||||
|       <option name="CONSTRAINT_WRAP_3" value="true" /> | ||||
|       <option name="CONSTRAINT_WRAP_4" value="true" /> | ||||
|       <option name="VIEW_INDENT_QUERY" value="true" /> | ||||
|       <option name="IMP_LOOP_LOOP_INDENT" value="false" /> | ||||
|       <option name="EXPR_CASE_WHEN_WRAP" value="false" /> | ||||
|     </SqlCodeStyleSettings> | ||||
|     <SybaseCodeStyleSettings version="6"> | ||||
|     <SybaseCodeStyleSettings version="7"> | ||||
|       <option name="USE_GENERIC_STYLE" value="true" /> | ||||
|     </SybaseCodeStyleSettings> | ||||
|     <TypeScriptCodeStyleSettings version="0"> | ||||
| @@ -203,6 +207,11 @@ | ||||
|         <option name="KEEP_INDENTS_ON_EMPTY_LINES" value="true" /> | ||||
|       </indentOptions> | ||||
|     </codeStyleSettings> | ||||
|     <codeStyleSettings language="Gherkin"> | ||||
|       <indentOptions> | ||||
|         <option name="KEEP_INDENTS_ON_EMPTY_LINES" value="true" /> | ||||
|       </indentOptions> | ||||
|     </codeStyleSettings> | ||||
|     <codeStyleSettings language="Groovy"> | ||||
|       <option name="ELSE_ON_NEW_LINE" value="true" /> | ||||
|       <option name="SPACE_WITHIN_ARRAY_INITIALIZER_BRACES" value="true" /> | ||||
| @@ -282,6 +291,13 @@ | ||||
|         <option name="KEEP_INDENTS_ON_EMPTY_LINES" value="true" /> | ||||
|       </indentOptions> | ||||
|     </codeStyleSettings> | ||||
|     <codeStyleSettings language="Markdown"> | ||||
|       <indentOptions> | ||||
|         <option name="INDENT_SIZE" value="2" /> | ||||
|         <option name="CONTINUATION_INDENT_SIZE" value="2" /> | ||||
|         <option name="TAB_SIZE" value="2" /> | ||||
|       </indentOptions> | ||||
|     </codeStyleSettings> | ||||
|     <codeStyleSettings language="ObjectiveC"> | ||||
|       <option name="LINE_COMMENT_AT_FIRST_COLUMN" value="false" /> | ||||
|       <option name="BLOCK_COMMENT_AT_FIRST_COLUMN" value="false" /> | ||||
| @@ -342,7 +358,6 @@ | ||||
|       </indentOptions> | ||||
|     </codeStyleSettings> | ||||
|     <codeStyleSettings language="Rust"> | ||||
|       <option name="RIGHT_MARGIN" value="140" /> | ||||
|       <option name="ALIGN_MULTILINE_CHAINED_METHODS" value="true" /> | ||||
|       <indentOptions> | ||||
|         <option name="USE_TAB_CHARACTER" value="true" /> | ||||
| @@ -357,6 +372,7 @@ | ||||
|     </codeStyleSettings> | ||||
|     <codeStyleSettings language="SCSS"> | ||||
|       <indentOptions> | ||||
|         <option name="CONTINUATION_INDENT_SIZE" value="2" /> | ||||
|         <option name="KEEP_INDENTS_ON_EMPTY_LINES" value="true" /> | ||||
|       </indentOptions> | ||||
|     </codeStyleSettings> | ||||
| @@ -367,13 +383,6 @@ | ||||
|         <option name="KEEP_INDENTS_ON_EMPTY_LINES" value="true" /> | ||||
|       </indentOptions> | ||||
|     </codeStyleSettings> | ||||
|     <codeStyleSettings language="Shell Script"> | ||||
|       <indentOptions> | ||||
|         <option name="INDENT_SIZE" value="4" /> | ||||
|         <option name="TAB_SIZE" value="4" /> | ||||
|         <option name="USE_TAB_CHARACTER" value="true" /> | ||||
|       </indentOptions> | ||||
|     </codeStyleSettings> | ||||
|     <codeStyleSettings language="TOML"> | ||||
|       <indentOptions> | ||||
|         <option name="CONTINUATION_INDENT_SIZE" value="4" /> | ||||
| @@ -427,6 +436,9 @@ | ||||
|     </codeStyleSettings> | ||||
|     <codeStyleSettings language="liquid"> | ||||
|       <indentOptions> | ||||
|         <option name="INDENT_SIZE" value="2" /> | ||||
|         <option name="CONTINUATION_INDENT_SIZE" value="2" /> | ||||
|         <option name="TAB_SIZE" value="2" /> | ||||
|         <option name="KEEP_INDENTS_ON_EMPTY_LINES" value="true" /> | ||||
|       </indentOptions> | ||||
|     </codeStyleSettings> | ||||
| @@ -442,4 +454,4 @@ | ||||
|       </indentOptions> | ||||
|     </codeStyleSettings> | ||||
|   </code_scheme> | ||||
| </component> | ||||
| </component> | ||||
| @@ -91,7 +91,6 @@ | ||||
|     <inspection_tool class="ComparatorNotSerializable" enabled="true" level="WARNING" enabled_by_default="true" /> | ||||
|     <inspection_tool class="CompareToUsesNonFinalVariable" enabled="true" level="WARNING" enabled_by_default="true" /> | ||||
|     <inspection_tool class="ComparisonOfShortAndChar" enabled="true" level="WARNING" enabled_by_default="true" /> | ||||
|     <inspection_tool class="ComposeMissingKeys" enabled="true" level="ERROR" enabled_by_default="true" /> | ||||
|     <inspection_tool class="ConditionSignal" enabled="true" level="WARNING" enabled_by_default="true" /> | ||||
|     <inspection_tool class="ConditionalExpression" enabled="true" level="INFORMATION" enabled_by_default="true"> | ||||
|       <option name="ignoreSimpleAssignmentsAndReturns" value="true" /> | ||||
| @@ -362,7 +361,7 @@ | ||||
|     </inspection_tool> | ||||
|     <inspection_tool class="LocalVariableDeclarationSideOnly" enabled="true" level="ERROR" enabled_by_default="true" /> | ||||
|     <inspection_tool class="LocalVariableNamingConventionJS" enabled="true" level="WARNING" enabled_by_default="true"> | ||||
|       <option name="m_regex" value="[a-z][A-Za-z]*" /> | ||||
|       <option name="m_regex" value="[a-z][A-Za-z0-9]*" /> | ||||
|       <option name="m_minLength" value="0" /> | ||||
|       <option name="m_maxLength" value="99" /> | ||||
|     </inspection_tool> | ||||
|   | ||||
| @@ -1,22 +0,0 @@ | ||||
| <component name="libraryTable"> | ||||
|   <library name="Generated files" type="javaScript"> | ||||
|     <properties> | ||||
|       <sourceFilesUrls> | ||||
|         <item url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/discord.js" /> | ||||
|         <item url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/dom.js" /> | ||||
|         <item url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/gui.js" /> | ||||
|         <item url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/settings.js" /> | ||||
|         <item url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/state.js" /> | ||||
|       </sourceFilesUrls> | ||||
|     </properties> | ||||
|     <CLASSES> | ||||
|       <root url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/discord.js" /> | ||||
|       <root url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/dom.js" /> | ||||
|       <root url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/gui.js" /> | ||||
|       <root url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/settings.js" /> | ||||
|       <root url="file://$PROJECT_DIR$/Resources/Tracker/scripts.min/state.js" /> | ||||
|     </CLASSES> | ||||
|     <JAVADOC /> | ||||
|     <SOURCES /> | ||||
|   </library> | ||||
| </component> | ||||
| @@ -39,11 +39,6 @@ | ||||
|     <EmbeddedResource Include="Resources/tracker-loader.js"> | ||||
|       <LogicalName>tracker-loader.js</LogicalName> | ||||
|     </EmbeddedResource> | ||||
|     <EmbeddedResource Include="../Resources/Viewer/**"> | ||||
|       <LogicalName>Viewer\%(RecursiveDir)%(Filename)%(Extension)</LogicalName> | ||||
|       <Link>Resources/Viewer/%(RecursiveDir)%(Filename)%(Extension)</Link> | ||||
|       <Visible>false</Visible> | ||||
|     </EmbeddedResource> | ||||
|   </ItemGroup> | ||||
|    | ||||
| </Project> | ||||
|   | ||||
| @@ -249,11 +249,8 @@ sealed partial class MessageFilterPanelModel : ObservableObject, IDisposable { | ||||
| 			var checkBoxItems = new List<CheckBoxItem<ulong>>(); | ||||
|  | ||||
| 			await foreach (var user in state.Db.Users.Get()) { | ||||
| 				var name = user.Name; | ||||
| 				var discriminator = user.Discriminator; | ||||
|  | ||||
| 				checkBoxItems.Add(new CheckBoxItem<ulong>(user.Id) { | ||||
| 					Title = discriminator == null ? name : name + " #" + discriminator, | ||||
| 					Title = user.DisplayName == null ? user.Name : $"{user.DisplayName} ({user.Name})", | ||||
| 					IsChecked = IncludedUsers == null || IncludedUsers.Contains(user.Id) | ||||
| 				}); | ||||
| 			} | ||||
|   | ||||
| @@ -1,9 +1,7 @@ | ||||
| using System; | ||||
| using System.Diagnostics.CodeAnalysis; | ||||
| using System.IO; | ||||
| using System.Threading.Tasks; | ||||
| using Avalonia.Controls; | ||||
| using DHT.Desktop.Main.Pages; | ||||
| using DHT.Utils.Logging; | ||||
| using JetBrains.Annotations; | ||||
|  | ||||
| @@ -43,13 +41,5 @@ public sealed partial class MainWindow : Window { | ||||
| 				Log.Error("Caught exception while disposing window: " + ex); | ||||
| 			} | ||||
| 		} | ||||
|  | ||||
| 		foreach (var temporaryFile in ViewerPageModel.TemporaryFiles) { | ||||
| 			try { | ||||
| 				File.Delete(temporaryFile); | ||||
| 			} catch (Exception) { | ||||
| 				// ignored | ||||
| 			} | ||||
| 		} | ||||
| 	} | ||||
| } | ||||
|   | ||||
| @@ -73,6 +73,7 @@ sealed class DebugPageModel { | ||||
| 		var users = Enumerable.Range(0, userCount).Select(_ => new User { | ||||
| 			Id = RandomId(rand), | ||||
| 			Name = RandomName("u"), | ||||
| 			DisplayName = RandomName("u"), | ||||
| 			AvatarUrl = null, | ||||
| 			Discriminator = rand.Next(0, 9999).ToString(), | ||||
| 		}).ToArray(); | ||||
|   | ||||
| @@ -21,7 +21,6 @@ | ||||
|     <StackPanel Orientation="Vertical" Spacing="20"> | ||||
|         <StackPanel Orientation="Horizontal" VerticalAlignment="Top"> | ||||
|             <Button Command="{Binding OnClickOpenViewer}" Margin="0 0 5 0">Open Viewer</Button> | ||||
|             <Button Command="{Binding OnClickSaveViewer}" Margin="5 0 0 0">Save Viewer</Button> | ||||
|         </StackPanel> | ||||
|         <controls:MessageFilterPanel DataContext="{Binding FilterModel}" /> | ||||
|         <Expander Header="Database Tools"> | ||||
|   | ||||
| @@ -1,34 +1,22 @@ | ||||
| using System; | ||||
| using System.Collections.Concurrent; | ||||
| using System.ComponentModel; | ||||
| using System.Diagnostics; | ||||
| using System.IO; | ||||
| using System.Text; | ||||
| using System.Threading.Tasks; | ||||
| using System.Web; | ||||
| using Avalonia.Controls; | ||||
| using Avalonia.Platform.Storage; | ||||
| using CommunityToolkit.Mvvm.ComponentModel; | ||||
| using DHT.Desktop.Common; | ||||
| using DHT.Desktop.Dialogs.File; | ||||
| using DHT.Desktop.Dialogs.Message; | ||||
| using DHT.Desktop.Dialogs.Progress; | ||||
| using DHT.Desktop.Main.Controls; | ||||
| using DHT.Desktop.Server; | ||||
| using DHT.Server; | ||||
| using DHT.Server.Data.Filters; | ||||
| using DHT.Server.Database.Export; | ||||
| using static DHT.Desktop.Program; | ||||
| using DHT.Server.Service.Viewer; | ||||
|  | ||||
| namespace DHT.Desktop.Main.Pages; | ||||
|  | ||||
| sealed partial class ViewerPageModel : ObservableObject, IDisposable { | ||||
| 	public static readonly ConcurrentBag<string> TemporaryFiles = []; | ||||
|  | ||||
| 	private static readonly FilePickerFileType[] ViewerFileTypes = [ | ||||
| 		FileDialogs.CreateFilter("Discord History Viewer", ["html"]) | ||||
| 	]; | ||||
|  | ||||
| 	public bool DatabaseToolFilterModeKeep { get; set; } = true; | ||||
| 	public bool DatabaseToolFilterModeRemove { get; set; } = false; | ||||
|  | ||||
| @@ -61,101 +49,18 @@ sealed partial class ViewerPageModel : ObservableObject, IDisposable { | ||||
|  | ||||
| 	public async void OnClickOpenViewer() { | ||||
| 		try { | ||||
| 			var fullPath = await PrepareTemporaryViewerFile(); | ||||
| 			string serverUrl = "http://127.0.0.1:" + ServerConfiguration.Port; | ||||
| 			string serverToken = ServerConfiguration.Token; | ||||
| 			string sessionId = state.ViewerSessions.Register(new ViewerSession(FilterModel.CreateFilter())).ToString(); | ||||
| 			 | ||||
| 			string jsConstants = $""" | ||||
| 			                      window.DHT_SERVER_URL = "{HttpUtility.JavaScriptStringEncode("http://127.0.0.1:" + ServerConfiguration.Port)}"; | ||||
| 			                      window.DHT_SERVER_TOKEN = "{HttpUtility.JavaScriptStringEncode(ServerConfiguration.Token)}"; | ||||
| 			                      """; | ||||
|  | ||||
| 			await ProgressDialog.ShowIndeterminate(window, "Open Viewer", "Creating viewer...", _ => Task.Run(() => WriteViewerFile(fullPath, jsConstants))); | ||||
| 			 | ||||
| 			Process.Start(new ProcessStartInfo(fullPath) { | ||||
| 			Process.Start(new ProcessStartInfo(serverUrl + "/viewer/?token=" + HttpUtility.UrlEncode(serverToken) + "&session=" + HttpUtility.UrlEncode(sessionId)) { | ||||
| 				UseShellExecute = true | ||||
| 			}); | ||||
| 		} catch (Exception e) { | ||||
| 			await Dialog.ShowOk(window, "Open Viewer", "Could not create or save viewer: " + e.Message); | ||||
| 			await Dialog.ShowOk(window, "Open Viewer", "Could not open viewer: " + e.Message); | ||||
| 		} | ||||
| 	} | ||||
|  | ||||
| 	private async Task<string> PrepareTemporaryViewerFile() { | ||||
| 		return await Task.Run(() => { | ||||
| 			string rootPath = Path.Combine(Path.GetTempPath(), "DiscordHistoryTracker"); | ||||
| 			string filenameBase = Path.GetFileNameWithoutExtension(state.Db.Path) + "-" + DateTime.Now.ToString("yyyy-MM-dd"); | ||||
| 			string fullPath = Path.Combine(rootPath, filenameBase + ".html"); | ||||
| 			 | ||||
| 			int counter = 0; | ||||
|  | ||||
| 			while (File.Exists(fullPath)) { | ||||
| 				++counter; | ||||
| 				fullPath = Path.Combine(rootPath, filenameBase + "-" + counter + ".html"); | ||||
| 			} | ||||
|  | ||||
| 			TemporaryFiles.Add(fullPath); | ||||
|  | ||||
| 			Directory.CreateDirectory(rootPath); | ||||
|  | ||||
| 			return fullPath; | ||||
| 		}); | ||||
| 	} | ||||
|  | ||||
| 	public async void OnClickSaveViewer() { | ||||
| 		string? path = await window.StorageProvider.SaveFile(new FilePickerSaveOptions { | ||||
| 			Title = "Save Viewer", | ||||
| 			FileTypeChoices = ViewerFileTypes, | ||||
| 			SuggestedFileName = Path.GetFileNameWithoutExtension(state.Db.Path) + ".html", | ||||
| 			SuggestedStartLocation = await FileDialogs.GetSuggestedStartLocation(window, Path.GetDirectoryName(state.Db.Path)), | ||||
| 		}); | ||||
|  | ||||
| 		if (path == null) { | ||||
| 			return; | ||||
| 		} | ||||
|  | ||||
| 		try { | ||||
| 			await ProgressDialog.ShowIndeterminate(window, "Save Viewer", "Creating viewer...", _ => Task.Run(() => WriteViewerFile(path, string.Empty))); | ||||
| 		} catch (Exception e) { | ||||
| 			await Dialog.ShowOk(window, "Save Viewer", "Could not create or save viewer: " + e.Message); | ||||
| 		} | ||||
| 	} | ||||
|  | ||||
| 	private async Task WriteViewerFile(string path, string jsConstants) { | ||||
| 		const string ArchiveTag = "/*[ARCHIVE]*/"; | ||||
|  | ||||
| 		string indexFile = await Resources.ReadTextAsync("Viewer/index.html"); | ||||
| 		string viewerTemplate = indexFile.Replace("/*[CONSTANTS]*/", jsConstants) | ||||
| 		                                 .Replace("/*[JS]*/", await Resources.ReadJoinedAsync("Viewer/scripts/", '\n')) | ||||
| 		                                 .Replace("/*[CSS]*/", await Resources.ReadJoinedAsync("Viewer/styles/", '\n')); | ||||
|  | ||||
| 		int viewerArchiveTagStart = viewerTemplate.IndexOf(ArchiveTag); | ||||
| 		int viewerArchiveTagEnd = viewerArchiveTagStart + ArchiveTag.Length; | ||||
|  | ||||
| 		string jsonTempFile = path + ".tmp"; | ||||
|  | ||||
| 		await using (var jsonStream = new FileStream(jsonTempFile, FileMode.Create, FileAccess.ReadWrite, FileShare.Read)) { | ||||
| 			await ViewerJsonExport.Generate(jsonStream, state.Db, FilterModel.CreateFilter()); | ||||
|  | ||||
| 			char[] jsonBuffer = new char[Math.Min(32768, jsonStream.Position)]; | ||||
| 			jsonStream.Position = 0; | ||||
|  | ||||
| 			await using (var outputStream = new FileStream(path, FileMode.Create, FileAccess.Write, FileShare.Read)) | ||||
| 			await using (var outputWriter = new StreamWriter(outputStream, Encoding.UTF8)) { | ||||
| 				await outputWriter.WriteAsync(viewerTemplate[..viewerArchiveTagStart]); | ||||
|  | ||||
| 				using (var jsonReader = new StreamReader(jsonStream, Encoding.UTF8)) { | ||||
| 					int readBytes; | ||||
| 					while ((readBytes = await jsonReader.ReadAsync(jsonBuffer, 0, jsonBuffer.Length)) > 0) { | ||||
| 						string jsonChunk = new string(jsonBuffer, 0, readBytes); | ||||
| 						await outputWriter.WriteAsync(HttpUtility.JavaScriptStringEncode(jsonChunk)); | ||||
| 					} | ||||
| 				} | ||||
|  | ||||
| 				await outputWriter.WriteAsync(viewerTemplate[viewerArchiveTagEnd..]); | ||||
| 			} | ||||
| 		} | ||||
|  | ||||
| 		File.Delete(jsonTempFile); | ||||
| 	} | ||||
|  | ||||
| 	public async Task OnClickApplyFiltersToDatabase() { | ||||
| 		var filter = FilterModel.CreateFilter(); | ||||
| 		var messageCount = await ProgressDialog.ShowIndeterminate(window, "Apply Filters", "Counting matching messages...", _ => state.Db.Messages.Count(filter)); | ||||
|   | ||||
| @@ -9,6 +9,8 @@ items: | ||||
|           pattern: "^[0-9]+$" | ||||
|         name: | ||||
|           type: string | ||||
|         displayName: | ||||
|           type: string | ||||
|         avatar: | ||||
|           type: string | ||||
|         discriminator: | ||||
|   | ||||
| @@ -69,6 +69,7 @@ const STATE = (function() { | ||||
| 	 * @property {String} id | ||||
| 	 * @property {String} username | ||||
| 	 * @property {String} discriminator | ||||
| 	 * @property {String} [globalName] | ||||
| 	 * @property {String} [avatar] | ||||
| 	 * @property {Boolean} [bot] | ||||
| 	 */ | ||||
| @@ -200,6 +201,10 @@ const STATE = (function() { | ||||
| 						name: user.username | ||||
| 					}; | ||||
| 					 | ||||
| 					if (user.globalName) { | ||||
| 						obj.displayName = user.globalName; | ||||
| 					} | ||||
| 					 | ||||
| 					if (user.avatar) { | ||||
| 						obj.avatar = user.avatar; | ||||
| 					} | ||||
|   | ||||
| @@ -2,21 +2,31 @@ | ||||
| <html lang="en"> | ||||
|   <head> | ||||
|     <meta charset="utf-8"> | ||||
|     <meta name="referrer" content="no-referrer"> | ||||
|      | ||||
|     <title>Discord Offline History</title> | ||||
|      | ||||
|     <link rel="icon" href="favicon.ico"> | ||||
|      | ||||
|     <link rel="stylesheet" href="styles/main.css"> | ||||
|     <link rel="stylesheet" href="styles/menu.css"> | ||||
|     <link rel="stylesheet" href="styles/channels.css"> | ||||
|     <link rel="stylesheet" href="styles/messages.css"> | ||||
|     <link rel="stylesheet" href="styles/modal.css"> | ||||
|      | ||||
|     <script type="text/javascript"> | ||||
| 		window.DHT_EMBEDDED = "/*[ARCHIVE]*/"; | ||||
| 		/*[CONSTANTS]*/ | ||||
| 		/*[JS]*/ | ||||
| 		const query = new URLSearchParams(location.search); | ||||
| 		window.DHT_SERVER_TOKEN = query.get("token"); | ||||
| 		window.DHT_SERVER_SESSION = query.get("session"); | ||||
|     </script> | ||||
|     <style> | ||||
|       /*[CSS]*/ | ||||
|     </style> | ||||
|     <script type="module" src="scripts/bootstrap.mjs"></script> | ||||
|   </head> | ||||
|   <body> | ||||
|     <div id="menu"> | ||||
|       <button id="btn-settings">Settings</button> | ||||
|        | ||||
|       <div class="splitter"></div> | ||||
|        | ||||
|       <div> <!-- needed to stop the select from messing up --> | ||||
|         <select id="opt-messages-per-page"> | ||||
|           <option value="50">50 messages per page </option> | ||||
| @@ -65,7 +75,9 @@ | ||||
|     </div> | ||||
|      | ||||
|     <div id="app"> | ||||
|       <div id="channels"></div> | ||||
|       <div id="channels"> | ||||
|         <div class="loading"></div> | ||||
|       </div> | ||||
|       <div id="messages"></div> | ||||
|     </div> | ||||
|      | ||||
|   | ||||
							
								
								
									
										39
									
								
								app/Resources/Viewer/scripts/bootstrap.js
									
									
									
									
										vendored
									
									
								
							
							
						
						
									
										39
									
								
								app/Resources/Viewer/scripts/bootstrap.js
									
									
									
									
										vendored
									
									
								
							| @@ -1,39 +0,0 @@ | ||||
| document.addEventListener("DOMContentLoaded", () => { | ||||
| 	DISCORD.setup(); | ||||
| 	GUI.setup(); | ||||
| 	 | ||||
| 	GUI.onOptionMessagesPerPageChanged(() => { | ||||
| 		STATE.setMessagesPerPage(GUI.getOptionMessagesPerPage()); | ||||
| 	}); | ||||
| 	 | ||||
| 	STATE.setMessagesPerPage(GUI.getOptionMessagesPerPage()); | ||||
| 	 | ||||
| 	GUI.onOptMessageFilterChanged(filter => { | ||||
| 		STATE.setActiveFilter(filter); | ||||
| 	}); | ||||
| 	 | ||||
| 	GUI.onNavigationButtonClicked(action => { | ||||
| 		STATE.updateCurrentPage(action); | ||||
| 	}); | ||||
| 	 | ||||
| 	STATE.onUsersRefreshed(users => { | ||||
| 		GUI.updateUserList(users); | ||||
| 	}); | ||||
| 	 | ||||
| 	STATE.onChannelsRefreshed((channels, selected) => { | ||||
| 		GUI.updateChannelList(channels, selected, STATE.selectChannel); | ||||
| 	}); | ||||
| 	 | ||||
| 	STATE.onMessagesRefreshed(messages => { | ||||
| 		GUI.updateNavigation(STATE.getCurrentPage(), STATE.getPageCount()); | ||||
| 		GUI.updateMessageList(messages); | ||||
| 		GUI.scrollMessagesToTop(); | ||||
| 	}); | ||||
| 	 | ||||
| 	try { | ||||
| 		STATE.uploadFile(JSON.parse(window.DHT_EMBEDDED)); | ||||
| 	} catch (e) { | ||||
| 		console.error(e); | ||||
| 		alert("Could not parse embedded file, see console for details."); | ||||
| 	} | ||||
| }); | ||||
							
								
								
									
										111
									
								
								app/Resources/Viewer/scripts/bootstrap.mjs
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										111
									
								
								app/Resources/Viewer/scripts/bootstrap.mjs
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,111 @@ | ||||
| import discord from "./discord.mjs"; | ||||
| import gui from "./gui.mjs"; | ||||
| import state from "./state.mjs"; | ||||
| import "./polyfills.mjs"; | ||||
|  | ||||
| window.DISCORD = discord; | ||||
|  | ||||
| document.addEventListener("DOMContentLoaded", () => { | ||||
| 	discord.setup(); | ||||
| 	gui.setup(); | ||||
| 	 | ||||
| 	gui.onOptionMessagesPerPageChanged(() => { | ||||
| 		state.setMessagesPerPage(gui.getOptionMessagesPerPage()); | ||||
| 	}); | ||||
| 	 | ||||
| 	state.setMessagesPerPage(gui.getOptionMessagesPerPage()); | ||||
| 	 | ||||
| 	gui.onOptMessageFilterChanged(filter => { | ||||
| 		state.setActiveFilter(filter); | ||||
| 	}); | ||||
| 	 | ||||
| 	gui.onNavigationButtonClicked(action => { | ||||
| 		state.updateCurrentPage(action); | ||||
| 	}); | ||||
| 	 | ||||
| 	state.onUsersRefreshed(users => { | ||||
| 		gui.updateUserList(users); | ||||
| 	}); | ||||
| 	 | ||||
| 	state.onChannelsRefreshed((channels, selected) => { | ||||
| 		gui.updateChannelList(channels, selected, state.selectChannel); | ||||
| 	}); | ||||
| 	 | ||||
| 	state.onMessagesRefreshed(messages => { | ||||
| 		gui.updateNavigation(state.getCurrentPage(), state.getPageCount()); | ||||
| 		gui.updateMessageList(messages); | ||||
| 		gui.scrollMessagesToTop(); | ||||
| 	}); | ||||
| 	 | ||||
| 	async function fetchUrl(path, contentType) { | ||||
| 		const response = await fetch("/" + path + "?token=" + encodeURIComponent(window.DHT_SERVER_TOKEN) + "&session=" + encodeURIComponent(window.DHT_SERVER_SESSION), { | ||||
| 			method: "GET", | ||||
| 			headers: { | ||||
| 				"Content-Type": contentType, | ||||
| 			}, | ||||
| 			credentials: "omit", | ||||
| 			redirect: "error", | ||||
| 		}); | ||||
| 		 | ||||
| 		if (!response.ok) { | ||||
| 			throw "Unexpected response status: " + response.statusText; | ||||
| 		} | ||||
| 		 | ||||
| 		return response; | ||||
| 	} | ||||
| 	 | ||||
| 	async function processLines(response, callback) { | ||||
| 		let body = ""; | ||||
| 		 | ||||
| 		for await (const chunk of response.body.pipeThrough(new TextDecoderStream("utf-8"))) { | ||||
| 			body += chunk; | ||||
| 			 | ||||
| 			let startIndex = 0; | ||||
| 			 | ||||
| 			while (true) { | ||||
| 				const endIndex = body.indexOf("\n", startIndex); | ||||
| 				if (endIndex === -1) { | ||||
| 					break; | ||||
| 				} | ||||
| 				 | ||||
| 				callback(body.substring(startIndex, endIndex)); | ||||
| 				startIndex = endIndex + 1; | ||||
| 			} | ||||
| 			 | ||||
| 			body = body.substring(startIndex); | ||||
| 		} | ||||
| 		 | ||||
| 		if (body !== "") { | ||||
| 			callback(body); | ||||
| 		} | ||||
| 	} | ||||
| 	 | ||||
| 	async function loadData() { | ||||
| 		try { | ||||
| 			const metadataResponse = await fetchUrl("get-viewer-metadata", "application/json"); | ||||
| 			const metadataJson = await metadataResponse.json(); | ||||
| 			 | ||||
| 			const messagesResponse = await fetchUrl("get-viewer-messages", "application/x-ndjson"); | ||||
| 			const messages = {}; | ||||
| 			 | ||||
| 			await processLines(messagesResponse, line => { | ||||
| 				const message = JSON.parse(line); | ||||
| 				const channel = message.c; | ||||
| 				 | ||||
| 				const channelMessages = messages[channel] || (messages[channel] = {}); | ||||
| 				channelMessages[message.id] = message; | ||||
| 				 | ||||
| 				delete message.id; | ||||
| 				delete message.c; | ||||
| 			}); | ||||
| 			 | ||||
| 			state.uploadFile(metadataJson, messages); | ||||
| 		} catch (e) { | ||||
| 			console.error(e); | ||||
| 			alert("Could not load data, see console for details."); | ||||
| 			document.querySelector("#channels > div.loading").remove(); | ||||
| 		} | ||||
| 	} | ||||
| 	 | ||||
| 	loadData(); | ||||
| }); | ||||
| @@ -1,4 +1,10 @@ | ||||
| const DISCORD = (function() { | ||||
| import discord from "./discord.mjs"; | ||||
| import dom from "./dom.mjs"; | ||||
| import template from "./template.mjs"; | ||||
| import settings from "./settings.mjs"; | ||||
| import state from "./state.mjs"; | ||||
| 
 | ||||
| export default (function() { | ||||
| 	const regex = { | ||||
| 		formatBold: /\*\*([\s\S]+?)\*\*(?!\*)/g, | ||||
| 		formatItalic1: /\*([\s\S]+?)\*(?!\*)/g, | ||||
| @@ -35,17 +41,14 @@ const DISCORD = (function() { | ||||
| 	let templateReaction; | ||||
| 	let templateReactionCustom; | ||||
| 	 | ||||
| 	const fileUrlProcessor = function(serverUrl, serverToken) { | ||||
| 		if (typeof serverUrl === "string" && typeof serverToken === "string") { | ||||
| 			return url => serverUrl + "/get-downloaded-file/" + encodeURIComponent(url) + "?token=" + encodeURIComponent(serverToken); | ||||
| 	const fileUrlProcessor = function(serverToken) { | ||||
| 		if (typeof serverToken === "string") { | ||||
| 			return url => "/get-downloaded-file/" + encodeURIComponent(url) + "?token=" + encodeURIComponent(serverToken); | ||||
| 		} | ||||
| 		else { | ||||
| 			return url => url; | ||||
| 		} | ||||
| 	}( | ||||
| 		window["DHT_SERVER_URL"], | ||||
| 		window["DHT_SERVER_TOKEN"] | ||||
| 	); | ||||
| 	}(window.DHT_SERVER_TOKEN); | ||||
| 	 | ||||
| 	const getEmoji = function(name, id, extension) { | ||||
| 		const tag = ":" + name + ":"; | ||||
| @@ -53,9 +56,9 @@ const DISCORD = (function() { | ||||
| 	}; | ||||
| 	 | ||||
| 	const processMessageContents = function(contents) { | ||||
| 		let processed = DOM.escapeHTML(contents.replace(regex.formatUrlNoEmbed, "$1")); | ||||
| 		let processed = dom.escapeHTML(contents.replace(regex.formatUrlNoEmbed, "$1")); | ||||
| 		 | ||||
| 		if (SETTINGS.enableFormatting) { | ||||
| 		if (settings.enableFormatting) { | ||||
| 			const escapeHtmlMatch = (full, match) => "&#" + match.charCodeAt(0) + ";"; | ||||
| 			 | ||||
| 			processed = processed | ||||
| @@ -71,13 +74,13 @@ const DISCORD = (function() { | ||||
| 				.replace(regex.formatStrike, "<s>$1</s>"); | ||||
| 		} | ||||
| 		 | ||||
| 		const animatedEmojiExtension = SETTINGS.enableAnimatedEmoji ? "gif" : "webp"; | ||||
| 		const animatedEmojiExtension = settings.enableAnimatedEmoji ? "gif" : "webp"; | ||||
| 		 | ||||
| 		// noinspection HtmlUnknownTarget
 | ||||
| 		processed = processed | ||||
| 			.replace(regex.formatUrl, "<a href='$1' target='_blank' rel='noreferrer'>$1</a>") | ||||
| 			.replace(regex.mentionChannel, (full, match) => "<span class='link mention-chat'>#" + STATE.getChannelName(match) + "</span>") | ||||
| 			.replace(regex.mentionUser, (full, match) => "<span class='link mention-user' title='#" + (STATE.getUserTag(match) || "????") + "'>@" + STATE.getUserName(match) + "</span>") | ||||
| 			.replace(regex.mentionChannel, (full, match) => "<span class='link mention-chat'>#" + state.getChannelName(match) + "</span>") | ||||
| 			.replace(regex.mentionUser, (full, match) => "<span class='link mention-user' title='" + state.getUserName(match) + "'>@" + state.getUserDisplayName(match) + "</span>") | ||||
| 			.replace(regex.customEmojiStatic, (full, m1, m2) => getEmoji(m1, m2, "webp")) | ||||
| 			.replace(regex.customEmojiAnimated, (full, m1, m2) => getEmoji(m1, m2, animatedEmojiExtension)); | ||||
| 		 | ||||
| @@ -89,7 +92,7 @@ const DISCORD = (function() { | ||||
| 	}; | ||||
| 	 | ||||
| 	const getImageEmbed = function(url, image) { | ||||
| 		if (!SETTINGS.enableImagePreviews) { | ||||
| 		if (!settings.enableImagePreviews) { | ||||
| 			return ""; | ||||
| 		} | ||||
| 		 | ||||
| @@ -109,36 +112,36 @@ const DISCORD = (function() { | ||||
| 	 | ||||
| 	return { | ||||
| 		setup() { | ||||
| 			templateChannelServer = new TEMPLATE([ | ||||
| 				"<div data-channel='{id}'>", | ||||
| 			templateChannelServer = new template([ | ||||
| 				"<div class='channel' data-channel='{id}'>", | ||||
| 				"<div class='info' title='{topic}'><strong class='name'>#{name}</strong>{nsfw}<span class='tag'>{msgcount}</span></div>", | ||||
| 				"<span class='server'>{server.name} ({server.type})</span>", | ||||
| 				"</div>" | ||||
| 			].join("")); | ||||
| 			 | ||||
| 			templateChannelPrivate = new TEMPLATE([ | ||||
| 				"<div data-channel='{id}'>", | ||||
| 			templateChannelPrivate = new template([ | ||||
| 				"<div class='channel' data-channel='{id}'>", | ||||
| 				"<div class='info'><strong class='name'>{name}</strong><span class='tag'>{msgcount}</span></div>", | ||||
| 				"<span class='server'>({server.type})</span>", | ||||
| 				"</div>" | ||||
| 			].join("")); | ||||
| 			 | ||||
| 			templateMessageNoAvatar = new TEMPLATE([ | ||||
| 			templateMessageNoAvatar = new template([ | ||||
| 				"<div>", | ||||
| 				"<div class='reply-message'>{reply}</div>", | ||||
| 				"<h2><strong class='username' title='#{user.tag}'>{user.name}</strong><span class='info time'>{timestamp}</span>{edit}{jump}</h2>", | ||||
| 				"<h2><strong class='username' title='{user.name}'>{user.displayName}</strong><span class='info time'>{timestamp}</span>{edit}{jump}</h2>", | ||||
| 				"<div class='message'>{contents}{embeds}{attachments}</div>", | ||||
| 				"{reactions}", | ||||
| 				"</div>" | ||||
| 			].join("")); | ||||
| 			 | ||||
| 			templateMessageWithAvatar = new TEMPLATE([ | ||||
| 			templateMessageWithAvatar = new template([ | ||||
| 				"<div>", | ||||
| 				"<div class='reply-message reply-message-with-avatar'>{reply}</div>", | ||||
| 				"<div class='avatar-wrapper'>", | ||||
| 				"<div class='avatar'>{avatar}</div>", | ||||
| 				"<div>", | ||||
| 				"<h2><strong class='username' title='#{user.tag}'>{user.name}</strong><span class='info time'>{timestamp}</span>{edit}{jump}</h2>", | ||||
| 				"<h2><strong class='username' title='{user.name}'>{user.displayName}</strong><span class='info time'>{timestamp}</span>{edit}{jump}</h2>", | ||||
| 				"<div class='message'>{contents}{embeds}{attachments}</div>", | ||||
| 				"{reactions}", | ||||
| 				"</div>", | ||||
| @@ -147,50 +150,50 @@ const DISCORD = (function() { | ||||
| 			].join("")); | ||||
| 			 | ||||
| 			// noinspection HtmlUnknownTarget
 | ||||
| 			templateUserAvatar = new TEMPLATE([ | ||||
| 			templateUserAvatar = new template([ | ||||
| 				"<img src='{url}' alt=''>" | ||||
| 			].join("")); | ||||
| 			 | ||||
| 			// noinspection HtmlUnknownTarget
 | ||||
| 			templateAttachmentDownload = new TEMPLATE([ | ||||
| 			templateAttachmentDownload = new template([ | ||||
| 				"<a href='{url}' class='embed download'>Download {name}</a>" | ||||
| 			].join("")); | ||||
| 			 | ||||
| 			// noinspection HtmlUnknownTarget
 | ||||
| 			templateEmbedImage = new TEMPLATE([ | ||||
| 				"<a href='{url}' class='embed thumbnail loading'><img src='{src}' alt='' onload='DISCORD.handleImageLoad(this)' onerror='DISCORD.handleImageLoadError(this)'></a><br>" | ||||
| 			templateEmbedImage = new template([ | ||||
| 				"<a href='{url}' class='embed thumbnail loading'><img src='{src}' alt='' onload='window.DISCORD.handleImageLoad(this)' onerror='window.DISCORD.handleImageLoadError(this)'></a><br>" | ||||
| 			].join("")); | ||||
| 			 | ||||
| 			// noinspection HtmlUnknownTarget
 | ||||
| 			templateEmbedImageWithSize = new TEMPLATE([ | ||||
| 				"<a href='{url}' class='embed thumbnail loading'><img src='{src}' width='{width}' height='{height}' alt='' onload='DISCORD.handleImageLoad(this)' onerror='DISCORD.handleImageLoadError(this)'></a><br>" | ||||
| 			templateEmbedImageWithSize = new template([ | ||||
| 				"<a href='{url}' class='embed thumbnail loading'><img src='{src}' width='{width}' height='{height}' alt='' onload='window.DISCORD.handleImageLoad(this)' onerror='window.DISCORD.handleImageLoadError(this)'></a><br>" | ||||
| 			].join("")); | ||||
| 			 | ||||
| 			// noinspection HtmlUnknownTarget
 | ||||
| 			templateEmbedRich = new TEMPLATE([ | ||||
| 			templateEmbedRich = new template([ | ||||
| 				"<div class='embed download'><a href='{url}' class='title'>{title}</a><p class='desc'>{description}</p></div>" | ||||
| 			].join("")); | ||||
| 			 | ||||
| 			// noinspection HtmlUnknownTarget
 | ||||
| 			templateEmbedRichNoDescription = new TEMPLATE([ | ||||
| 			templateEmbedRichNoDescription = new template([ | ||||
| 				"<div class='embed download'><a href='{url}' class='title'>{title}</a></div>" | ||||
| 			].join("")); | ||||
| 			 | ||||
| 			// noinspection HtmlUnknownTarget
 | ||||
| 			templateEmbedUrl = new TEMPLATE([ | ||||
| 			templateEmbedUrl = new template([ | ||||
| 				"<a href='{url}' class='embed download'>{url}</a>" | ||||
| 			].join("")); | ||||
| 			 | ||||
| 			templateEmbedUnsupported = new TEMPLATE([ | ||||
| 			templateEmbedUnsupported = new template([ | ||||
| 				"<div class='embed download'><p>(Unsupported embed)</p></div>" | ||||
| 			].join("")); | ||||
| 			 | ||||
| 			templateReaction = new TEMPLATE([ | ||||
| 			templateReaction = new template([ | ||||
| 				"<span class='reaction-wrapper'><span class='reaction-emoji'>{n}</span><span class='count'>{c}</span></span>" | ||||
| 			].join("")); | ||||
| 			 | ||||
| 			// noinspection HtmlUnknownTarget
 | ||||
| 			templateReactionCustom = new TEMPLATE([ | ||||
| 			templateReactionCustom = new template([ | ||||
| 				"<span class='reaction-wrapper'><img src='{url}' alt=':{n}:' title=':{n}:' class='reaction-emoji-custom'><span class='count'>{c}</span></span>" | ||||
| 			].join("")); | ||||
| 		}, | ||||
| @@ -207,7 +210,7 @@ const DISCORD = (function() { | ||||
| 		}, | ||||
| 		 | ||||
| 		isImageAttachment(attachment) { | ||||
| 			const url = DOM.tryParseUrl(attachment.url); | ||||
| 			const url = dom.tryParseUrl(attachment.url); | ||||
| 			return url != null && isImageUrl(url); | ||||
| 		}, | ||||
| 		 | ||||
| @@ -220,15 +223,15 @@ const DISCORD = (function() { | ||||
| 		}, | ||||
| 		 | ||||
| 		getMessageHTML(message) { // noinspection FunctionWithInconsistentReturnsJS
 | ||||
| 			return (SETTINGS.enableUserAvatars ? templateMessageWithAvatar : templateMessageNoAvatar).apply(message, (property, value) => { | ||||
| 			return (settings.enableUserAvatars ? templateMessageWithAvatar : templateMessageNoAvatar).apply(message, (property, value) => { | ||||
| 				if (property === "avatar") { | ||||
| 					return value ? templateUserAvatar.apply(getAvatarUrlObject(value)) : ""; | ||||
| 				} | ||||
| 				else if (property === "user.tag") { | ||||
| 					return value ? value : "????"; | ||||
| 				else if (property === "user.displayName") { | ||||
| 					return value ? value : message.user.name; | ||||
| 				} | ||||
| 				else if (property === "timestamp") { | ||||
| 					return DOM.getHumanReadableTime(value); | ||||
| 					return dom.getHumanReadableTime(value); | ||||
| 				} | ||||
| 				else if (property === "contents") { | ||||
| 					return value && value.length > 0 ? processMessageContents(value) : ""; | ||||
| @@ -243,10 +246,10 @@ const DISCORD = (function() { | ||||
| 							return templateEmbedUnsupported.apply(embed); | ||||
| 						} | ||||
| 						else if ("image" in embed && embed.image.url) { | ||||
| 							return getImageEmbed(fileUrlProcessor(embed.url), embed.image); | ||||
| 							return getImageEmbed(embed.url, embed.image); | ||||
| 						} | ||||
| 						else if ("thumbnail" in embed && embed.thumbnail.url) { | ||||
| 							return getImageEmbed(fileUrlProcessor(embed.url), embed.thumbnail); | ||||
| 							return getImageEmbed(embed.url, embed.thumbnail); | ||||
| 						} | ||||
| 						else if ("title" in embed && "description" in embed) { | ||||
| 							return templateEmbedRich.apply(embed); | ||||
| @@ -267,7 +270,7 @@ const DISCORD = (function() { | ||||
| 					return value.map(attachment => { | ||||
| 						const url = fileUrlProcessor(attachment.url); | ||||
| 						 | ||||
| 						if (!DISCORD.isImageAttachment(attachment) || !SETTINGS.enableImagePreviews) { | ||||
| 						if (!discord.isImageAttachment(attachment) || !settings.enableImagePreviews) { | ||||
| 							return templateAttachmentDownload.apply({ url, name: attachment.name }); | ||||
| 						} | ||||
| 						else if ("width" in attachment && "height" in attachment) { | ||||
| @@ -279,18 +282,18 @@ const DISCORD = (function() { | ||||
| 					}).join(""); | ||||
| 				} | ||||
| 				else if (property === "edit") { | ||||
| 					return value ? "<span class='info edited'>Edited " + DOM.getHumanReadableTime(value) + "</span>" : ""; | ||||
| 					return value ? "<span class='info edited'>Edited " + dom.getHumanReadableTime(value) + "</span>" : ""; | ||||
| 				} | ||||
| 				else if (property === "jump") { | ||||
| 					return STATE.hasActiveFilter ? "<span class='info jump' data-jump='" + value + "'>Jump to message</span>" : ""; | ||||
| 					return state.hasActiveFilter ? "<span class='info jump' data-jump='" + value + "'>Jump to message</span>" : ""; | ||||
| 				} | ||||
| 				else if (property === "reply") { | ||||
| 					if (!value) { | ||||
| 						return value === null ? "<span class='reply-contents reply-missing'>(replies to an unknown message)</span>" : ""; | ||||
| 					} | ||||
| 					 | ||||
| 					const user = "<span class='reply-username' title='#" + (value.user.tag ? value.user.tag : "????") + "'>" + value.user.name + "</span>"; | ||||
| 					const avatar = SETTINGS.enableUserAvatars && value.avatar ? "<span class='reply-avatar'>" + templateUserAvatar.apply(getAvatarUrlObject(value.avatar)) + "</span>" : ""; | ||||
| 					const user = "<span class='reply-username' title='" + value.user.name + "'>" + (value.user.displayName ?? value.user.name) + "</span>"; | ||||
| 					const avatar = settings.enableUserAvatars && value.avatar ? "<span class='reply-avatar'>" + templateUserAvatar.apply(getAvatarUrlObject(value.avatar)) + "</span>" : ""; | ||||
| 					const contents = value.contents ? "<span class='reply-contents'>" + processMessageContents(value.contents) + "</span>" : ""; | ||||
| 					 | ||||
| 					return "<span class='jump' data-jump='" + value.id + "'>Jump to reply</span><span class='user'>" + avatar + user + "</span>" + contents; | ||||
| @@ -302,7 +305,7 @@ const DISCORD = (function() { | ||||
| 					 | ||||
| 					return "<div class='reactions'>" + value.map(reaction => { | ||||
| 						if ("id" in reaction){ | ||||
| 							const ext = reaction.a && SETTINGS.enableAnimatedEmoji ? "gif" : "webp"; | ||||
| 							const ext = reaction.a && settings.enableAnimatedEmoji ? "gif" : "webp"; | ||||
| 							const url = fileUrlProcessor("https://cdn.discordapp.com/emojis/" + reaction.id + "." + ext); | ||||
| 							// noinspection JSUnusedGlobalSymbols
 | ||||
| 							return templateReactionCustom.apply({ url, n: reaction.n, c: reaction.c }); | ||||
| @@ -8,9 +8,12 @@ const HTML_ENTITY_MAP = { | ||||
| 
 | ||||
| const HTML_ENTITY_REGEX = /[&<>"']/g; | ||||
| 
 | ||||
| class DOM { | ||||
| export default class { | ||||
| 	/** | ||||
| 	 * Returns a child element by its ID. Parent defaults to the entire document. | ||||
| 	 * @param {string} id | ||||
| 	 * @param {HTMLElement} [parent] | ||||
| 	 * @returns {HTMLElement|null} | ||||
| 	 */ | ||||
| 	static id(id, parent) { | ||||
| 		return (parent || document).getElementById(id); | ||||
| @@ -18,6 +21,9 @@ class DOM { | ||||
| 	 | ||||
| 	/** | ||||
| 	 * Returns an array of all child elements containing the specified class. Parent defaults to the entire document. | ||||
| 	 * @param {string} cls | ||||
| 	 * @param {HTMLElement} [parent] | ||||
| 	 * @returns {HTMLElement[]} | ||||
| 	 */ | ||||
| 	static cls(cls, parent) { | ||||
| 		return Array.prototype.slice.call((parent || document).getElementsByClassName(cls)); | ||||
| @@ -25,6 +31,9 @@ class DOM { | ||||
| 	 | ||||
| 	/** | ||||
| 	 * Returns an array of all child elements that have the specified tag. Parent defaults to the entire document. | ||||
| 	 * @param {string} tag | ||||
| 	 * @param {HTMLElement} [parent] | ||||
| 	 * @returns {HTMLElement[]} | ||||
| 	 */ | ||||
| 	static tag(tag, parent) { | ||||
| 		return Array.prototype.slice.call((parent || document).getElementsByTagName(tag)); | ||||
| @@ -32,6 +41,9 @@ class DOM { | ||||
| 	 | ||||
| 	/** | ||||
| 	 * Returns the first child element containing the specified class. Parent defaults to the entire document. | ||||
| 	 * @param {string} cls | ||||
| 	 * @param {HTMLElement} [parent] | ||||
| 	 * @returns {HTMLElement} | ||||
| 	 */ | ||||
| 	static fcls(cls, parent) { | ||||
| 		return (parent || document).getElementsByClassName(cls)[0]; | ||||
| @@ -1,10 +1,16 @@ | ||||
| const GUI = (function() { | ||||
| import dom from "./dom.mjs"; | ||||
| import discord from "./discord.mjs"; | ||||
| import settings from "./settings.mjs"; | ||||
| import state from "./state.mjs"; | ||||
| 
 | ||||
| export default (function() { | ||||
| 	let eventOnOptMessagesPerPageChanged; | ||||
| 	let eventOnOptMessageFilterChanged; | ||||
| 	let eventOnNavButtonClicked; | ||||
| 	 | ||||
| 	const getActiveFilter = function() { | ||||
| 		const active = DOM.fcls("active", DOM.id("opt-filter-list")); | ||||
| 		/** @type HTMLSelectElement */ | ||||
| 		const active = dom.fcls("active", dom.id("opt-filter-list")); | ||||
| 		 | ||||
| 		return active && active.value !== "" ? { | ||||
| 			"type": active.getAttribute("data-filter-type"), | ||||
| @@ -17,12 +23,12 @@ const GUI = (function() { | ||||
| 	}; | ||||
| 	 | ||||
| 	const showModal = function(width, html) { | ||||
| 		const dialog = DOM.id("dialog"); | ||||
| 		const dialog = dom.id("dialog"); | ||||
| 		dialog.innerHTML = html; | ||||
| 		dialog.style.width = width + "px"; | ||||
| 		dialog.style.marginLeft = (-width / 2) + "px"; | ||||
| 		 | ||||
| 		DOM.id("modal").classList.add("visible"); | ||||
| 		dom.id("modal").classList.add("visible"); | ||||
| 		return dialog; | ||||
| 	}; | ||||
| 	 | ||||
| @@ -38,9 +44,9 @@ const GUI = (function() { | ||||
| <label><input id='dht-cfg-animemoji' type='checkbox'> Animated Emoji</label><br>`); | ||||
| 		 | ||||
| 		const setupCheckBox = function(id, settingName) { | ||||
| 			const ele = DOM.id(id); | ||||
| 			ele.checked = SETTINGS[settingName]; | ||||
| 			ele.addEventListener("change", () => SETTINGS[settingName] = ele.checked); | ||||
| 			const ele = dom.id(id); | ||||
| 			ele.checked = settings[settingName]; | ||||
| 			ele.addEventListener("change", () => settings[settingName] = ele.checked); | ||||
| 		}; | ||||
| 		 | ||||
| 		setupCheckBox("dht-cfg-imgpreviews", "enableImagePreviews"); | ||||
| @@ -65,20 +71,20 @@ const GUI = (function() { | ||||
| 		// ---------
 | ||||
| 		 | ||||
| 		setup() { | ||||
| 			const inputMessageFilter = DOM.id("opt-messages-filter"); | ||||
| 			const containerFilterList = DOM.id("opt-filter-list"); | ||||
| 			const inputMessageFilter = dom.id("opt-messages-filter"); | ||||
| 			const containerFilterList = dom.id("opt-filter-list"); | ||||
| 			 | ||||
| 			const resetActiveFilter = function() { | ||||
| 				inputMessageFilter.value = ""; | ||||
| 				inputMessageFilter.dispatchEvent(new Event("change")); | ||||
| 				 | ||||
| 				DOM.id("opt-filter-contents").value = ""; | ||||
| 				dom.id("opt-filter-contents").value = ""; | ||||
| 			}; | ||||
| 			 | ||||
| 			inputMessageFilter.value = ""; // required to prevent browsers from remembering old value
 | ||||
| 			 | ||||
| 			inputMessageFilter.addEventListener("change", () => { | ||||
| 				DOM.cls("active", containerFilterList).forEach(ele => ele.classList.remove("active")); | ||||
| 				dom.cls("active", containerFilterList).forEach(ele => ele.classList.remove("active")); | ||||
| 				 | ||||
| 				if (inputMessageFilter.value) { | ||||
| 					containerFilterList.querySelector("[data-filter-type='" + inputMessageFilter.value + "']").classList.add("active"); | ||||
| @@ -91,11 +97,11 @@ const GUI = (function() { | ||||
| 				ele.addEventListener(ele.tagName === "SELECT" ? "change" : "input", () => triggerFilterChanged()); | ||||
| 			}); | ||||
| 			 | ||||
| 			DOM.id("opt-messages-per-page").addEventListener("change", () => { | ||||
| 			dom.id("opt-messages-per-page").addEventListener("change", () => { | ||||
| 				eventOnOptMessagesPerPageChanged && eventOnOptMessagesPerPageChanged(); | ||||
| 			}); | ||||
| 			 | ||||
| 			DOM.tag("button", DOM.fcls("nav")).forEach(button => { | ||||
| 			dom.tag("button", dom.fcls("nav")).forEach(button => { | ||||
| 				button.disabled = true; | ||||
| 				 | ||||
| 				button.addEventListener("click", () => { | ||||
| @@ -103,34 +109,34 @@ const GUI = (function() { | ||||
| 				}); | ||||
| 			}); | ||||
| 			 | ||||
| 			DOM.id("btn-settings").addEventListener("click", () => { | ||||
| 			dom.id("btn-settings").addEventListener("click", () => { | ||||
| 				showSettingsModal(); | ||||
| 			}); | ||||
| 			 | ||||
| 			DOM.id("btn-about").addEventListener("click", () => { | ||||
| 			dom.id("btn-about").addEventListener("click", () => { | ||||
| 				showInfoModal(); | ||||
| 			}); | ||||
| 			 | ||||
| 			DOM.id("messages").addEventListener("click", e => { | ||||
| 			dom.id("messages").addEventListener("click", e => { | ||||
| 				const jump = e.target.getAttribute("data-jump"); | ||||
| 				 | ||||
| 				if (jump) { | ||||
| 					resetActiveFilter(); | ||||
| 					 | ||||
| 					const index = STATE.navigateToMessage(jump); | ||||
| 					const index = state.navigateToMessage(jump); | ||||
| 					 | ||||
| 					if (index === -1) { | ||||
| 						alert("Message not found."); | ||||
| 					} | ||||
| 					else { | ||||
| 						DOM.id("messages").children[index].scrollIntoView(); | ||||
| 						dom.id("messages").children[index].scrollIntoView(); | ||||
| 					} | ||||
| 				} | ||||
| 			}); | ||||
| 			 | ||||
| 			DOM.id("overlay").addEventListener("click", () => { | ||||
| 				DOM.id("modal").classList.remove("visible"); | ||||
| 				DOM.id("dialog").innerHTML = ""; | ||||
| 			dom.id("overlay").addEventListener("click", () => { | ||||
| 				dom.id("modal").classList.remove("visible"); | ||||
| 				dom.id("dialog").innerHTML = ""; | ||||
| 			}); | ||||
| 		}, | ||||
| 		 | ||||
| @@ -168,19 +174,19 @@ const GUI = (function() { | ||||
| 		 */ | ||||
| 		getOptionMessagesPerPage() { | ||||
| 			/** @type HTMLInputElement */ | ||||
| 			const messagesPerPage = DOM.id("opt-messages-per-page"); | ||||
| 			const messagesPerPage = dom.id("opt-messages-per-page"); | ||||
| 			return parseInt(messagesPerPage.value, 10); | ||||
| 		}, | ||||
| 		 | ||||
| 		updateNavigation(currentPage, totalPages) { | ||||
| 			DOM.id("nav-page-current").innerHTML = currentPage; | ||||
| 			DOM.id("nav-page-total").innerHTML = totalPages || "?"; | ||||
| 			dom.id("nav-page-current").innerHTML = currentPage; | ||||
| 			dom.id("nav-page-total").innerHTML = totalPages || "?"; | ||||
| 			 | ||||
| 			DOM.id("nav-first").disabled = currentPage === 1; | ||||
| 			DOM.id("nav-prev").disabled = currentPage === 1; | ||||
| 			DOM.id("nav-pick").disabled = (totalPages || 0) <= 1; | ||||
| 			DOM.id("nav-next").disabled = currentPage === (totalPages || 1); | ||||
| 			DOM.id("nav-last").disabled = currentPage === (totalPages || 1); | ||||
| 			dom.id("nav-first").disabled = currentPage === 1; | ||||
| 			dom.id("nav-prev").disabled = currentPage === 1; | ||||
| 			dom.id("nav-pick").disabled = (totalPages || 0) <= 1; | ||||
| 			dom.id("nav-next").disabled = currentPage === (totalPages || 1); | ||||
| 			dom.id("nav-last").disabled = currentPage === (totalPages || 1); | ||||
| 		}, | ||||
| 		 | ||||
| 		// --------------
 | ||||
| @@ -191,7 +197,7 @@ const GUI = (function() { | ||||
| 		 * Updates the channel list and sets up their click events. The callback is triggered whenever a channel is selected, and takes the channel ID as its argument. | ||||
| 		 */ | ||||
| 		updateChannelList(channels, selected, callback) { | ||||
| 			const eleChannels = DOM.id("channels"); | ||||
| 			const eleChannels = dom.id("channels"); | ||||
| 			 | ||||
| 			if (!channels) { | ||||
| 				eleChannels.innerHTML = ""; | ||||
| @@ -201,11 +207,11 @@ const GUI = (function() { | ||||
| 					channels = channels.filter(channel => channel.msgcount > 0); | ||||
| 				} | ||||
| 				 | ||||
| 				eleChannels.innerHTML = channels.map(channel => DISCORD.getChannelHTML(channel)).join(""); | ||||
| 				eleChannels.innerHTML = channels.map(channel => discord.getChannelHTML(channel)).join(""); | ||||
| 				 | ||||
| 				Array.prototype.forEach.call(eleChannels.children, ele => { | ||||
| 					ele.addEventListener("click", () => { | ||||
| 						const currentChannel = DOM.fcls("active", eleChannels); | ||||
| 						const currentChannel = dom.fcls("active", eleChannels); | ||||
| 						 | ||||
| 						if (currentChannel) { | ||||
| 							currentChannel.classList.remove("active"); | ||||
| @@ -224,12 +230,12 @@ const GUI = (function() { | ||||
| 		}, | ||||
| 		 | ||||
| 		updateMessageList(messages) { | ||||
| 			DOM.id("messages").innerHTML = messages ? messages.map(message => DISCORD.getMessageHTML(message)).join("") : ""; | ||||
| 			dom.id("messages").innerHTML = messages ? messages.map(message => discord.getMessageHTML(message)).join("") : ""; | ||||
| 		}, | ||||
| 		 | ||||
| 		updateUserList(users) { | ||||
| 			/** @type HTMLSelectElement */ | ||||
| 			const eleSelect = DOM.id("opt-filter-user"); | ||||
| 			const eleSelect = dom.id("opt-filter-user"); | ||||
| 			 | ||||
| 			while (eleSelect.length > 1) { | ||||
| 				eleSelect.remove(1); | ||||
| @@ -237,10 +243,11 @@ const GUI = (function() { | ||||
| 			 | ||||
| 			const options = []; | ||||
| 			 | ||||
| 			for (const key of Object.keys(users)) { | ||||
| 			for (const id of Object.keys(users)) { | ||||
| 				const user = users[id]; | ||||
| 				const option = document.createElement("option"); | ||||
| 				option.value = key; | ||||
| 				option.text = users[key].name; | ||||
| 				option.value = id; | ||||
| 				option.text = user.displayName ? `${user.displayName} (${user.name})` : user.name; | ||||
| 				options.push(option); | ||||
| 			} | ||||
| 			 | ||||
| @@ -249,7 +256,7 @@ const GUI = (function() { | ||||
| 		}, | ||||
| 		 | ||||
| 		scrollMessagesToTop() { | ||||
| 			DOM.id("messages").scrollTop = 0; | ||||
| 			dom.id("messages").scrollTop = 0; | ||||
| 		} | ||||
| 	}; | ||||
| })(); | ||||
							
								
								
									
										35
									
								
								app/Resources/Viewer/scripts/polyfills.mjs
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										35
									
								
								app/Resources/Viewer/scripts/polyfills.mjs
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,35 @@ | ||||
| // https://gist.github.com/MattiasBuelens/496fc1d37adb50a733edd43853f2f60e/088f061ab79b296f29225467ae9ba86ff990195d | ||||
|  | ||||
| ReadableStream.prototype.values ??= function({ preventCancel = false } = {}) { | ||||
| 	const reader = this.getReader(); | ||||
| 	return { | ||||
| 		async next() { | ||||
| 			try { | ||||
| 				const result = await reader.read(); | ||||
| 				if (result.done) { | ||||
| 					reader.releaseLock(); | ||||
| 				} | ||||
| 				return result; | ||||
| 			} catch (e) { | ||||
| 				reader.releaseLock(); | ||||
| 				throw e; | ||||
| 			} | ||||
| 		}, | ||||
| 		async return(value) { | ||||
| 			if (!preventCancel) { | ||||
| 				const cancelPromise = reader.cancel(value); | ||||
| 				reader.releaseLock(); | ||||
| 				await cancelPromise; | ||||
| 			} | ||||
| 			else { | ||||
| 				reader.releaseLock(); | ||||
| 			} | ||||
| 			return { done: true, value }; | ||||
| 		}, | ||||
| 		[Symbol.asyncIterator]() { | ||||
| 			return this; | ||||
| 		} | ||||
| 	}; | ||||
| }; | ||||
|  | ||||
| ReadableStream.prototype[Symbol.asyncIterator] ??= ReadableStream.prototype.values; | ||||
| @@ -1,16 +1,16 @@ | ||||
| const PROCESSOR = {}; | ||||
| import discord from "./discord.mjs"; | ||||
| 
 | ||||
| // ------------------------
 | ||||
| // Global filter generators
 | ||||
| // ------------------------
 | ||||
| 
 | ||||
| PROCESSOR.FILTER = { | ||||
| 	byUser: ((userindex) => message => message.u === userindex), | ||||
| const filter = { | ||||
| 	byUser: ((user) => message => message.u === user), | ||||
| 	byTime: ((timeStart, timeEnd) => message => message.t >= timeStart && message.t <= timeEnd), | ||||
| 	byContents: ((substr) => message => ("m" in message ? message.m : "").indexOf(substr) !== -1), | ||||
| 	byRegex: ((regex) => message => regex.test("m" in message ? message.m : "")), | ||||
| 	withImages: (() => message => (message.e && message.e.some(embed => embed.type === "image")) || (message.a && message.a.some(DISCORD.isImageAttachment))), | ||||
| 	withDownloads: (() => message => message.a && message.a.some(attachment => !DISCORD.isImageAttachment(attachment))), | ||||
| 	withImages: (() => message => (message.e && message.e.some(embed => embed.type === "image")) || (message.a && message.a.some(discord.isImageAttachment))), | ||||
| 	withDownloads: (() => message => message.a && message.a.some(attachment => !discord.isImageAttachment(attachment))), | ||||
| 	withEmbeds: (() => message => message.e && message.e.length > 0), | ||||
| 	withAttachments: (() => message => message.a && message.a.length > 0), | ||||
| 	isEdited: (() => message => ("te" in message) ? message.te : (message.f & 1) === 1) | ||||
| @@ -20,7 +20,7 @@ PROCESSOR.FILTER = { | ||||
| // Global sorters
 | ||||
| // --------------
 | ||||
| 
 | ||||
| PROCESSOR.SORTER = { | ||||
| const sorter = { | ||||
| 	oldestToNewest: (key1, key2) => { | ||||
| 		if (key1.length === key2.length) { | ||||
| 			return key1 > key2 ? 1 : key1 < key2 ? -1 : 0; | ||||
| @@ -39,3 +39,8 @@ PROCESSOR.SORTER = { | ||||
| 		} | ||||
| 	} | ||||
| }; | ||||
| 
 | ||||
| export default { | ||||
| 	FILTER: filter, | ||||
| 	SORTER: sorter | ||||
| }; | ||||
| @@ -1,4 +1,4 @@ | ||||
| const SETTINGS = (function() { | ||||
| export default (function() { | ||||
| 	/** | ||||
| 	 * @type {{}} | ||||
| 	 * @property {Function} onSettingsChanged | ||||
| @@ -1,10 +1,12 @@ | ||||
| import settings from "./settings.mjs"; | ||||
| import processor from "./processor.mjs"; | ||||
| 
 | ||||
| // noinspection FunctionWithInconsistentReturnsJS
 | ||||
| const STATE = (function() { | ||||
| export default (function() { | ||||
| 	/** | ||||
| 	 * @type {{}} | ||||
| 	 * @property {{}} users | ||||
| 	 * @property {String[]} userindex | ||||
| 	 * @property {{}[]} servers | ||||
| 	 * @property {{}} servers | ||||
| 	 * @property {{}} channels | ||||
| 	 */ | ||||
| 	let loadedFileMeta; | ||||
| @@ -17,20 +19,16 @@ const STATE = (function() { | ||||
| 	let currentPage; | ||||
| 	let messagesPerPage; | ||||
| 	 | ||||
| 	const getUser = function(index) { | ||||
| 		return loadedFileMeta.users[loadedFileMeta.userindex[index]] || { "name": "<unknown>" }; | ||||
| 	}; | ||||
| 	 | ||||
| 	const getUserId = function(index) { | ||||
| 		return loadedFileMeta.userindex[index]; | ||||
| 	const getUser = function(id) { | ||||
| 		return loadedFileMeta.users[id] || { "name": "<unknown>" }; | ||||
| 	}; | ||||
| 	 | ||||
| 	const getUserList = function() { | ||||
| 		return loadedFileMeta ? loadedFileMeta.users : []; | ||||
| 	}; | ||||
| 	 | ||||
| 	const getServer = function(index) { | ||||
| 		return loadedFileMeta.servers[index] || { "name": "<unknown>", "type": "unknown" }; | ||||
| 	const getServer = function(id) { | ||||
| 		return loadedFileMeta.servers[id] || { "name": "<unknown>", "type": "unknown" }; | ||||
| 	}; | ||||
| 	 | ||||
| 	const generateChannelHierarchy = function() { | ||||
| @@ -173,7 +171,7 @@ const STATE = (function() { | ||||
| 	}; | ||||
| 	 | ||||
| 	const getMessageChannel = function(id) { | ||||
| 		for (const [ channel, messages ] of Object.entries(loadedFileData)) { | ||||
| 		for (const [ channel, messages ] of Object.entries(loadedFileData)) {  | ||||
| 			if (id in messages) { | ||||
| 				return channel; | ||||
| 			} | ||||
| @@ -204,7 +202,7 @@ const STATE = (function() { | ||||
| 			 */ | ||||
| 			const message = messages[key]; | ||||
| 			const user = getUser(message.u); | ||||
| 			const avatar = user.avatar ? { id: getUserId(message.u), path: user.avatar } : null; | ||||
| 			const avatar = user.avatar ? { id: message.u, path: user.avatar } : null; | ||||
| 			 | ||||
| 			const obj = { | ||||
| 				user, | ||||
| @@ -232,7 +230,7 @@ const STATE = (function() { | ||||
| 			if ("r" in message) { | ||||
| 				const replyMessage = getMessageById(message.r); | ||||
| 				const replyUser = replyMessage ? getUser(replyMessage.u) : null; | ||||
| 				const replyAvatar = replyUser && replyUser.avatar ? { id: getUserId(replyMessage.u), path: replyUser.avatar } : null; | ||||
| 				const replyAvatar = replyUser && replyUser.avatar ? { id: replyMessage.u, path: replyUser.avatar } : null; | ||||
| 				 | ||||
| 				obj["reply"] = replyMessage ? { | ||||
| 					"id": message.r, | ||||
| @@ -290,20 +288,17 @@ const STATE = (function() { | ||||
| 			eventOnUsersRefreshed = callback; | ||||
| 		}, | ||||
| 		 | ||||
| 		/** | ||||
| 		 * @param {{ meta, data }} file | ||||
| 		 */ | ||||
| 		uploadFile(file) { | ||||
| 		uploadFile(meta, data) { | ||||
| 			if (loadedFileMeta != null) { | ||||
| 				throw "A file is already loaded!"; | ||||
| 			} | ||||
| 			 | ||||
| 			if (!file || typeof file.meta !== "object" || typeof file.data !== "object") { | ||||
| 			if (typeof meta !== "object" || typeof data !== "object") { | ||||
| 				throw "Invalid file format!"; | ||||
| 			} | ||||
| 			 | ||||
| 			loadedFileMeta = file.meta; | ||||
| 			loadedFileData = file.data; | ||||
| 			loadedFileMeta = meta; | ||||
| 			loadedFileData = data; | ||||
| 			loadedMessages = null; | ||||
| 			 | ||||
| 			selectedChannel = null; | ||||
| @@ -313,7 +308,7 @@ const STATE = (function() { | ||||
| 			triggerChannelsRefreshed(); | ||||
| 			triggerMessagesRefreshed(); | ||||
| 			 | ||||
| 			SETTINGS.onSettingsChanged(() => triggerMessagesRefreshed()); | ||||
| 			settings.onSettingsChanged(() => triggerMessagesRefreshed()); | ||||
| 		}, | ||||
| 		 | ||||
| 		getChannelName(channel) { | ||||
| @@ -321,21 +316,21 @@ const STATE = (function() { | ||||
| 			return (channelObj && channelObj.name) || channel; | ||||
| 		}, | ||||
| 		 | ||||
| 		getUserTag(user) { | ||||
| 			const userObj = loadedFileMeta.users[user]; | ||||
| 			return (userObj && userObj.tag) || "????"; | ||||
| 		}, | ||||
| 		 | ||||
| 		getUserName(user) { | ||||
| 			const userObj = loadedFileMeta.users[user]; | ||||
| 			return (userObj && userObj.name) || user; | ||||
| 		}, | ||||
| 		 | ||||
| 		getUserDisplayName(user) { | ||||
| 			const userObj = loadedFileMeta.users[user]; | ||||
| 			return (userObj && (userObj.displayName || userObj.name)) || user; | ||||
| 		}, | ||||
| 		 | ||||
| 		selectChannel(channel) { | ||||
| 			currentPage = 1; | ||||
| 			selectedChannel = channel; | ||||
| 			 | ||||
| 			loadedMessages = getFilteredMessageKeys(channel).sort(PROCESSOR.SORTER.oldestToNewest); | ||||
| 			loadedMessages = getFilteredMessageKeys(channel).sort(processor.SORTER.oldestToNewest); | ||||
| 			triggerMessagesRefreshed(); | ||||
| 		}, | ||||
| 		 | ||||
| @@ -416,23 +411,23 @@ const STATE = (function() { | ||||
| 		setActiveFilter(filter) { | ||||
| 			switch (filter ? filter.type : "") { | ||||
| 				case "user": | ||||
| 					filterFunction = PROCESSOR.FILTER.byUser(loadedFileMeta.userindex.indexOf(filter.value)); | ||||
| 					filterFunction = processor.FILTER.byUser(filter.value); | ||||
| 					break; | ||||
| 				 | ||||
| 				case "contents": | ||||
| 					filterFunction = PROCESSOR.FILTER.byContents(filter.value); | ||||
| 					filterFunction = processor.FILTER.byContents(filter.value); | ||||
| 					break; | ||||
| 				 | ||||
| 				case "withimages": | ||||
| 					filterFunction = PROCESSOR.FILTER.withImages(); | ||||
| 					filterFunction = processor.FILTER.withImages(); | ||||
| 					break; | ||||
| 				 | ||||
| 				case "withdownloads": | ||||
| 					filterFunction = PROCESSOR.FILTER.withDownloads(); | ||||
| 					filterFunction = processor.FILTER.withDownloads(); | ||||
| 					break; | ||||
| 				 | ||||
| 				case "edited": | ||||
| 					filterFunction = PROCESSOR.FILTER.isEdited(); | ||||
| 					filterFunction = processor.FILTER.isEdited(); | ||||
| 					break; | ||||
| 				 | ||||
| 				default: | ||||
| @@ -1,6 +1,8 @@ | ||||
| import dom from "./dom.mjs"; | ||||
| 
 | ||||
| const TEMPLATE_REGEX = /{([^{}]+?)}/g; | ||||
| 
 | ||||
| class TEMPLATE { | ||||
| export default class { | ||||
| 	constructor(contents) { | ||||
| 		this.contents = contents; | ||||
| 	}; | ||||
| @@ -11,10 +13,10 @@ class TEMPLATE { | ||||
| 			 | ||||
| 			if (processor) { | ||||
| 				const updated = processor(match, value); | ||||
| 				return typeof updated === "undefined" ? DOM.escapeHTML(value) : updated; | ||||
| 				return typeof updated === "undefined" ? dom.escapeHTML(value) : updated; | ||||
| 			} | ||||
| 			 | ||||
| 			return DOM.escapeHTML(value); | ||||
| 			return dom.escapeHTML(value); | ||||
| 		}); | ||||
| 	} | ||||
| } | ||||
| @@ -3,18 +3,24 @@ | ||||
|   min-width: 215px; | ||||
|   max-width: 300px; | ||||
|   overflow-y: auto; | ||||
|   color: #eee; | ||||
|   background-color: #1c1e22; | ||||
|   font-size: 15px; | ||||
| } | ||||
|  | ||||
| #channels > div { | ||||
| #channels > div.loading { | ||||
|   margin: 0 auto; | ||||
|   width: 150px; | ||||
|   height: 150px; | ||||
| } | ||||
|  | ||||
| #channels > div.channel { | ||||
|   cursor: pointer; | ||||
|   padding: 10px 12px; | ||||
|   color: #eee; | ||||
|   font-size: 15px; | ||||
|   border-bottom: 1px solid #333333; | ||||
| } | ||||
|  | ||||
| #channels > div:hover, #channels > div.active { | ||||
| #channels > div.channel:hover, #channels > div.channel.active { | ||||
|   background-color: #282b30; | ||||
| } | ||||
|  | ||||
|   | ||||
| @@ -11,3 +11,20 @@ body { | ||||
|   display: flex; | ||||
|   flex-direction: row; | ||||
| } | ||||
|  | ||||
| .loading { | ||||
|   position: relative; | ||||
|   --loading-backdrop: rgba(0, 0, 0, 0); | ||||
| } | ||||
|  | ||||
| .loading::after { | ||||
|   content: ""; | ||||
|   background: var(--loading-backdrop) | ||||
|   url("data:image/svg+xml,%3Csvg xmlns='http://www.w3.org/2000/svg' viewBox='0 0 300 300' preserveAspectRatio='xMidYMid'%3E %3Ccircle cx='150' cy='150' fill='none' stroke='%237983f5' stroke-width='8' r='42' stroke-dasharray='198 68'%3E %3CanimateTransform attributeName='transform' type='rotate' repeatCount='indefinite' dur='1.25s' values='0 150 150;360 150 150' keyTimes='0;1' /%3E %3C/circle%3E %3C/svg%3E") | ||||
|   no-repeat center center; | ||||
|   position: absolute; | ||||
|   top: 0; | ||||
|   left: 0; | ||||
|   width: 100%; | ||||
|   height: 100%; | ||||
| } | ||||
|   | ||||
| @@ -1,15 +1,16 @@ | ||||
| #menu { | ||||
|   width: 100%; | ||||
|   height: 48px; | ||||
|   display: flex; | ||||
|   flex-direction: row; | ||||
|   align-items: stretch; | ||||
|   gap: 8px; | ||||
|   padding: 8px; | ||||
|   background-color: #17181c; | ||||
|   border-bottom: 1px dotted #5d626b; | ||||
| } | ||||
|  | ||||
| #menu .splitter { | ||||
|   width: 1px; | ||||
|   margin: 9px 4px; | ||||
|   flex: 0 0 1px; | ||||
|   margin: 9px 1px; | ||||
|   background-color: #5d626b; | ||||
| } | ||||
|  | ||||
| @@ -23,7 +24,8 @@ | ||||
| } | ||||
|  | ||||
| #menu button, #menu select, #menu input[type="text"] { | ||||
|   margin: 8px; | ||||
|   height: 31px; | ||||
|   padding: 0 10px; | ||||
|   background-color: #7289da; | ||||
|   color: #fff; | ||||
|   text-shadow: 1px 1px 2px rgba(0, 0, 0, 0.75); | ||||
| @@ -31,28 +33,25 @@ | ||||
|  | ||||
| #menu button { | ||||
|   font-size: 17px; | ||||
|   padding: 0 12px; | ||||
|   border: 0; | ||||
|   cursor: pointer; | ||||
|   white-space: nowrap; | ||||
| } | ||||
|  | ||||
| #menu select { | ||||
|   font-size: 14px; | ||||
|   padding: 6px; | ||||
|   border: 0; | ||||
|   cursor: pointer; | ||||
| } | ||||
|  | ||||
| #menu input[type="text"] { | ||||
|   font-size: 14px; | ||||
|   padding: 7px 12px; | ||||
|   border: 0; | ||||
| } | ||||
|  | ||||
| #menu .nav { | ||||
|   display: flex; | ||||
|   flex-direction: row; | ||||
|   margin: 0 8px; | ||||
| } | ||||
|  | ||||
| #menu .nav > button { | ||||
| @@ -66,7 +65,7 @@ | ||||
| } | ||||
|  | ||||
| #menu .nav > button, #menu .nav > p { | ||||
|   margin: 8px 1px; | ||||
|   margin: 0 1px; | ||||
| } | ||||
|  | ||||
| #opt-filter-list > select, #opt-filter-list > input { | ||||
| @@ -76,3 +75,7 @@ | ||||
| #opt-filter-list > .active { | ||||
|   display: block; | ||||
| } | ||||
|  | ||||
| #btn-about { | ||||
|   margin-left: auto; | ||||
| } | ||||
|   | ||||
| @@ -107,23 +107,11 @@ | ||||
| } | ||||
|  | ||||
| .message .thumbnail { | ||||
|   position: relative; | ||||
|   --loading-backdrop: rgba(0, 0, 0, 0.75); | ||||
|   max-width: calc(100% - 20px); | ||||
|   max-height: 320px; | ||||
| } | ||||
|  | ||||
| .message .thumbnail.loading::after { | ||||
|   content: ""; | ||||
|   background: rgba(0, 0, 0, 0.75) | ||||
|               url("data:image/svg+xml,%3Csvg xmlns='http://www.w3.org/2000/svg' viewBox='0 0 300 300' preserveAspectRatio='xMidYMid'%3E %3Ccircle cx='150' cy='150' fill='none' stroke='%237983f5' stroke-width='8' r='42' stroke-dasharray='198 68'%3E %3CanimateTransform attributeName='transform' type='rotate' repeatCount='indefinite' dur='1.25s' values='0 150 150;360 150 150' keyTimes='0;1' /%3E %3C/circle%3E %3C/svg%3E") | ||||
|               no-repeat center center; | ||||
|   position: absolute; | ||||
|   top: 0; | ||||
|   left: 0; | ||||
|   width: 100%; | ||||
|   height: 100%; | ||||
| } | ||||
|  | ||||
| .message .thumbnail img { | ||||
|   width: auto; | ||||
|   max-width: 100%; | ||||
|   | ||||
| @@ -3,6 +3,7 @@ namespace DHT.Server.Data; | ||||
| public readonly struct User { | ||||
| 	public ulong Id { get; init; } | ||||
| 	public string Name { get; init; } | ||||
| 	public string? DisplayName { get; init; } | ||||
| 	public string? AvatarUrl { get; init; } | ||||
| 	public string? Discriminator { get; init; } | ||||
| } | ||||
|   | ||||
| @@ -1,3 +1,5 @@ | ||||
| namespace DHT.Server.Database.Export; | ||||
|  | ||||
| readonly record struct Snowflake(ulong Id); | ||||
| readonly record struct Snowflake(ulong Id) { | ||||
| 	public static implicit operator Snowflake(ulong id) => new (id); | ||||
| } | ||||
|   | ||||
| @@ -3,14 +3,10 @@ using System.Text.Json.Serialization; | ||||
|  | ||||
| namespace DHT.Server.Database.Export; | ||||
|  | ||||
| sealed class ViewerJson { | ||||
| 	public required JsonMeta Meta { get; init; } | ||||
| 	public required Dictionary<Snowflake, Dictionary<Snowflake, JsonMessage>> Data { get; init; } | ||||
|  | ||||
| static class ViewerJson { | ||||
| 	public sealed class JsonMeta { | ||||
| 		public required Dictionary<Snowflake, JsonUser> Users { get; init; } | ||||
| 		public required List<Snowflake> Userindex { get; init; } | ||||
| 		public required List<JsonServer> Servers { get; init; } | ||||
| 		public required Dictionary<Snowflake, JsonServer> Servers { get; init; } | ||||
| 		public required Dictionary<Snowflake, JsonChannel> Channels { get; init; } | ||||
| 	} | ||||
| 	 | ||||
| @@ -18,10 +14,10 @@ sealed class ViewerJson { | ||||
| 		public required string Name { get; init; } | ||||
| 		 | ||||
| 		[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)] | ||||
| 		public string? Avatar { get; init; } | ||||
| 		public string? DisplayName { get; init; } | ||||
| 		 | ||||
| 		[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)] | ||||
| 		public string? Tag { get; init; } | ||||
| 		public string? Avatar { get; init; } | ||||
| 	} | ||||
|  | ||||
| 	public sealed class JsonServer { | ||||
| @@ -30,7 +26,7 @@ sealed class ViewerJson { | ||||
| 	} | ||||
|  | ||||
| 	public sealed class JsonChannel { | ||||
| 		public required int Server { get; init; } | ||||
| 		public required Snowflake Server { get; init; } | ||||
| 		public required string Name { get; init; } | ||||
| 		 | ||||
| 		[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)] | ||||
| @@ -47,7 +43,9 @@ sealed class ViewerJson { | ||||
| 	} | ||||
|  | ||||
| 	public sealed class JsonMessage { | ||||
| 		public required int U { get; init; } | ||||
| 		public required Snowflake Id { get; init; } | ||||
| 		public required Snowflake C { get; init; } | ||||
| 		public required Snowflake U { get; init; } | ||||
| 		public required long T { get; init; } | ||||
|  | ||||
| 		[JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)] | ||||
|   | ||||
| @@ -2,7 +2,9 @@ using System; | ||||
| using System.Collections.Generic; | ||||
| using System.IO; | ||||
| using System.Linq; | ||||
| using System.Runtime.CompilerServices; | ||||
| using System.Text.Json; | ||||
| using System.Threading; | ||||
| using System.Threading.Tasks; | ||||
| using DHT.Server.Data; | ||||
| using DHT.Server.Data.Filters; | ||||
| @@ -10,109 +12,93 @@ using DHT.Utils.Logging; | ||||
|  | ||||
| namespace DHT.Server.Database.Export; | ||||
|  | ||||
| public static class ViewerJsonExport { | ||||
| static class ViewerJsonExport { | ||||
| 	private static readonly Log Log = Log.ForType(typeof(ViewerJsonExport)); | ||||
|  | ||||
| 	public static async Task Generate(Stream stream, IDatabaseFile db, MessageFilter? filter = null) { | ||||
| 	public static async Task GetMetadata(Stream stream, IDatabaseFile db, MessageFilter? filter = null, CancellationToken cancellationToken = default) { | ||||
| 		var perf = Log.Start(); | ||||
|  | ||||
| 		var includedUserIds = new HashSet<ulong>(); | ||||
| 		var includedChannelIds = new HashSet<ulong>(); | ||||
| 		var includedChannels = new List<Channel>(); | ||||
| 		var includedServerIds = new HashSet<ulong>(); | ||||
|  | ||||
| 		var includedMessages = await db.Messages.Get(filter).ToListAsync(); | ||||
| 		var includedChannels = new List<Channel>(); | ||||
| 		var channelIdFilter = filter?.ChannelIds; | ||||
|  | ||||
| 		foreach (var message in includedMessages) { | ||||
| 			includedUserIds.Add(message.Sender); | ||||
| 			includedChannelIds.Add(message.Channel); | ||||
| 		} | ||||
|  | ||||
| 		await foreach (var channel in db.Channels.Get()) { | ||||
| 			if (includedChannelIds.Contains(channel.Id)) { | ||||
| 		await foreach (var channel in db.Channels.Get(cancellationToken)) { | ||||
| 			if (channelIdFilter == null || channelIdFilter.Contains(channel.Id)) { | ||||
| 				includedChannels.Add(channel); | ||||
| 				includedServerIds.Add(channel.Server); | ||||
| 			} | ||||
| 		} | ||||
|  | ||||
| 		var (users, userIndex, userIndices) = await GenerateUserList(db, includedUserIds); | ||||
| 		var (servers, serverIndices) = await GenerateServerList(db, includedServerIds); | ||||
| 		var channels = GenerateChannelList(includedChannels, serverIndices); | ||||
| 		var users = await GenerateUserList(db, cancellationToken); | ||||
| 		var servers = await GenerateServerList(db, includedServerIds, cancellationToken); | ||||
| 		var channels = GenerateChannelList(includedChannels); | ||||
|  | ||||
| 		var meta = new ViewerJson.JsonMeta { | ||||
| 			Users = users, | ||||
| 			Servers = servers, | ||||
| 			Channels = channels | ||||
| 		}; | ||||
|  | ||||
| 		perf.Step("Collect database data"); | ||||
|  | ||||
| 		var value = new ViewerJson { | ||||
| 			Meta = new ViewerJson.JsonMeta { | ||||
| 				Users = users, | ||||
| 				Userindex = userIndex, | ||||
| 				Servers = servers, | ||||
| 				Channels = channels | ||||
| 			}, | ||||
| 			Data = GenerateMessageList(includedMessages, userIndices) | ||||
| 		}; | ||||
|  | ||||
| 		perf.Step("Generate value object"); | ||||
|  | ||||
| 		await JsonSerializer.SerializeAsync(stream, value, ViewerJsonContext.Default.ViewerJson); | ||||
| 		await JsonSerializer.SerializeAsync(stream, meta, ViewerJsonMetadataContext.Default.JsonMeta, cancellationToken); | ||||
|  | ||||
| 		perf.Step("Serialize to JSON"); | ||||
| 		perf.End(); | ||||
| 	} | ||||
|  | ||||
| 	private static async Task<(Dictionary<Snowflake, ViewerJson.JsonUser> Users, List<Snowflake> UserIndex, Dictionary<ulong, int> UserIndices)> GenerateUserList(IDatabaseFile db, HashSet<ulong> userIds) { | ||||
| 	public static async Task GetMessages(Stream stream, IDatabaseFile db, MessageFilter? filter = null, CancellationToken cancellationToken = default) { | ||||
| 		var perf = Log.Start(); | ||||
|  | ||||
| 		ReadOnlyMemory<byte> newLine = "\n"u8.ToArray(); | ||||
| 		 | ||||
| 		await foreach(var message in GenerateMessageList(db, filter, cancellationToken)) { | ||||
| 			await JsonSerializer.SerializeAsync(stream, message, ViewerJsonMessageContext.Default.JsonMessage, cancellationToken); | ||||
| 			await stream.WriteAsync(newLine, cancellationToken); | ||||
| 		} | ||||
|  | ||||
| 		perf.Step("Generate and serialize messages to JSON"); | ||||
| 		perf.End(); | ||||
| 	} | ||||
|  | ||||
| 	private static async Task<Dictionary<Snowflake, ViewerJson.JsonUser>> GenerateUserList(IDatabaseFile db, CancellationToken cancellationToken) { | ||||
| 		var users = new Dictionary<Snowflake, ViewerJson.JsonUser>(); | ||||
| 		var userIndex = new List<Snowflake>(); | ||||
| 		var userIndices = new Dictionary<ulong, int>(); | ||||
|  | ||||
| 		await foreach (var user in db.Users.Get()) { | ||||
| 			var id = user.Id; | ||||
| 			if (!userIds.Contains(id)) { | ||||
| 				continue; | ||||
| 			} | ||||
|  | ||||
| 			var idSnowflake = new Snowflake(id); | ||||
| 			userIndices[id] = users.Count; | ||||
| 			userIndex.Add(idSnowflake); | ||||
| 			 | ||||
| 			users[idSnowflake] = new ViewerJson.JsonUser { | ||||
| 		await foreach (var user in db.Users.Get(cancellationToken)) { | ||||
| 			users[user.Id] = new ViewerJson.JsonUser { | ||||
| 				Name = user.Name, | ||||
| 				DisplayName = user.DisplayName, | ||||
| 				Avatar = user.AvatarUrl, | ||||
| 				Tag = user.Discriminator | ||||
| 			}; | ||||
| 		} | ||||
|  | ||||
| 		return (users, userIndex, userIndices); | ||||
| 		return users; | ||||
| 	} | ||||
|  | ||||
| 	private static async Task<(List<ViewerJson.JsonServer> Servers, Dictionary<ulong, int> ServerIndices)> GenerateServerList(IDatabaseFile db, HashSet<ulong> serverIds) { | ||||
| 		var servers = new List<ViewerJson.JsonServer>(); | ||||
| 		var serverIndices = new Dictionary<ulong, int>(); | ||||
| 	private static async Task<Dictionary<Snowflake, ViewerJson.JsonServer>> GenerateServerList(IDatabaseFile db, HashSet<ulong> serverIds, CancellationToken cancellationToken) { | ||||
| 		var servers = new Dictionary<Snowflake, ViewerJson.JsonServer>(); | ||||
|  | ||||
| 		await foreach (var server in db.Servers.Get()) { | ||||
| 			var id = server.Id; | ||||
| 			if (!serverIds.Contains(id)) { | ||||
| 		await foreach (var server in db.Servers.Get(cancellationToken)) { | ||||
| 			if (!serverIds.Contains(server.Id)) { | ||||
| 				continue; | ||||
| 			} | ||||
|  | ||||
| 			serverIndices[id] = servers.Count; | ||||
| 			 | ||||
| 			servers.Add(new ViewerJson.JsonServer { | ||||
| 			servers[server.Id] = new ViewerJson.JsonServer { | ||||
| 				Name = server.Name, | ||||
| 				Type = ServerTypes.ToJsonViewerString(server.Type) | ||||
| 			}); | ||||
| 			}; | ||||
| 		} | ||||
|  | ||||
| 		return (servers, serverIndices); | ||||
| 		return servers; | ||||
| 	} | ||||
|  | ||||
| 	private static Dictionary<Snowflake, ViewerJson.JsonChannel> GenerateChannelList(List<Channel> includedChannels, Dictionary<ulong, int> serverIndices) { | ||||
| 	private static Dictionary<Snowflake, ViewerJson.JsonChannel> GenerateChannelList(List<Channel> includedChannels) { | ||||
| 		var channels = new Dictionary<Snowflake, ViewerJson.JsonChannel>(); | ||||
|  | ||||
| 		foreach (var channel in includedChannels) { | ||||
| 			var channelIdSnowflake = new Snowflake(channel.Id); | ||||
| 			 | ||||
| 			channels[channelIdSnowflake] = new ViewerJson.JsonChannel { | ||||
| 				Server = serverIndices[channel.Server], | ||||
| 			channels[channel.Id] = new ViewerJson.JsonChannel { | ||||
| 				Server = channel.Server, | ||||
| 				Name = channel.Name, | ||||
| 				Parent = channel.ParentId?.ToString(), | ||||
| 				Position = channel.Position, | ||||
| @@ -124,51 +110,40 @@ public static class ViewerJsonExport { | ||||
| 		return channels; | ||||
| 	} | ||||
|  | ||||
| 	private static Dictionary<Snowflake, Dictionary<Snowflake, ViewerJson.JsonMessage>> GenerateMessageList(List<Message> includedMessages, Dictionary<ulong, int> userIndices) { | ||||
| 		var data = new Dictionary<Snowflake, Dictionary<Snowflake, ViewerJson.JsonMessage>>(); | ||||
| 	private static async IAsyncEnumerable<ViewerJson.JsonMessage> GenerateMessageList(IDatabaseFile db, MessageFilter? filter, [EnumeratorCancellation] CancellationToken cancellationToken) { | ||||
| 		await foreach (var message in db.Messages.Get(filter, cancellationToken)) { | ||||
| 			yield return new ViewerJson.JsonMessage { | ||||
| 				Id = message.Id, | ||||
| 				C = message.Channel, | ||||
| 				U = message.Sender, | ||||
| 				T = message.Timestamp, | ||||
| 				M = string.IsNullOrEmpty(message.Text) ? null : message.Text, | ||||
| 				Te = message.EditTimestamp, | ||||
| 				R = message.RepliedToId?.ToString(), | ||||
|  | ||||
| 		foreach (var grouping in includedMessages.GroupBy(static message => message.Channel)) { | ||||
| 			var channelIdSnowflake = new Snowflake(grouping.Key); | ||||
| 			var channelData = new Dictionary<Snowflake, ViewerJson.JsonMessage>(); | ||||
| 				A = message.Attachments.IsEmpty ? null : message.Attachments.Select(static attachment => { | ||||
| 					var a = new ViewerJson.JsonMessageAttachment { | ||||
| 						Url = attachment.DownloadUrl, | ||||
| 						Name = Uri.TryCreate(attachment.NormalizedUrl, UriKind.Absolute, out var uri) ? Path.GetFileName(uri.LocalPath) : attachment.NormalizedUrl | ||||
| 					}; | ||||
|  | ||||
| 			foreach (var message in grouping) { | ||||
| 				var messageIdSnowflake = new Snowflake(message.Id); | ||||
| 				 | ||||
| 				channelData[messageIdSnowflake] = new ViewerJson.JsonMessage { | ||||
| 					U = userIndices[message.Sender], | ||||
| 					T = message.Timestamp, | ||||
| 					M = string.IsNullOrEmpty(message.Text) ? null : message.Text, | ||||
| 					Te = message.EditTimestamp, | ||||
| 					R = message.RepliedToId?.ToString(), | ||||
| 					 | ||||
| 					A = message.Attachments.IsEmpty ? null : message.Attachments.Select(static attachment => { | ||||
| 						var a = new ViewerJson.JsonMessageAttachment { | ||||
| 							Url = attachment.DownloadUrl, | ||||
| 							Name = Uri.TryCreate(attachment.NormalizedUrl, UriKind.Absolute, out var uri) ? Path.GetFileName(uri.LocalPath) : attachment.NormalizedUrl | ||||
| 						}; | ||||
| 					if (attachment is { Width: not null, Height: not null }) { | ||||
| 						a.Width = attachment.Width; | ||||
| 						a.Height = attachment.Height; | ||||
| 					} | ||||
|  | ||||
| 						if (attachment is { Width: not null, Height: not null }) { | ||||
| 							a.Width = attachment.Width; | ||||
| 							a.Height = attachment.Height; | ||||
| 						} | ||||
| 					return a; | ||||
| 				}).ToArray(), | ||||
|  | ||||
| 						return a; | ||||
| 					}).ToArray(), | ||||
| 					 | ||||
| 					E = message.Embeds.IsEmpty ? null : message.Embeds.Select(static embed => embed.Json).ToArray(), | ||||
| 					 | ||||
| 					Re = message.Reactions.IsEmpty ? null : message.Reactions.Select(static reaction => new ViewerJson.JsonMessageReaction { | ||||
| 						Id = reaction.EmojiId?.ToString(), | ||||
| 						N = reaction.EmojiName, | ||||
| 						A = reaction.EmojiFlags.HasFlag(EmojiFlags.Animated), | ||||
| 						C = reaction.Count | ||||
| 					}).ToArray() | ||||
| 				}; | ||||
| 			} | ||||
| 				E = message.Embeds.IsEmpty ? null : message.Embeds.Select(static embed => embed.Json).ToArray(), | ||||
|  | ||||
| 			data[channelIdSnowflake] = channelData; | ||||
| 				Re = message.Reactions.IsEmpty ? null : message.Reactions.Select(static reaction => new ViewerJson.JsonMessageReaction { | ||||
| 					Id = reaction.EmojiId?.ToString(), | ||||
| 					N = reaction.EmojiName, | ||||
| 					A = reaction.EmojiFlags.HasFlag(EmojiFlags.Animated), | ||||
| 					C = reaction.Count | ||||
| 				}).ToArray() | ||||
| 			}; | ||||
| 		} | ||||
|  | ||||
| 		return data; | ||||
| 	} | ||||
| } | ||||
|   | ||||
							
								
								
									
										11
									
								
								app/Server/Database/Export/ViewerJsonMessageContext.cs
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										11
									
								
								app/Server/Database/Export/ViewerJsonMessageContext.cs
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,11 @@ | ||||
| using System.Text.Json.Serialization; | ||||
|  | ||||
| namespace DHT.Server.Database.Export; | ||||
|  | ||||
| [JsonSourceGenerationOptions( | ||||
| 	Converters = [typeof(SnowflakeJsonSerializer)], | ||||
| 	PropertyNamingPolicy = JsonKnownNamingPolicy.CamelCase, | ||||
| 	GenerationMode = JsonSourceGenerationMode.Default | ||||
| )] | ||||
| [JsonSerializable(typeof(ViewerJson.JsonMessage))] | ||||
| sealed partial class ViewerJsonMessageContext : JsonSerializerContext; | ||||
| @@ -7,5 +7,5 @@ namespace DHT.Server.Database.Export; | ||||
| 	PropertyNamingPolicy = JsonKnownNamingPolicy.CamelCase, | ||||
| 	GenerationMode = JsonSourceGenerationMode.Default | ||||
| )] | ||||
| [JsonSerializable(typeof(ViewerJson))] | ||||
| sealed partial class ViewerJsonContext : JsonSerializerContext; | ||||
| [JsonSerializable(typeof(ViewerJson.JsonMeta))] | ||||
| sealed partial class ViewerJsonMetadataContext : JsonSerializerContext; | ||||
| @@ -15,7 +15,7 @@ public interface IChannelRepository { | ||||
| 	 | ||||
| 	Task<long> Count(CancellationToken cancellationToken = default); | ||||
| 	 | ||||
| 	IAsyncEnumerable<Channel> Get(); | ||||
| 	IAsyncEnumerable<Channel> Get(CancellationToken cancellationToken = default); | ||||
|  | ||||
| 	internal sealed class Dummy : IChannelRepository { | ||||
| 		public IObservable<long> TotalCount { get; } = Observable.Return(0L); | ||||
| @@ -28,7 +28,7 @@ public interface IChannelRepository { | ||||
| 			return Task.FromResult(0L); | ||||
| 		} | ||||
|  | ||||
| 		public IAsyncEnumerable<Channel> Get() { | ||||
| 		public IAsyncEnumerable<Channel> Get(CancellationToken cancellationToken) { | ||||
| 			return AsyncEnumerable.Empty<Channel>(); | ||||
| 		} | ||||
| 	} | ||||
|   | ||||
| @@ -24,7 +24,7 @@ public interface IDownloadRepository { | ||||
|  | ||||
| 	Task<bool> GetDownloadData(string normalizedUrl, Func<Stream, Task> dataProcessor); | ||||
| 	 | ||||
| 	Task<bool> GetSuccessfulDownloadWithData(string normalizedUrl, Func<Data.Download, Stream, Task> dataProcessor); | ||||
| 	Task<bool> GetSuccessfulDownloadWithData(string normalizedUrl, Func<Data.Download, Stream, CancellationToken, Task> dataProcessor, CancellationToken cancellationToken = default); | ||||
|  | ||||
| 	IAsyncEnumerable<DownloadItem> PullPendingDownloadItems(int count, DownloadItemFilter filter, CancellationToken cancellationToken = default); | ||||
| 	 | ||||
| @@ -55,7 +55,7 @@ public interface IDownloadRepository { | ||||
| 			return Task.FromResult(false); | ||||
| 		} | ||||
|  | ||||
| 		public Task<bool> GetSuccessfulDownloadWithData(string normalizedUrl, Func<Data.Download, Stream, Task> dataProcessor) { | ||||
| 		public Task<bool> GetSuccessfulDownloadWithData(string normalizedUrl, Func<Data.Download, Stream, CancellationToken, Task> dataProcessor, CancellationToken cancellationToken) { | ||||
| 			return Task.FromResult(false); | ||||
| 		} | ||||
|  | ||||
|   | ||||
| @@ -16,7 +16,7 @@ public interface IMessageRepository { | ||||
| 	 | ||||
| 	Task<long> Count(MessageFilter? filter = null, CancellationToken cancellationToken = default); | ||||
| 	 | ||||
| 	IAsyncEnumerable<Message> Get(MessageFilter? filter = null); | ||||
| 	IAsyncEnumerable<Message> Get(MessageFilter? filter = null, CancellationToken cancellationToken = default); | ||||
| 	 | ||||
| 	IAsyncEnumerable<ulong> GetIds(MessageFilter? filter = null); | ||||
| 	 | ||||
| @@ -33,7 +33,7 @@ public interface IMessageRepository { | ||||
| 			return Task.FromResult(0L); | ||||
| 		} | ||||
|  | ||||
| 		public IAsyncEnumerable<Message> Get(MessageFilter? filter) { | ||||
| 		public IAsyncEnumerable<Message> Get(MessageFilter? filter, CancellationToken cancellationToken) { | ||||
| 			return AsyncEnumerable.Empty<Message>(); | ||||
| 		} | ||||
|  | ||||
|   | ||||
| @@ -14,7 +14,7 @@ public interface IServerRepository { | ||||
| 	 | ||||
| 	Task<long> Count(CancellationToken cancellationToken = default); | ||||
| 	 | ||||
| 	IAsyncEnumerable<Data.Server> Get(); | ||||
| 	IAsyncEnumerable<Data.Server> Get(CancellationToken cancellationToken = default); | ||||
|  | ||||
| 	internal sealed class Dummy : IServerRepository { | ||||
| 		public IObservable<long> TotalCount { get; } = Observable.Return(0L); | ||||
| @@ -27,7 +27,7 @@ public interface IServerRepository { | ||||
| 			return Task.FromResult(0L); | ||||
| 		} | ||||
|  | ||||
| 		public IAsyncEnumerable<Data.Server> Get() { | ||||
| 		public IAsyncEnumerable<Data.Server> Get(CancellationToken cancellationToken) { | ||||
| 			return AsyncEnumerable.Empty<Data.Server>(); | ||||
| 		} | ||||
| 	} | ||||
|   | ||||
| @@ -15,7 +15,7 @@ public interface IUserRepository { | ||||
| 	 | ||||
| 	Task<long> Count(CancellationToken cancellationToken = default); | ||||
| 	 | ||||
| 	IAsyncEnumerable<User> Get(); | ||||
| 	IAsyncEnumerable<User> Get(CancellationToken cancellationToken = default); | ||||
|  | ||||
| 	internal sealed class Dummy : IUserRepository { | ||||
| 		public IObservable<long> TotalCount { get; } = Observable.Return(0L); | ||||
| @@ -28,7 +28,7 @@ public interface IUserRepository { | ||||
| 			return Task.FromResult(0L); | ||||
| 		} | ||||
|  | ||||
| 		public IAsyncEnumerable<User> Get() { | ||||
| 		public IAsyncEnumerable<User> Get(CancellationToken cancellationToken) { | ||||
| 			return AsyncEnumerable.Empty<User>(); | ||||
| 		} | ||||
| 	} | ||||
|   | ||||
| @@ -1,4 +1,5 @@ | ||||
| using System.Collections.Generic; | ||||
| using System.Runtime.CompilerServices; | ||||
| using System.Threading; | ||||
| using System.Threading.Tasks; | ||||
| using DHT.Server.Data; | ||||
| @@ -54,13 +55,13 @@ sealed class SqliteChannelRepository : BaseSqliteRepository, IChannelRepository | ||||
| 		return await conn.ExecuteReaderAsync("SELECT COUNT(*) FROM channels", static reader => reader?.GetInt64(0) ?? 0L, cancellationToken); | ||||
| 	} | ||||
|  | ||||
| 	public async IAsyncEnumerable<Channel> Get() { | ||||
| 	public async IAsyncEnumerable<Channel> Get([EnumeratorCancellation] CancellationToken cancellationToken) { | ||||
| 		await using var conn = await pool.Take(); | ||||
|  | ||||
| 		await using var cmd = conn.Command("SELECT id, server, name, parent_id, position, topic, nsfw FROM channels"); | ||||
| 		await using var reader = await cmd.ExecuteReaderAsync(); | ||||
| 		await using var reader = await cmd.ExecuteReaderAsync(cancellationToken); | ||||
|  | ||||
| 		while (await reader.ReadAsync()) { | ||||
| 		while (await reader.ReadAsync(cancellationToken)) { | ||||
| 			yield return new Channel { | ||||
| 				Id = reader.GetUint64(0), | ||||
| 				Server = reader.GetUint64(1), | ||||
|   | ||||
| @@ -20,7 +20,7 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep | ||||
|  | ||||
| 	internal sealed class NewDownloadCollector : IAsyncDisposable { | ||||
| 		private readonly SqliteDownloadRepository repository; | ||||
| 		private bool hasAdded = false; | ||||
| 		private bool hasChanged = false; | ||||
|  | ||||
| 		private readonly SqliteCommand metadataCmd; | ||||
|  | ||||
| @@ -31,7 +31,16 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep | ||||
| 				""" | ||||
| 				INSERT INTO download_metadata (normalized_url, download_url, status, type, size) | ||||
| 				VALUES (:normalized_url, :download_url, :status, :type, :size) | ||||
| 				ON CONFLICT DO NOTHING | ||||
| 				ON CONFLICT (normalized_url) | ||||
| 				DO UPDATE SET | ||||
| 					download_url = excluded.download_url, | ||||
| 					type = IFNULL(excluded.type, type), | ||||
| 					size = IFNULL(excluded.size, size) | ||||
| 				WHERE status != :success | ||||
| 				  AND (download_url != excluded.download_url | ||||
| 				    OR (excluded.type IS NOT NULL AND type IS NOT excluded.type) | ||||
| 				    OR (excluded.size IS NOT NULL AND size IS NOT excluded.size) | ||||
| 				  ) | ||||
| 				""" | ||||
| 			); | ||||
| 			metadataCmd.Add(":normalized_url", SqliteType.Text); | ||||
| @@ -39,6 +48,7 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep | ||||
| 			metadataCmd.Add(":status", SqliteType.Integer); | ||||
| 			metadataCmd.Add(":type", SqliteType.Text); | ||||
| 			metadataCmd.Add(":size", SqliteType.Integer); | ||||
| 			metadataCmd.AddAndSet(":success", SqliteType.Integer, (int) DownloadStatus.Success); | ||||
| 		} | ||||
|  | ||||
| 		public async Task Add(Data.Download download) { | ||||
| @@ -47,11 +57,11 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep | ||||
| 			metadataCmd.Set(":status", (int) download.Status); | ||||
| 			metadataCmd.Set(":type", download.Type); | ||||
| 			metadataCmd.Set(":size", download.Size); | ||||
| 			hasAdded |= await metadataCmd.ExecuteNonQueryAsync() > 0; | ||||
| 			hasChanged |= await metadataCmd.ExecuteNonQueryAsync() > 0; | ||||
| 		} | ||||
|  | ||||
| 		public void OnCommitted() { | ||||
| 			if (hasAdded) { | ||||
| 			if (hasChanged) { | ||||
| 				repository.UpdateTotalCount(); | ||||
| 			} | ||||
| 		} | ||||
| @@ -90,7 +100,8 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep | ||||
| 					""" | ||||
| 					INSERT INTO download_blobs (normalized_url, blob) | ||||
| 					VALUES (:normalized_url, ZEROBLOB(:blob_length)) | ||||
| 					ON CONFLICT (normalized_url) DO UPDATE SET blob = excluded.blob | ||||
| 					ON CONFLICT (normalized_url) | ||||
| 					DO UPDATE SET blob = excluded.blob | ||||
| 					RETURNING rowid | ||||
| 					""" | ||||
| 				); | ||||
| @@ -210,7 +221,7 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep | ||||
| 		return true; | ||||
| 	} | ||||
|  | ||||
| 	public async Task<bool> GetSuccessfulDownloadWithData(string normalizedUrl, Func<Data.Download, Stream, Task> dataProcessor) { | ||||
| 	public async Task<bool> GetSuccessfulDownloadWithData(string normalizedUrl, Func<Data.Download, Stream, CancellationToken, Task> dataProcessor, CancellationToken cancellationToken) { | ||||
| 		await using var conn = await pool.Take(); | ||||
|  | ||||
| 		await using var cmd = conn.Command( | ||||
| @@ -228,8 +239,8 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep | ||||
| 		string? type; | ||||
| 		long rowid; | ||||
| 		 | ||||
| 		await using (var reader = await cmd.ExecuteReaderAsync()) { | ||||
| 			if (!await reader.ReadAsync()) { | ||||
| 		await using (var reader = await cmd.ExecuteReaderAsync(cancellationToken)) { | ||||
| 			if (!await reader.ReadAsync(cancellationToken)) { | ||||
| 				return false; | ||||
| 			} | ||||
|  | ||||
| @@ -239,7 +250,7 @@ sealed class SqliteDownloadRepository(SqliteConnectionPool pool) : BaseSqliteRep | ||||
| 		} | ||||
| 		 | ||||
| 		await using (var blob = new SqliteBlob(conn.InnerConnection, "download_blobs", "blob", rowid, readOnly: true)) { | ||||
| 			await dataProcessor(new Data.Download(normalizedUrl, downloadUrl, DownloadStatus.Success, type, (ulong) blob.Length), blob); | ||||
| 			await dataProcessor(new Data.Download(normalizedUrl, downloadUrl, DownloadStatus.Success, type, (ulong) blob.Length), blob, cancellationToken); | ||||
| 		} | ||||
|  | ||||
| 		return true; | ||||
|   | ||||
| @@ -1,6 +1,7 @@ | ||||
| using System; | ||||
| using System.Collections.Generic; | ||||
| using System.Collections.Immutable; | ||||
| using System.Runtime.CompilerServices; | ||||
| using System.Threading; | ||||
| using System.Threading.Tasks; | ||||
| using DHT.Server.Data; | ||||
| @@ -13,16 +14,8 @@ using Microsoft.Data.Sqlite; | ||||
|  | ||||
| namespace DHT.Server.Database.Sqlite.Repositories; | ||||
|  | ||||
| sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository { | ||||
| sealed class SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRepository downloads) : BaseSqliteRepository(Log), IMessageRepository { | ||||
| 	private static readonly Log Log = Log.ForType<SqliteMessageRepository>(); | ||||
| 	 | ||||
| 	private readonly SqliteConnectionPool pool; | ||||
| 	private readonly SqliteDownloadRepository downloads; | ||||
|  | ||||
| 	public SqliteMessageRepository(SqliteConnectionPool pool, SqliteDownloadRepository downloads) : base(Log) { | ||||
| 		this.pool = pool; | ||||
| 		this.downloads = downloads; | ||||
| 	} | ||||
|  | ||||
| 	public async Task Add(IReadOnlyList<Message> messages) { | ||||
| 		if (messages.Count == 0) { | ||||
| @@ -49,25 +42,7 @@ sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository | ||||
| 				("timestamp", SqliteType.Integer) | ||||
| 			]); | ||||
|  | ||||
| 			await using var deleteEditTimestampCmd = DeleteByMessageId(conn, "edit_timestamps"); | ||||
| 			await using var deleteRepliedToCmd = DeleteByMessageId(conn, "replied_to"); | ||||
|  | ||||
| 			await using var deleteAttachmentsCmd = DeleteByMessageId(conn, "attachments"); | ||||
| 			await using var deleteEmbedsCmd = DeleteByMessageId(conn, "embeds"); | ||||
| 			await using var deleteReactionsCmd = DeleteByMessageId(conn, "reactions"); | ||||
|  | ||||
| 			await using var editTimestampCmd = conn.Insert("edit_timestamps", [ | ||||
| 				("message_id", SqliteType.Integer), | ||||
| 				("edit_timestamp", SqliteType.Integer) | ||||
| 			]); | ||||
|  | ||||
| 			await using var repliedToCmd = conn.Insert("replied_to", [ | ||||
| 				("message_id", SqliteType.Integer), | ||||
| 				("replied_to_id", SqliteType.Integer) | ||||
| 			]); | ||||
|  | ||||
| 			await using var attachmentCmd = conn.Insert("attachments", [ | ||||
| 				("message_id", SqliteType.Integer), | ||||
| 			await using var attachmentCmd = conn.Upsert("attachments", [ | ||||
| 				("attachment_id", SqliteType.Integer), | ||||
| 				("name", SqliteType.Text), | ||||
| 				("type", SqliteType.Text), | ||||
| @@ -78,19 +53,41 @@ sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository | ||||
| 				("height", SqliteType.Integer) | ||||
| 			]); | ||||
|  | ||||
| 			await using var embedCmd = conn.Insert("embeds", [ | ||||
| 			await using var deleteMessageEditTimestampCmd = DeleteByMessageId(conn, "message_edit_timestamps"); | ||||
| 			await using var deleteMessageRepliedToCmd = DeleteByMessageId(conn, "message_replied_to"); | ||||
|  | ||||
| 			await using var deleteMessageAttachmentsCmd = DeleteByMessageId(conn, "message_attachments"); | ||||
| 			await using var deleteMessageEmbedsCmd = DeleteByMessageId(conn, "message_embeds"); | ||||
| 			await using var deleteMessageReactionsCmd = DeleteByMessageId(conn, "message_reactions"); | ||||
|  | ||||
| 			await using var messageEditTimestampCmd = conn.Insert("message_edit_timestamps", [ | ||||
| 				("message_id", SqliteType.Integer), | ||||
| 				("edit_timestamp", SqliteType.Integer) | ||||
| 			]); | ||||
|  | ||||
| 			await using var messageRepliedToCmd = conn.Insert("message_replied_to", [ | ||||
| 				("message_id", SqliteType.Integer), | ||||
| 				("replied_to_id", SqliteType.Integer) | ||||
| 			]); | ||||
|  | ||||
| 			await using var messageAttachmentCmd = conn.Insert("message_attachments", [ | ||||
| 				("message_id", SqliteType.Integer), | ||||
| 				("attachment_id", SqliteType.Integer) | ||||
| 			]); | ||||
|  | ||||
| 			await using var messageEmbedCmd = conn.Insert("message_embeds", [ | ||||
| 				("message_id", SqliteType.Integer), | ||||
| 				("json", SqliteType.Text) | ||||
| 			]); | ||||
|  | ||||
| 			await using var reactionCmd = conn.Insert("reactions", [ | ||||
| 			await using var messageReactionCmd = conn.Insert("message_reactions", [ | ||||
| 				("message_id", SqliteType.Integer), | ||||
| 				("emoji_id", SqliteType.Integer), | ||||
| 				("emoji_name", SqliteType.Text), | ||||
| 				("emoji_flags", SqliteType.Integer), | ||||
| 				("count", SqliteType.Integer) | ||||
| 			]); | ||||
| 			 | ||||
|  | ||||
| 			await using var downloadCollector = new SqliteDownloadRepository.NewDownloadCollector(downloads, conn); | ||||
|  | ||||
| 			foreach (var message in messages) { | ||||
| @@ -103,29 +100,30 @@ sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository | ||||
| 				messageCmd.Set(":timestamp", message.Timestamp); | ||||
| 				await messageCmd.ExecuteNonQueryAsync(); | ||||
|  | ||||
| 				await ExecuteDeleteByMessageId(deleteEditTimestampCmd, messageId); | ||||
| 				await ExecuteDeleteByMessageId(deleteRepliedToCmd, messageId); | ||||
| 				await ExecuteDeleteByMessageId(deleteMessageEditTimestampCmd, messageId); | ||||
| 				await ExecuteDeleteByMessageId(deleteMessageRepliedToCmd, messageId); | ||||
|  | ||||
| 				await ExecuteDeleteByMessageId(deleteAttachmentsCmd, messageId); | ||||
| 				await ExecuteDeleteByMessageId(deleteEmbedsCmd, messageId); | ||||
| 				await ExecuteDeleteByMessageId(deleteReactionsCmd, messageId); | ||||
| 				await ExecuteDeleteByMessageId(deleteMessageAttachmentsCmd, messageId); | ||||
| 				await ExecuteDeleteByMessageId(deleteMessageEmbedsCmd, messageId); | ||||
| 				await ExecuteDeleteByMessageId(deleteMessageReactionsCmd, messageId); | ||||
|  | ||||
| 				if (message.EditTimestamp is {} timestamp) { | ||||
| 					editTimestampCmd.Set(":message_id", messageId); | ||||
| 					editTimestampCmd.Set(":edit_timestamp", timestamp); | ||||
| 					await editTimestampCmd.ExecuteNonQueryAsync(); | ||||
| 					messageEditTimestampCmd.Set(":message_id", messageId); | ||||
| 					messageEditTimestampCmd.Set(":edit_timestamp", timestamp); | ||||
| 					await messageEditTimestampCmd.ExecuteNonQueryAsync(); | ||||
| 				} | ||||
|  | ||||
| 				if (message.RepliedToId is {} repliedToId) { | ||||
| 					repliedToCmd.Set(":message_id", messageId); | ||||
| 					repliedToCmd.Set(":replied_to_id", repliedToId); | ||||
| 					await repliedToCmd.ExecuteNonQueryAsync(); | ||||
| 					messageRepliedToCmd.Set(":message_id", messageId); | ||||
| 					messageRepliedToCmd.Set(":replied_to_id", repliedToId); | ||||
| 					await messageRepliedToCmd.ExecuteNonQueryAsync(); | ||||
| 				} | ||||
|  | ||||
| 				if (!message.Attachments.IsEmpty) { | ||||
| 					foreach (var attachment in message.Attachments) { | ||||
| 						attachmentCmd.Set(":message_id", messageId); | ||||
| 						attachmentCmd.Set(":attachment_id", attachment.Id); | ||||
| 						object attachmentId = attachment.Id; | ||||
|  | ||||
| 						attachmentCmd.Set(":attachment_id", attachmentId); | ||||
| 						attachmentCmd.Set(":name", attachment.Name); | ||||
| 						attachmentCmd.Set(":type", attachment.Type); | ||||
| 						attachmentCmd.Set(":normalized_url", attachment.NormalizedUrl); | ||||
| @@ -134,16 +132,20 @@ sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository | ||||
| 						attachmentCmd.Set(":width", attachment.Width); | ||||
| 						attachmentCmd.Set(":height", attachment.Height); | ||||
| 						await attachmentCmd.ExecuteNonQueryAsync(); | ||||
| 						 | ||||
|  | ||||
| 						messageAttachmentCmd.Set(":message_id", messageId); | ||||
| 						messageAttachmentCmd.Set(":attachment_id", attachmentId); | ||||
| 						await messageAttachmentCmd.ExecuteNonQueryAsync(); | ||||
|  | ||||
| 						await downloadCollector.Add(DownloadLinkExtractor.FromAttachment(attachment)); | ||||
| 					} | ||||
| 				} | ||||
|  | ||||
| 				if (!message.Embeds.IsEmpty) { | ||||
| 					foreach (var embed in message.Embeds) { | ||||
| 						embedCmd.Set(":message_id", messageId); | ||||
| 						embedCmd.Set(":json", embed.Json); | ||||
| 						await embedCmd.ExecuteNonQueryAsync(); | ||||
| 						messageEmbedCmd.Set(":message_id", messageId); | ||||
| 						messageEmbedCmd.Set(":json", embed.Json); | ||||
| 						await messageEmbedCmd.ExecuteNonQueryAsync(); | ||||
|  | ||||
| 						if (DownloadLinkExtractor.TryFromEmbedJson(embed.Json) is {} download) { | ||||
| 							await downloadCollector.Add(download); | ||||
| @@ -153,12 +155,12 @@ sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository | ||||
|  | ||||
| 				if (!message.Reactions.IsEmpty) { | ||||
| 					foreach (var reaction in message.Reactions) { | ||||
| 						reactionCmd.Set(":message_id", messageId); | ||||
| 						reactionCmd.Set(":emoji_id", reaction.EmojiId); | ||||
| 						reactionCmd.Set(":emoji_name", reaction.EmojiName); | ||||
| 						reactionCmd.Set(":emoji_flags", (int) reaction.EmojiFlags); | ||||
| 						reactionCmd.Set(":count", reaction.Count); | ||||
| 						await reactionCmd.ExecuteNonQueryAsync(); | ||||
| 						messageReactionCmd.Set(":message_id", messageId); | ||||
| 						messageReactionCmd.Set(":emoji_id", reaction.EmojiId); | ||||
| 						messageReactionCmd.Set(":emoji_name", reaction.EmojiName); | ||||
| 						messageReactionCmd.Set(":emoji_flags", (int) reaction.EmojiFlags); | ||||
| 						messageReactionCmd.Set(":count", reaction.Count); | ||||
| 						await messageReactionCmd.ExecuteNonQueryAsync(); | ||||
|  | ||||
| 						if (reaction.EmojiId is {} emojiId) { | ||||
| 							await downloadCollector.Add(DownloadLinkExtractor.FromEmoji(emojiId, reaction.EmojiFlags)); | ||||
| @@ -177,7 +179,7 @@ sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository | ||||
| 	public override Task<long> Count(CancellationToken cancellationToken) { | ||||
| 		return Count(filter: null, cancellationToken); | ||||
| 	} | ||||
| 	 | ||||
|  | ||||
| 	public async Task<long> Count(MessageFilter? filter, CancellationToken cancellationToken) { | ||||
| 		await using var conn = await pool.Take(); | ||||
| 		return await conn.ExecuteReaderAsync("SELECT COUNT(*) FROM messages" + filter.GenerateConditions().BuildWhereClause(), static reader => reader?.GetInt64(0) ?? 0L, cancellationToken); | ||||
| @@ -213,14 +215,15 @@ sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository | ||||
| 		} | ||||
| 	} | ||||
|  | ||||
| 	public async IAsyncEnumerable<Message> Get(MessageFilter? filter) { | ||||
| 	public async IAsyncEnumerable<Message> Get(MessageFilter? filter, [EnumeratorCancellation] CancellationToken cancellationToken) { | ||||
| 		await using var conn = await pool.Take(); | ||||
|  | ||||
| 		const string AttachmentSql = | ||||
| 			""" | ||||
| 			SELECT attachment_id, name, type, normalized_url, download_url, size, width, height | ||||
| 			FROM attachments | ||||
| 			WHERE message_id = :message_id | ||||
| 			JOIN message_attachments USING (attachment_id) | ||||
| 			WHERE message_attachments.message_id = :message_id | ||||
| 			"""; | ||||
|  | ||||
| 		await using var attachmentCmd = new MessageToManyCommand<Attachment>(conn, AttachmentSql, static reader => new Attachment { | ||||
| @@ -237,7 +240,7 @@ sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository | ||||
| 		const string EmbedSql = | ||||
| 			""" | ||||
| 			SELECT json | ||||
| 			FROM embeds | ||||
| 			FROM message_embeds | ||||
| 			WHERE message_id = :message_id | ||||
| 			"""; | ||||
|  | ||||
| @@ -248,7 +251,7 @@ sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository | ||||
| 		const string ReactionSql = | ||||
| 			""" | ||||
| 			SELECT emoji_id, emoji_name, emoji_flags, count | ||||
| 			FROM reactions | ||||
| 			FROM message_reactions | ||||
| 			WHERE message_id = :message_id | ||||
| 			"""; | ||||
|  | ||||
| @@ -261,17 +264,17 @@ sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository | ||||
|  | ||||
| 		await using var messageCmd = conn.Command( | ||||
| 			$""" | ||||
| 			 SELECT m.message_id, m.sender_id, m.channel_id, m.text, m.timestamp, et.edit_timestamp, rt.replied_to_id | ||||
| 			 SELECT m.message_id, m.sender_id, m.channel_id, m.text, m.timestamp, met.edit_timestamp, mrt.replied_to_id | ||||
| 			 FROM messages m | ||||
| 			 LEFT JOIN edit_timestamps et ON m.message_id = et.message_id | ||||
| 			 LEFT JOIN replied_to rt ON m.message_id = rt.message_id | ||||
| 			 LEFT JOIN message_edit_timestamps met ON m.message_id = met.message_id | ||||
| 			 LEFT JOIN message_replied_to mrt ON m.message_id = mrt.message_id | ||||
| 			 {filter.GenerateConditions("m").BuildWhereClause()} | ||||
| 			 """ | ||||
| 		); | ||||
|  | ||||
| 		await using var reader = await messageCmd.ExecuteReaderAsync(); | ||||
| 		await using var reader = await messageCmd.ExecuteReaderAsync(cancellationToken); | ||||
|  | ||||
| 		while (await reader.ReadAsync()) { | ||||
| 		while (await reader.ReadAsync(cancellationToken)) { | ||||
| 			ulong messageId = reader.GetUint64(0); | ||||
|  | ||||
| 			yield return new Message { | ||||
| @@ -291,7 +294,7 @@ sealed class SqliteMessageRepository : BaseSqliteRepository, IMessageRepository | ||||
|  | ||||
| 	public async IAsyncEnumerable<ulong> GetIds(MessageFilter? filter) { | ||||
| 		await using var conn = await pool.Take(); | ||||
| 		 | ||||
|  | ||||
| 		await using var cmd = conn.Command("SELECT message_id FROM messages" + filter.GenerateConditions().BuildWhereClause()); | ||||
| 		await using var reader = await cmd.ExecuteReaderAsync(); | ||||
|  | ||||
|   | ||||
| @@ -1,4 +1,5 @@ | ||||
| using System.Collections.Generic; | ||||
| using System.Runtime.CompilerServices; | ||||
| using System.Threading; | ||||
| using System.Threading.Tasks; | ||||
| using DHT.Server.Data; | ||||
| @@ -46,13 +47,13 @@ sealed class SqliteServerRepository : BaseSqliteRepository, IServerRepository { | ||||
| 		return await conn.ExecuteReaderAsync("SELECT COUNT(*) FROM servers", static reader => reader?.GetInt64(0) ?? 0L, cancellationToken); | ||||
| 	} | ||||
|  | ||||
| 	public async IAsyncEnumerable<Data.Server> Get() { | ||||
| 	public async IAsyncEnumerable<Data.Server> Get([EnumeratorCancellation] CancellationToken cancellationToken) { | ||||
| 		await using var conn = await pool.Take(); | ||||
|  | ||||
| 		await using var cmd = conn.Command("SELECT id, name, type FROM servers"); | ||||
| 		await using var reader = await cmd.ExecuteReaderAsync(); | ||||
| 		await using var reader = await cmd.ExecuteReaderAsync(cancellationToken); | ||||
|  | ||||
| 		while (await reader.ReadAsync()) { | ||||
| 		while (await reader.ReadAsync(cancellationToken)) { | ||||
| 			yield return new Data.Server { | ||||
| 				Id = reader.GetUint64(0), | ||||
| 				Name = reader.GetString(1), | ||||
|   | ||||
| @@ -1,4 +1,5 @@ | ||||
| using System.Collections.Generic; | ||||
| using System.Runtime.CompilerServices; | ||||
| using System.Threading; | ||||
| using System.Threading.Tasks; | ||||
| using DHT.Server.Data; | ||||
| @@ -28,6 +29,7 @@ sealed class SqliteUserRepository : BaseSqliteRepository, IUserRepository { | ||||
| 			await using var cmd = conn.Upsert("users", [ | ||||
| 				("id", SqliteType.Integer), | ||||
| 				("name", SqliteType.Text), | ||||
| 				("display_name", SqliteType.Text), | ||||
| 				("avatar_url", SqliteType.Text), | ||||
| 				("discriminator", SqliteType.Text) | ||||
| 			]); | ||||
| @@ -37,6 +39,7 @@ sealed class SqliteUserRepository : BaseSqliteRepository, IUserRepository { | ||||
| 			foreach (var user in users) { | ||||
| 				cmd.Set(":id", user.Id); | ||||
| 				cmd.Set(":name", user.Name); | ||||
| 				cmd.Set(":display_name", user.DisplayName); | ||||
| 				cmd.Set(":avatar_url", user.AvatarUrl); | ||||
| 				cmd.Set(":discriminator", user.Discriminator); | ||||
| 				await cmd.ExecuteNonQueryAsync(); | ||||
| @@ -58,18 +61,19 @@ sealed class SqliteUserRepository : BaseSqliteRepository, IUserRepository { | ||||
| 		return await conn.ExecuteReaderAsync("SELECT COUNT(*) FROM users", static reader => reader?.GetInt64(0) ?? 0L, cancellationToken); | ||||
| 	} | ||||
|  | ||||
| 	public async IAsyncEnumerable<User> Get() { | ||||
| 	public async IAsyncEnumerable<User> Get([EnumeratorCancellation] CancellationToken cancellationToken) { | ||||
| 		await using var conn = await pool.Take(); | ||||
|  | ||||
| 		await using var cmd = conn.Command("SELECT id, name, avatar_url, discriminator FROM users"); | ||||
| 		await using var reader = await cmd.ExecuteReaderAsync(); | ||||
| 		await using var cmd = conn.Command("SELECT id, name, display_name, avatar_url, discriminator FROM users"); | ||||
| 		await using var reader = await cmd.ExecuteReaderAsync(cancellationToken); | ||||
|  | ||||
| 		while (await reader.ReadAsync()) { | ||||
| 		while (await reader.ReadAsync(cancellationToken)) { | ||||
| 			yield return new User { | ||||
| 				Id = reader.GetUint64(0), | ||||
| 				Name = reader.GetString(1), | ||||
| 				AvatarUrl = reader.IsDBNull(2) ? null : reader.GetString(2), | ||||
| 				Discriminator = reader.IsDBNull(3) ? null : reader.GetString(3), | ||||
| 				DisplayName = reader.IsDBNull(2) ? null : reader.GetString(2), | ||||
| 				AvatarUrl = reader.IsDBNull(3) ? null : reader.GetString(3), | ||||
| 				Discriminator = reader.IsDBNull(4) ? null : reader.GetString(4), | ||||
| 			}; | ||||
| 		} | ||||
| 	} | ||||
|   | ||||
| @@ -8,7 +8,10 @@ sealed class SqliteSchemaUpgradeTo3 : ISchemaUpgrade { | ||||
| 		await reporter.MainWork("Applying schema changes...", 0, 1); | ||||
|  | ||||
| 		await SqliteSchema.CreateMessageEditTimestampTable(conn); | ||||
| 		await conn.ExecuteAsync("ALTER TABLE message_edit_timestamps RENAME TO edit_timestamps"); | ||||
| 		 | ||||
| 		await SqliteSchema.CreateMessageRepliedToTable(conn); | ||||
| 		await conn.ExecuteAsync("ALTER TABLE message_replied_to RENAME TO replied_to"); | ||||
|  | ||||
| 		await conn.ExecuteAsync(""" | ||||
| 		                        INSERT INTO edit_timestamps (message_id, edit_timestamp) | ||||
|   | ||||
							
								
								
									
										11
									
								
								app/Server/Database/Sqlite/Schema/SqliteSchemaUpgradeTo8.cs
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										11
									
								
								app/Server/Database/Sqlite/Schema/SqliteSchemaUpgradeTo8.cs
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,11 @@ | ||||
| using System.Threading.Tasks; | ||||
| using DHT.Server.Database.Sqlite.Utils; | ||||
|  | ||||
| namespace DHT.Server.Database.Sqlite.Schema; | ||||
|  | ||||
| sealed class SqliteSchemaUpgradeTo8 : ISchemaUpgrade { | ||||
| 	async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) { | ||||
| 		await reporter.MainWork("Applying schema changes...", 0, 1); | ||||
| 		await conn.ExecuteAsync("ALTER TABLE users ADD display_name TEXT"); | ||||
| 	} | ||||
| } | ||||
							
								
								
									
										23
									
								
								app/Server/Database/Sqlite/Schema/SqliteSchemaUpgradeTo9.cs
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										23
									
								
								app/Server/Database/Sqlite/Schema/SqliteSchemaUpgradeTo9.cs
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,23 @@ | ||||
| using System.Threading.Tasks; | ||||
| using DHT.Server.Database.Sqlite.Utils; | ||||
|  | ||||
| namespace DHT.Server.Database.Sqlite.Schema; | ||||
|  | ||||
| sealed class SqliteSchemaUpgradeTo9 : ISchemaUpgrade { | ||||
| 	async Task ISchemaUpgrade.Run(ISqliteConnection conn, ISchemaUpgradeCallbacks.IProgressReporter reporter) { | ||||
| 		await reporter.MainWork("Applying schema changes...", 0, 3); | ||||
| 		await SqliteSchema.CreateMessageAttachmentsTable(conn); | ||||
| 		 | ||||
| 		await reporter.MainWork("Migrating message attachments...", 1, 3); | ||||
| 		await conn.ExecuteAsync("INSERT INTO message_attachments (message_id, attachment_id) SELECT message_id, attachment_id FROM attachments"); | ||||
| 		 | ||||
| 		await reporter.MainWork("Applying schema changes...", 2, 3); | ||||
| 		await conn.ExecuteAsync("DROP INDEX attachments_message_ix"); | ||||
| 		await conn.ExecuteAsync("ALTER TABLE attachments DROP COLUMN message_id"); | ||||
| 		 | ||||
| 		await conn.ExecuteAsync("ALTER TABLE embeds RENAME TO message_embeds"); | ||||
| 		await conn.ExecuteAsync("ALTER TABLE edit_timestamps RENAME TO message_edit_timestamps"); | ||||
| 		await conn.ExecuteAsync("ALTER TABLE replied_to RENAME TO message_replied_to"); | ||||
| 		await conn.ExecuteAsync("ALTER TABLE reactions RENAME TO message_reactions"); | ||||
| 	} | ||||
| } | ||||
| @@ -8,7 +8,7 @@ using DHT.Utils.Logging; | ||||
| namespace DHT.Server.Database.Sqlite; | ||||
|  | ||||
| sealed class SqliteSchema { | ||||
| 	internal const int Version = 7; | ||||
| 	internal const int Version = 9; | ||||
|  | ||||
| 	private static readonly Log Log = Log.ForType<SqliteSchema>(); | ||||
|  | ||||
| @@ -48,6 +48,7 @@ sealed class SqliteSchema { | ||||
| 		                        CREATE TABLE users ( | ||||
| 		                        	id            INTEGER PRIMARY KEY NOT NULL, | ||||
| 		                        	name          TEXT NOT NULL, | ||||
| 		                        	display_name  TEXT, | ||||
| 		                        	avatar_url    TEXT, | ||||
| 		                        	discriminator TEXT | ||||
| 		                        ) | ||||
| @@ -85,7 +86,6 @@ sealed class SqliteSchema { | ||||
|  | ||||
| 		await conn.ExecuteAsync(""" | ||||
| 		                        CREATE TABLE attachments ( | ||||
| 		                        	message_id     INTEGER NOT NULL, | ||||
| 		                        	attachment_id  INTEGER NOT NULL PRIMARY KEY NOT NULL, | ||||
| 		                        	name           TEXT NOT NULL, | ||||
| 		                        	type           TEXT, | ||||
| @@ -98,14 +98,14 @@ sealed class SqliteSchema { | ||||
| 		                        """); | ||||
|  | ||||
| 		await conn.ExecuteAsync(""" | ||||
| 		                        CREATE TABLE embeds ( | ||||
| 		                        CREATE TABLE message_embeds ( | ||||
| 		                        	message_id INTEGER NOT NULL, | ||||
| 		                        	json       TEXT NOT NULL | ||||
| 		                        ) | ||||
| 		                        """); | ||||
|  | ||||
| 		await conn.ExecuteAsync(""" | ||||
| 		                        CREATE TABLE reactions ( | ||||
| 		                        CREATE TABLE message_reactions ( | ||||
| 		                        	message_id  INTEGER NOT NULL, | ||||
| 		                        	emoji_id    INTEGER, | ||||
| 		                        	emoji_name  TEXT, | ||||
| @@ -117,17 +117,17 @@ sealed class SqliteSchema { | ||||
| 		await CreateMessageEditTimestampTable(conn); | ||||
| 		await CreateMessageRepliedToTable(conn); | ||||
| 		await CreateDownloadTables(conn); | ||||
| 		await CreateMessageAttachmentsTable(conn); | ||||
|  | ||||
| 		await conn.ExecuteAsync("CREATE INDEX attachments_message_ix ON attachments(message_id)"); | ||||
| 		await conn.ExecuteAsync("CREATE INDEX embeds_message_ix ON embeds(message_id)"); | ||||
| 		await conn.ExecuteAsync("CREATE INDEX reactions_message_ix ON reactions(message_id)"); | ||||
| 		await conn.ExecuteAsync("CREATE INDEX embeds_message_ix ON message_embeds(message_id)"); | ||||
| 		await conn.ExecuteAsync("CREATE INDEX reactions_message_ix ON message_reactions(message_id)"); | ||||
|  | ||||
| 		await conn.ExecuteAsync("INSERT INTO metadata (key, value) VALUES ('version', " + Version + ")"); | ||||
| 	} | ||||
|  | ||||
| 	internal static async Task CreateMessageEditTimestampTable(ISqliteConnection conn) { | ||||
| 		await conn.ExecuteAsync(""" | ||||
| 		                        CREATE TABLE edit_timestamps ( | ||||
| 		                        CREATE TABLE message_edit_timestamps ( | ||||
| 		                        	message_id     INTEGER PRIMARY KEY NOT NULL, | ||||
| 		                        	edit_timestamp INTEGER NOT NULL | ||||
| 		                        ) | ||||
| @@ -136,7 +136,7 @@ sealed class SqliteSchema { | ||||
|  | ||||
| 	internal static async Task CreateMessageRepliedToTable(ISqliteConnection conn) { | ||||
| 		await conn.ExecuteAsync(""" | ||||
| 		                        CREATE TABLE replied_to ( | ||||
| 		                        CREATE TABLE message_replied_to ( | ||||
| 		                        	message_id    INTEGER PRIMARY KEY NOT NULL, | ||||
| 		                        	replied_to_id INTEGER NOT NULL | ||||
| 		                        ) | ||||
| @@ -162,6 +162,18 @@ sealed class SqliteSchema { | ||||
| 		                        ) | ||||
| 		                        """); | ||||
| 	} | ||||
| 	 | ||||
| 	internal static async Task CreateMessageAttachmentsTable(ISqliteConnection conn) { | ||||
| 		await conn.ExecuteAsync(""" | ||||
| 		                        CREATE TABLE message_attachments ( | ||||
| 		                        	message_id    INTEGER NOT NULL, | ||||
| 		                        	attachment_id INTEGER NOT NULL, | ||||
| 		                        	PRIMARY KEY (message_id, attachment_id), | ||||
| 		                            FOREIGN KEY (message_id) REFERENCES messages (message_id) ON UPDATE CASCADE ON DELETE CASCADE, | ||||
| 		                            FOREIGN KEY (attachment_id) REFERENCES attachments (attachment_id) ON UPDATE CASCADE ON DELETE CASCADE | ||||
| 		                        ) | ||||
| 		                        """); | ||||
| 	} | ||||
|  | ||||
| 	private async Task UpgradeSchemas(int dbVersion, ISchemaUpgradeCallbacks.IProgressReporter reporter) { | ||||
| 		var upgrades = new Dictionary<int, ISchemaUpgrade> { | ||||
| @@ -171,13 +183,15 @@ sealed class SqliteSchema { | ||||
| 			{ 4, new SqliteSchemaUpgradeTo5() }, | ||||
| 			{ 5, new SqliteSchemaUpgradeTo6() }, | ||||
| 			{ 6, new SqliteSchemaUpgradeTo7() }, | ||||
| 			{ 7, new SqliteSchemaUpgradeTo8() }, | ||||
| 			{ 8, new SqliteSchemaUpgradeTo9() }, | ||||
| 		}; | ||||
|  | ||||
| 		var perf = Log.Start("from version " + dbVersion); | ||||
|  | ||||
| 		for (int fromVersion = dbVersion; fromVersion < Version; fromVersion++) { | ||||
| 			var toVersion = fromVersion + 1; | ||||
| 			 | ||||
|  | ||||
| 			if (upgrades.TryGetValue(fromVersion, out var upgrade)) { | ||||
| 				await upgrade.Run(conn, reporter); | ||||
| 			} | ||||
|   | ||||
| @@ -1,6 +1,7 @@ | ||||
| using System; | ||||
| using System.Net; | ||||
| using System.Text.Json; | ||||
| using System.Threading; | ||||
| using System.Threading.Tasks; | ||||
| using DHT.Server.Database; | ||||
| using DHT.Utils.Http; | ||||
| @@ -19,7 +20,9 @@ abstract class BaseEndpoint(IDatabaseFile db) { | ||||
|  | ||||
| 		try { | ||||
| 			response.StatusCode = (int) HttpStatusCode.OK; | ||||
| 			await Respond(ctx.Request, response); | ||||
| 			await Respond(ctx.Request, response, ctx.RequestAborted); | ||||
| 		} catch (OperationCanceledException) { | ||||
| 			throw; | ||||
| 		} catch (HttpException e) { | ||||
| 			Log.Error(e); | ||||
| 			response.StatusCode = (int) e.StatusCode; | ||||
| @@ -35,7 +38,7 @@ abstract class BaseEndpoint(IDatabaseFile db) { | ||||
| 		} | ||||
| 	} | ||||
|  | ||||
| 	protected abstract Task Respond(HttpRequest request, HttpResponse response); | ||||
| 	protected abstract Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken); | ||||
|  | ||||
| 	protected static async Task<JsonElement> ReadJson(HttpRequest request) { | ||||
| 		try { | ||||
| @@ -44,4 +47,13 @@ abstract class BaseEndpoint(IDatabaseFile db) { | ||||
| 			throw new HttpException(HttpStatusCode.UnsupportedMediaType, "This endpoint only accepts JSON."); | ||||
| 		} | ||||
| 	} | ||||
| 	 | ||||
| 	protected static Guid GetSessionId(HttpRequest request) { | ||||
| 		if (request.Query.TryGetValue("session", out var sessionIdValue) && sessionIdValue.Count == 1 && Guid.TryParse(sessionIdValue[0], out Guid sessionId)) { | ||||
| 			return sessionId; | ||||
| 		} | ||||
| 		else { | ||||
| 			throw new HttpException(HttpStatusCode.BadRequest, "Invalid session ID."); | ||||
| 		} | ||||
| 	} | ||||
| } | ||||
|   | ||||
| @@ -1,4 +1,7 @@ | ||||
| using System; | ||||
| using System.IO; | ||||
| using System.Net; | ||||
| using System.Threading; | ||||
| using System.Threading.Tasks; | ||||
| using DHT.Server.Database; | ||||
| using DHT.Server.Download; | ||||
| @@ -8,12 +11,16 @@ using Microsoft.AspNetCore.Http; | ||||
| namespace DHT.Server.Endpoints; | ||||
|  | ||||
| sealed class GetDownloadedFileEndpoint(IDatabaseFile db) : BaseEndpoint(db) { | ||||
| 	protected override async Task Respond(HttpRequest request, HttpResponse response) { | ||||
| 	protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) { | ||||
| 		string url = WebUtility.UrlDecode((string) request.RouteValues["url"]!); | ||||
| 		string normalizedUrl = DiscordCdn.NormalizeUrl(url); | ||||
| 		 | ||||
| 		if (!await Db.Downloads.GetSuccessfulDownloadWithData(normalizedUrl, (download, stream) => response.WriteStreamAsync(download.Type, download.Size, stream))) { | ||||
| 		if (!await Db.Downloads.GetSuccessfulDownloadWithData(normalizedUrl, WriteDataTo(response), cancellationToken)) { | ||||
| 			response.Redirect(url, permanent: false); | ||||
| 		} | ||||
| 	} | ||||
| 	 | ||||
| 	private static Func<Data.Download, Stream, CancellationToken, Task> WriteDataTo(HttpResponse response) { | ||||
| 		return (download, stream, cancellationToken) => response.WriteStreamAsync(download.Type, download.Size, stream, cancellationToken); | ||||
| 	} | ||||
| } | ||||
|   | ||||
| @@ -1,5 +1,5 @@ | ||||
| using System.Net.Mime; | ||||
| using System.Reflection; | ||||
| using System.Threading; | ||||
| using System.Threading.Tasks; | ||||
| using System.Web; | ||||
| using DHT.Server.Database; | ||||
| @@ -10,19 +10,17 @@ using Microsoft.AspNetCore.Http; | ||||
|  | ||||
| namespace DHT.Server.Endpoints; | ||||
|  | ||||
| sealed class GetTrackingScriptEndpoint(IDatabaseFile db, ServerParameters parameters) : BaseEndpoint(db) { | ||||
| 	private static ResourceLoader Resources { get; } = new (Assembly.GetExecutingAssembly()); | ||||
|  | ||||
| 	protected override async Task Respond(HttpRequest request, HttpResponse response) { | ||||
| 		string bootstrap = await Resources.ReadTextAsync("Tracker/bootstrap.js"); | ||||
| sealed class GetTrackingScriptEndpoint(IDatabaseFile db, ServerParameters parameters, ResourceLoader resources) : BaseEndpoint(db) { | ||||
| 	protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) { | ||||
| 		string bootstrap = await resources.ReadTextAsync("Tracker/bootstrap.js"); | ||||
| 		string script = bootstrap.Replace("= 0; /*[PORT]*/", "= " + parameters.Port + ";") | ||||
| 		                         .Replace("/*[TOKEN]*/", HttpUtility.JavaScriptStringEncode(parameters.Token)) | ||||
| 		                         .Replace("/*[IMPORTS]*/", await Resources.ReadJoinedAsync("Tracker/scripts/", '\n')) | ||||
| 		                         .Replace("/*[CSS-CONTROLLER]*/", await Resources.ReadTextAsync("Tracker/styles/controller.css")) | ||||
| 		                         .Replace("/*[CSS-SETTINGS]*/", await Resources.ReadTextAsync("Tracker/styles/settings.css")) | ||||
| 		                         .Replace("/*[IMPORTS]*/", await resources.ReadJoinedAsync("Tracker/scripts/", '\n')) | ||||
| 		                         .Replace("/*[CSS-CONTROLLER]*/", await resources.ReadTextAsync("Tracker/styles/controller.css")) | ||||
| 		                         .Replace("/*[CSS-SETTINGS]*/", await resources.ReadTextAsync("Tracker/styles/settings.css")) | ||||
| 		                         .Replace("/*[DEBUGGER]*/", request.Query.ContainsKey("debug") ? "debugger;" : ""); | ||||
| 		 | ||||
| 		response.Headers.Append("X-DHT", "1"); | ||||
| 		await response.WriteTextAsync(MediaTypeNames.Text.JavaScript, script); | ||||
| 		await response.WriteTextAsync(MediaTypeNames.Text.JavaScript, script, cancellationToken); | ||||
| 	} | ||||
| } | ||||
|   | ||||
							
								
								
									
										18
									
								
								app/Server/Endpoints/GetViewerMessagesEndpoint.cs
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										18
									
								
								app/Server/Endpoints/GetViewerMessagesEndpoint.cs
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,18 @@ | ||||
| using System.Threading; | ||||
| using System.Threading.Tasks; | ||||
| using DHT.Server.Database; | ||||
| using DHT.Server.Database.Export; | ||||
| using DHT.Server.Service.Viewer; | ||||
| using Microsoft.AspNetCore.Http; | ||||
|  | ||||
| namespace DHT.Server.Endpoints;  | ||||
|  | ||||
| sealed class GetViewerMessagesEndpoint(IDatabaseFile db, ViewerSessions viewerSessions) : BaseEndpoint(db) { | ||||
| 	protected override Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) { | ||||
| 		var sessionId = GetSessionId(request); | ||||
| 		var session = viewerSessions.Get(sessionId); | ||||
| 		 | ||||
| 		response.ContentType = "application/x-ndjson"; | ||||
| 		return ViewerJsonExport.GetMessages(response.Body, Db, session.MessageFilter, cancellationToken); | ||||
| 	} | ||||
| } | ||||
							
								
								
									
										19
									
								
								app/Server/Endpoints/GetViewerMetadataEndpoint.cs
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										19
									
								
								app/Server/Endpoints/GetViewerMetadataEndpoint.cs
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,19 @@ | ||||
| using System.Net.Mime; | ||||
| using System.Threading; | ||||
| using System.Threading.Tasks; | ||||
| using DHT.Server.Database; | ||||
| using DHT.Server.Database.Export; | ||||
| using DHT.Server.Service.Viewer; | ||||
| using Microsoft.AspNetCore.Http; | ||||
|  | ||||
| namespace DHT.Server.Endpoints;  | ||||
|  | ||||
| sealed class GetViewerMetadataEndpoint(IDatabaseFile db, ViewerSessions viewerSessions) : BaseEndpoint(db) { | ||||
| 	protected override Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) { | ||||
| 		var sessionId = GetSessionId(request); | ||||
| 		var session = viewerSessions.Get(sessionId); | ||||
| 		 | ||||
| 		response.ContentType = MediaTypeNames.Application.Json; | ||||
| 		return ViewerJsonExport.GetMetadata(response.Body, Db, session.MessageFilter, cancellationToken); | ||||
| 	} | ||||
| } | ||||
| @@ -1,5 +1,6 @@ | ||||
| using System.Net; | ||||
| using System.Text.Json; | ||||
| using System.Threading; | ||||
| using System.Threading.Tasks; | ||||
| using DHT.Server.Data; | ||||
| using DHT.Server.Database; | ||||
| @@ -9,7 +10,7 @@ using Microsoft.AspNetCore.Http; | ||||
| namespace DHT.Server.Endpoints; | ||||
|  | ||||
| sealed class TrackChannelEndpoint(IDatabaseFile db) : BaseEndpoint(db) { | ||||
| 	protected override async Task Respond(HttpRequest request, HttpResponse response) { | ||||
| 	protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) { | ||||
| 		var root = await ReadJson(request); | ||||
| 		var server = ReadServer(root.RequireObject("server"), "server"); | ||||
| 		var channel = ReadChannel(root.RequireObject("channel"), "channel", server.Id); | ||||
|   | ||||
| @@ -4,6 +4,7 @@ using System.Diagnostics.CodeAnalysis; | ||||
| using System.Linq; | ||||
| using System.Net; | ||||
| using System.Text.Json; | ||||
| using System.Threading; | ||||
| using System.Threading.Tasks; | ||||
| using DHT.Server.Data; | ||||
| using DHT.Server.Data.Filters; | ||||
| @@ -19,7 +20,7 @@ sealed class TrackMessagesEndpoint(IDatabaseFile db) : BaseEndpoint(db) { | ||||
| 	private const string HasNewMessages = "1"; | ||||
| 	private const string NoNewMessages = "0"; | ||||
|  | ||||
| 	protected override async Task Respond(HttpRequest request, HttpResponse response) { | ||||
| 	protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) { | ||||
| 		var root = await ReadJson(request); | ||||
|  | ||||
| 		if (root.ValueKind != JsonValueKind.Array) { | ||||
| @@ -37,11 +38,11 @@ sealed class TrackMessagesEndpoint(IDatabaseFile db) : BaseEndpoint(db) { | ||||
| 		} | ||||
|  | ||||
| 		var addedMessageFilter = new MessageFilter { MessageIds = addedMessageIds }; | ||||
| 		bool anyNewMessages = await Db.Messages.Count(addedMessageFilter) < addedMessageIds.Count; | ||||
| 		bool anyNewMessages = await Db.Messages.Count(addedMessageFilter, CancellationToken.None) < addedMessageIds.Count; | ||||
|  | ||||
| 		await Db.Messages.Add(messages); | ||||
|  | ||||
| 		await response.WriteTextAsync(anyNewMessages ? HasNewMessages : NoNewMessages); | ||||
| 		await response.WriteTextAsync(anyNewMessages ? HasNewMessages : NoNewMessages, cancellationToken); | ||||
| 	} | ||||
|  | ||||
| 	private static Message ReadMessage(JsonElement json, string path) => new () { | ||||
|   | ||||
| @@ -1,5 +1,6 @@ | ||||
| using System.Net; | ||||
| using System.Text.Json; | ||||
| using System.Threading; | ||||
| using System.Threading.Tasks; | ||||
| using DHT.Server.Data; | ||||
| using DHT.Server.Database; | ||||
| @@ -9,7 +10,7 @@ using Microsoft.AspNetCore.Http; | ||||
| namespace DHT.Server.Endpoints; | ||||
|  | ||||
| sealed class TrackUsersEndpoint(IDatabaseFile db) : BaseEndpoint(db) { | ||||
| 	protected override async Task Respond(HttpRequest request, HttpResponse response) { | ||||
| 	protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) { | ||||
| 		var root = await ReadJson(request); | ||||
|  | ||||
| 		if (root.ValueKind != JsonValueKind.Array) { | ||||
| @@ -29,6 +30,7 @@ sealed class TrackUsersEndpoint(IDatabaseFile db) : BaseEndpoint(db) { | ||||
| 	private static User ReadUser(JsonElement json, string path) => new () { | ||||
| 		Id = json.RequireSnowflake("id", path), | ||||
| 		Name = json.RequireString("name", path), | ||||
| 		DisplayName = json.HasKey("displayName") ? json.RequireString("displayName", path) : null, | ||||
| 		AvatarUrl = json.HasKey("avatar") ? json.RequireString("avatar", path) : null, | ||||
| 		Discriminator = json.HasKey("discriminator") ? json.RequireString("discriminator", path) : null | ||||
| 	}; | ||||
|   | ||||
							
								
								
									
										42
									
								
								app/Server/Endpoints/ViewerEndpoint.cs
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										42
									
								
								app/Server/Endpoints/ViewerEndpoint.cs
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,42 @@ | ||||
| using System.Collections.Generic; | ||||
| using System.Net; | ||||
| using System.Threading; | ||||
| using System.Threading.Tasks; | ||||
| using DHT.Server.Database; | ||||
| using DHT.Utils.Http; | ||||
| using DHT.Utils.Resources; | ||||
| using Microsoft.AspNetCore.Http; | ||||
| using Microsoft.AspNetCore.StaticFiles; | ||||
|  | ||||
| namespace DHT.Server.Endpoints; | ||||
|  | ||||
| sealed class ViewerEndpoint(IDatabaseFile db, ResourceLoader resources) : BaseEndpoint(db) { | ||||
| 	private static readonly FileExtensionContentTypeProvider ContentTypeProvider = new (); | ||||
|  | ||||
| 	private readonly Dictionary<string, byte[]?> cache = new (); | ||||
| 	private readonly SemaphoreSlim cacheSemaphore = new (1); | ||||
|  | ||||
| 	protected override async Task Respond(HttpRequest request, HttpResponse response, CancellationToken cancellationToken) { | ||||
| 		string path = (string?) request.RouteValues["path"] ?? "index.html"; | ||||
| 		string resourcePath = "Viewer/" + path; | ||||
| 		 | ||||
| 		byte[]? resourceBytes; | ||||
|  | ||||
| 		await cacheSemaphore.WaitAsync(cancellationToken); | ||||
| 		try { | ||||
| 			if (!cache.TryGetValue(resourcePath, out resourceBytes)) { | ||||
| 				cache[resourcePath] = resourceBytes = await resources.ReadBytesAsyncIfExists(resourcePath); | ||||
| 			} | ||||
| 		} finally { | ||||
| 			cacheSemaphore.Release(); | ||||
| 		} | ||||
|  | ||||
| 		if (resourceBytes == null) { | ||||
| 			throw new HttpException(HttpStatusCode.NotFound, "File not found: " + path); | ||||
| 		} | ||||
| 		else { | ||||
| 			var contentType = ContentTypeProvider.TryGetContentType(path, out string? type) ? type : null; | ||||
| 			await response.WriteFileAsync(contentType, resourceBytes, cancellationToken); | ||||
| 		} | ||||
| 	} | ||||
| } | ||||
| @@ -39,6 +39,16 @@ | ||||
|       <Link>Resources/Tracker/styles/%(RecursiveDir)%(Filename)%(Extension)</Link> | ||||
|       <Visible>false</Visible> | ||||
|     </EmbeddedResource> | ||||
|     <EmbeddedResource Include="../Resources/Viewer/**"> | ||||
|       <LogicalName>Viewer\%(RecursiveDir)%(Filename)%(Extension)</LogicalName> | ||||
|       <Link>Resources/Viewer/%(RecursiveDir)%(Filename)%(Extension)</Link> | ||||
|       <Visible>false</Visible> | ||||
|     </EmbeddedResource> | ||||
|     <EmbeddedResource Include="../Desktop/Resources/icon.ico"> | ||||
|       <LogicalName>Viewer\favicon.ico</LogicalName> | ||||
|       <Link>Resources/icon.ico</Link> | ||||
|       <Visible>false</Visible> | ||||
|     </EmbeddedResource> | ||||
|   </ItemGroup> | ||||
|    | ||||
| </Project> | ||||
|   | ||||
| @@ -1,3 +1,4 @@ | ||||
| using System; | ||||
| using System.Diagnostics; | ||||
| using System.Threading.Tasks; | ||||
| using DHT.Utils.Logging; | ||||
| @@ -6,24 +7,34 @@ using Microsoft.AspNetCore.Http.Extensions; | ||||
|  | ||||
| namespace DHT.Server.Service.Middlewares; | ||||
|  | ||||
| sealed class ServerLoggingMiddleware { | ||||
| sealed class ServerLoggingMiddleware(RequestDelegate next) { | ||||
| 	private static readonly Log Log = Log.ForType<ServerLoggingMiddleware>(); | ||||
| 	 | ||||
| 	private readonly RequestDelegate next; | ||||
| 	 | ||||
| 	public ServerLoggingMiddleware(RequestDelegate next) { | ||||
| 		this.next = next; | ||||
| 	} | ||||
|  | ||||
| 	public async Task InvokeAsync(HttpContext context) { | ||||
| 		var stopwatch = Stopwatch.StartNew(); | ||||
| 		await next(context); | ||||
| 		try { | ||||
| 			await next(context); | ||||
| 		} catch (OperationCanceledException) { | ||||
| 			OnFinished(stopwatch, context); | ||||
| 			throw; | ||||
| 		} | ||||
|  | ||||
| 		OnFinished(stopwatch, context); | ||||
| 	} | ||||
|  | ||||
| 	private static void OnFinished(Stopwatch stopwatch, HttpContext context) { | ||||
| 		stopwatch.Stop(); | ||||
| 		 | ||||
|  | ||||
| 		var request = context.Request; | ||||
| 		var requestLength = request.ContentLength ?? 0L; | ||||
| 		var responseStatus = context.Response.StatusCode; | ||||
| 		var elapsedMs = stopwatch.ElapsedMilliseconds; | ||||
| 		Log.Debug("Request to " + request.GetEncodedPathAndQuery() + " (" + requestLength + " B) returned " + responseStatus + ", took " + elapsedMs + " ms"); | ||||
|  | ||||
| 		if (context.RequestAborted.IsCancellationRequested) { | ||||
| 			Log.Debug("Request to " + request.GetEncodedPathAndQuery() + " (" + requestLength + " B) was cancelled after " + elapsedMs + " ms"); | ||||
| 		} | ||||
| 		else { | ||||
| 			var responseStatus = context.Response.StatusCode; | ||||
| 			Log.Debug("Request to " + request.GetEncodedPathAndQuery() + " (" + requestLength + " B) returned " + responseStatus + ", took " + elapsedMs + " ms"); | ||||
| 		} | ||||
| 	} | ||||
| } | ||||
|   | ||||
| @@ -1,8 +1,11 @@ | ||||
| using System; | ||||
| using System.Reflection; | ||||
| using System.Threading; | ||||
| using System.Threading.Tasks; | ||||
| using DHT.Server.Database; | ||||
| using DHT.Server.Service.Viewer; | ||||
| using DHT.Utils.Logging; | ||||
| using DHT.Utils.Resources; | ||||
| using Microsoft.AspNetCore.Hosting; | ||||
| using Microsoft.AspNetCore.Server.Kestrel.Core; | ||||
| using Microsoft.Extensions.DependencyInjection; | ||||
| @@ -25,10 +28,12 @@ public sealed class ServerManager { | ||||
| 	} | ||||
|  | ||||
| 	private readonly IDatabaseFile db; | ||||
| 	private readonly ViewerSessions viewerSessions; | ||||
| 	private readonly SemaphoreSlim semaphore = new (1, 1); | ||||
|  | ||||
| 	internal ServerManager(IDatabaseFile db) { | ||||
| 	internal ServerManager(IDatabaseFile db, ViewerSessions viewerSessions) { | ||||
| 		this.db = db; | ||||
| 		this.viewerSessions = viewerSessions; | ||||
| 	} | ||||
|  | ||||
| 	public async Task Start(ushort port, string token) { | ||||
| @@ -57,6 +62,8 @@ public sealed class ServerManager { | ||||
| 		void AddServices(IServiceCollection services) { | ||||
| 			services.AddSingleton(typeof(IDatabaseFile), db); | ||||
| 			services.AddSingleton(typeof(ServerParameters), new ServerParameters(port, token)); | ||||
| 			services.AddSingleton(typeof(ResourceLoader), new ResourceLoader(Assembly.GetExecutingAssembly())); | ||||
| 			services.AddSingleton(typeof(ViewerSessions), viewerSessions); | ||||
| 		} | ||||
|  | ||||
| 		void SetKestrelOptions(KestrelServerOptions options) { | ||||
|   | ||||
| @@ -3,6 +3,8 @@ using System.Text.Json.Serialization; | ||||
| using DHT.Server.Database; | ||||
| using DHT.Server.Endpoints; | ||||
| using DHT.Server.Service.Middlewares; | ||||
| using DHT.Server.Service.Viewer; | ||||
| using DHT.Utils.Resources; | ||||
| using Microsoft.AspNetCore.Builder; | ||||
| using Microsoft.AspNetCore.Http.Json; | ||||
| using Microsoft.Extensions.DependencyInjection; | ||||
| @@ -33,14 +35,24 @@ sealed class Startup { | ||||
| 	} | ||||
|  | ||||
| 	[SuppressMessage("ReSharper", "UnusedMember.Global")] | ||||
| 	public void Configure(IApplicationBuilder app, IHostApplicationLifetime lifetime, IDatabaseFile db, ServerParameters parameters) { | ||||
| 	public void Configure(IApplicationBuilder app, IHostApplicationLifetime lifetime, IDatabaseFile db, ServerParameters parameters, ResourceLoader resources, ViewerSessions viewerSessions) { | ||||
| 		app.UseMiddleware<ServerLoggingMiddleware>(); | ||||
| 		app.UseCors(); | ||||
| 		app.UseMiddleware<ServerAuthorizationMiddleware>(); | ||||
| 		app.UseRouting(); | ||||
| 		 | ||||
| 		app.Map("/viewer", node => { | ||||
| 			node.UseRouting(); | ||||
| 			node.UseEndpoints(endpoints => { | ||||
| 				endpoints.MapGet("/{**path}", new ViewerEndpoint(db, resources).Handle); | ||||
| 			}); | ||||
| 		}); | ||||
| 		 | ||||
| 		app.UseMiddleware<ServerAuthorizationMiddleware>(); | ||||
| 		 | ||||
| 		app.UseRouting(); | ||||
| 		app.UseEndpoints(endpoints => { | ||||
| 			endpoints.MapGet("/get-tracking-script", new GetTrackingScriptEndpoint(db, parameters).Handle); | ||||
| 			endpoints.MapGet("/get-tracking-script", new GetTrackingScriptEndpoint(db, parameters, resources).Handle); | ||||
| 			endpoints.MapGet("/get-viewer-metadata", new GetViewerMetadataEndpoint(db, viewerSessions).Handle); | ||||
| 			endpoints.MapGet("/get-viewer-messages", new GetViewerMessagesEndpoint(db, viewerSessions).Handle); | ||||
| 			endpoints.MapGet("/get-downloaded-file/{url}", new GetDownloadedFileEndpoint(db).Handle); | ||||
| 			endpoints.MapPost("/track-channel", new TrackChannelEndpoint(db).Handle); | ||||
| 			endpoints.MapPost("/track-users", new TrackUsersEndpoint(db).Handle); | ||||
|   | ||||
							
								
								
									
										5
									
								
								app/Server/Service/Viewer/ViewerSession.cs
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										5
									
								
								app/Server/Service/Viewer/ViewerSession.cs
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,5 @@ | ||||
| using DHT.Server.Data.Filters; | ||||
|  | ||||
| namespace DHT.Server.Service.Viewer;  | ||||
|  | ||||
| public readonly record struct ViewerSession(MessageFilter? MessageFilter); | ||||
							
								
								
									
										35
									
								
								app/Server/Service/Viewer/ViewerSessions.cs
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										35
									
								
								app/Server/Service/Viewer/ViewerSessions.cs
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,35 @@ | ||||
| using System; | ||||
| using System.Collections.Generic; | ||||
|  | ||||
| namespace DHT.Server.Service.Viewer; | ||||
|  | ||||
| public sealed class ViewerSessions : IDisposable { | ||||
| 	private readonly Dictionary<Guid, ViewerSession> sessions = new (); | ||||
| 	private bool isDisposed = false; | ||||
|  | ||||
| 	public Guid Register(ViewerSession session) { | ||||
| 		Guid guid = Guid.NewGuid(); | ||||
| 		 | ||||
| 		lock (this) { | ||||
| 			ObjectDisposedException.ThrowIf(isDisposed, this); | ||||
| 			sessions[guid] = session; | ||||
| 		} | ||||
| 		 | ||||
| 		return guid; | ||||
| 	} | ||||
|  | ||||
| 	internal ViewerSession Get(Guid guid) { | ||||
| 		lock (this) { | ||||
| 			return sessions.GetValueOrDefault(guid); | ||||
| 		} | ||||
| 	} | ||||
|  | ||||
| 	public void Dispose() { | ||||
| 		lock (this) { | ||||
| 			if (!isDisposed) { | ||||
| 				isDisposed = true; | ||||
| 				sessions.Clear(); | ||||
| 			} | ||||
| 		} | ||||
| 	} | ||||
| } | ||||
| @@ -3,19 +3,29 @@ using System.Threading.Tasks; | ||||
| using DHT.Server.Database; | ||||
| using DHT.Server.Download; | ||||
| using DHT.Server.Service; | ||||
| using DHT.Server.Service.Viewer; | ||||
|  | ||||
| namespace DHT.Server; | ||||
|  | ||||
| public sealed class State(IDatabaseFile db, int? concurrentDownloads) : IAsyncDisposable { | ||||
| public sealed class State : IAsyncDisposable { | ||||
| 	public static State Dummy { get; } = new (DummyDatabaseFile.Instance, null); | ||||
| 	 | ||||
| 	public IDatabaseFile Db { get; } = db; | ||||
| 	public Downloader Downloader { get; } = new (db, concurrentDownloads); | ||||
| 	public ServerManager Server { get; } = new (db); | ||||
|  | ||||
| 	public IDatabaseFile Db { get; } | ||||
| 	public Downloader Downloader { get; } | ||||
| 	public ViewerSessions ViewerSessions { get; } | ||||
| 	public ServerManager Server { get; } | ||||
|  | ||||
| 	public State(IDatabaseFile db, int? concurrentDownloads) { | ||||
| 		Db = db; | ||||
| 		Downloader = new Downloader(db, concurrentDownloads); | ||||
| 		ViewerSessions = new ViewerSessions(); | ||||
| 		Server = new ServerManager(db, ViewerSessions); | ||||
| 	} | ||||
|  | ||||
| 	public async ValueTask DisposeAsync() { | ||||
| 		await Downloader.Stop(); | ||||
| 		await Server.Stop(); | ||||
| 		await Db.DisposeAsync(); | ||||
| 		ViewerSessions.Dispose(); | ||||
| 	} | ||||
| } | ||||
|   | ||||
| @@ -1,33 +1,34 @@ | ||||
| using System.IO; | ||||
| using System.Net.Mime; | ||||
| using System.Text; | ||||
| using System.Threading; | ||||
| using System.Threading.Tasks; | ||||
| using Microsoft.AspNetCore.Http; | ||||
|  | ||||
| namespace DHT.Utils.Http;  | ||||
|  | ||||
| public static class HttpExtensions { | ||||
| 	public static Task WriteTextAsync(this HttpResponse response, string text) { | ||||
| 		return WriteTextAsync(response, MediaTypeNames.Text.Plain, text); | ||||
| 	public static Task WriteTextAsync(this HttpResponse response, string text, CancellationToken cancellationToken) { | ||||
| 		return WriteTextAsync(response, MediaTypeNames.Text.Plain, text, cancellationToken); | ||||
| 	} | ||||
| 	 | ||||
| 	public static async Task WriteTextAsync(this HttpResponse response, string contentType, string text) { | ||||
| 	public static async Task WriteTextAsync(this HttpResponse response, string contentType, string text, CancellationToken cancellationToken) { | ||||
| 		response.ContentType = contentType; | ||||
| 		await response.StartAsync(); | ||||
| 		await response.WriteAsync(text, Encoding.UTF8); | ||||
| 		await response.StartAsync(cancellationToken); | ||||
| 		await response.WriteAsync(text, Encoding.UTF8, cancellationToken); | ||||
| 	} | ||||
| 	 | ||||
| 	public static async Task WriteFileAsync(this HttpResponse response, string? contentType, byte[] bytes) { | ||||
| 	public static async Task WriteFileAsync(this HttpResponse response, string? contentType, byte[] bytes, CancellationToken cancellationToken) { | ||||
| 		response.ContentType = contentType ?? string.Empty; | ||||
| 		response.ContentLength = bytes.Length; | ||||
| 		await response.StartAsync(); | ||||
| 		await response.Body.WriteAsync(bytes); | ||||
| 		await response.StartAsync(cancellationToken); | ||||
| 		await response.Body.WriteAsync(bytes, cancellationToken); | ||||
| 	} | ||||
| 	 | ||||
| 	public static async Task WriteStreamAsync(this HttpResponse response, string? contentType, ulong? contentLength, Stream source) { | ||||
| 	public static async Task WriteStreamAsync(this HttpResponse response, string? contentType, ulong? contentLength, Stream source, CancellationToken cancellationToken) { | ||||
| 		response.ContentType = contentType ?? string.Empty; | ||||
| 		response.ContentLength = (long?) contentLength; | ||||
| 		await response.StartAsync(); | ||||
| 		await source.CopyToAsync(response.Body); | ||||
| 		await response.StartAsync(cancellationToken); | ||||
| 		await source.CopyToAsync(response.Body, cancellationToken); | ||||
| 	} | ||||
| } | ||||
|   | ||||
| @@ -7,8 +7,9 @@ using System.Threading.Tasks; | ||||
| namespace DHT.Utils.Resources; | ||||
|  | ||||
| public sealed class ResourceLoader(Assembly assembly) { | ||||
| 	private Stream GetEmbeddedStream(string filename) { | ||||
| 	private Stream? TryGetEmbeddedStream(string filename) { | ||||
| 		Stream? stream = null; | ||||
| 		 | ||||
| 		foreach (var embeddedName in assembly.GetManifestResourceNames()) { | ||||
| 			if (embeddedName.Replace('\\', '/') == filename) { | ||||
| 				stream = assembly.GetManifestResourceStream(embeddedName); | ||||
| @@ -16,17 +17,31 @@ public sealed class ResourceLoader(Assembly assembly) { | ||||
| 			} | ||||
| 		} | ||||
|  | ||||
| 		return stream ?? throw new ArgumentException("Missing embedded resource: " + filename); | ||||
| 		return stream; | ||||
| 	} | ||||
| 	 | ||||
| 	private Stream GetEmbeddedStream(string filename) { | ||||
| 		return TryGetEmbeddedStream(filename) ?? throw new ArgumentException("Missing embedded resource: " + filename); | ||||
| 	} | ||||
|  | ||||
| 	private async Task<string> ReadTextAsync(Stream stream) { | ||||
| 		using var reader = new StreamReader(stream, Encoding.UTF8); | ||||
| 		return await reader.ReadToEndAsync(); | ||||
| 	} | ||||
| 	 | ||||
| 	private async Task<byte[]> ReadBytesAsync(Stream stream) { | ||||
| 		using var memoryStream = new MemoryStream(); | ||||
| 		await stream.CopyToAsync(memoryStream); | ||||
| 		return memoryStream.ToArray(); | ||||
| 	} | ||||
|  | ||||
| 	public async Task<string> ReadTextAsync(string filename) { | ||||
| 		return await ReadTextAsync(GetEmbeddedStream(filename)); | ||||
| 	} | ||||
| 	 | ||||
| 	public async Task<byte[]?> ReadBytesAsyncIfExists(string filename) { | ||||
| 		return TryGetEmbeddedStream(filename) is {} stream ? await ReadBytesAsync(stream) : null; | ||||
| 	} | ||||
|  | ||||
| 	public async Task<string> ReadJoinedAsync(string path, char separator) { | ||||
| 		StringBuilder joined = new (); | ||||
|   | ||||
| @@ -8,5 +8,5 @@ using DHT.Utils; | ||||
| namespace DHT.Utils; | ||||
|  | ||||
| static class Version { | ||||
| 	public const string Tag = "41.2.0.0"; | ||||
| 	public const string Tag = "42.1.0.0"; | ||||
| } | ||||
|   | ||||
							
								
								
									
										
											BIN
										
									
								
								app/empty.dht
									
									
									
									
									
								
							
							
						
						
									
										
											BIN
										
									
								
								app/empty.dht
									
									
									
									
									
								
							
										
											Binary file not shown.
										
									
								
							
		Reference in New Issue
	
	Block a user