Update SQLite version to 3.35.5

Closes #182

README.md

@@ -19,14 +19,37 @@ Folder organization:
 * `lib/` contains utilities required to build the project
 * `web/` contains source code of the [official website](https://dht.chylex.com), which can be used as a template when making your own website
 
-To start editing source code for the desktop app, open `app/DiscordHistoryTracker.sln` in [Visual Studio](https://visualstudio.microsoft.com/downloads/) or [Rider](https://www.jetbrains.com/rider/).
+To start editing source code for the desktop app, install the [.NET 5 SDK](https://dotnet.microsoft.com/en-us/download/dotnet/5.0), and then open `app/DiscordHistoryTracker.sln` in [Visual Studio](https://visualstudio.microsoft.com/downloads/) or [Rider](https://www.jetbrains.com/rider/).
 
 ### Building
 
 To build a `Debug` version of the desktop app, there are no additional requirements.
 
-To build a `Release` version of the desktop app, you will need [Python 3](https://www.python.org/downloads), which is used by the build process to launch `app/Resources/minify.py` script.
+To build a `Release` version of the desktop app, follow the instructions for your operating system.
 
-When creating `Release` builds on systems other than 64-bit Windows, you will also need [Node + npm](https://nodejs.org/en), and [uglify-js](https://www.npmjs.com/package/uglify-js) installed globally (`npm install uglify-js -g`). On 64-bit Windows, both Node and uglify-js are already included in the `lib/` folder for convenience.
+#### Release – Windows (64-bit)
 
-To create `Release` builds ready for distribution, run the `app/build.bat` script on Windows, or `app/build.sh` script on other operating systems. This will create self-contained executables for each major operating system, and a portable version that works on all other systems but requires .NET 5 to be installed. All builds are placed in the `app/bin` folder.
+1. Install [Python 3](https://www.python.org/downloads), and ensure the `python` executable is in your `PATH`
+2. Install [Powershell 5](https://docs.microsoft.com/en-us/powershell/scripting/install/installing-powershell-on-windows) or newer (on Windows 10, the included version of Powershell should be enough)
+
+The `lib/` folder contains an installation of [Node](https://nodejs.org/en) and [uglify-js](https://www.npmjs.com/package/uglify-js), which are used to minify the tracking script. This installation will only work on 64-bit Windows; building on 32-bit Windows is not supported, but you can try.
+
+Run the `app/build.bat` script, and read the [Distribution](#distribution) section below.
+
+#### Release – Other Operating Systems
+
+1. Install [Python 3](https://www.python.org/downloads), and ensure the `python` executable exists and launches Python 3
+   - On Debian and derivatives, you can install `python-is-python3`
+   - On other distributions, you can create a link manually, for ex. `ln -s /usr/bin/python3 /usr/bin/python`
+   - If you don't want `python` to mean Python 3, then edit `Desktop.csproj` and change `python` to `python3`
+2. Install [Node + npm](https://nodejs.org/en)
+3. Install [uglify-js](https://www.npmjs.com/package/uglify-js) globally (`npm install -g uglify-js`)
+4. Install the `zip` package from your repository
+
+Run the `app/build.sh` script, and read the [Distribution](#distribution) section below.
+
+#### Distribution
+
+The mentioned build scripts will prepare `Release` builds ready for distribution. Once the script finishes, the `app/bin` folder will contain self-contained executables for each major operating system, and a portable version that works on all other systems but requires .NET 5 to be installed.
+
+Note that when building on Windows, the generated `.zip` files for Linux and Mac will not have correct file permissions, so it will not be possible to run them by double-clicking `DiscordHistoryTracker`. I tried using Python to re-create the archives with correct file permissions, but found that Linux `zip` tools could not see them. The only working solution is building the Windows + portable version on Windows, and Linux + Mac version on Linux.

app/Desktop/Dialogs/CheckBox/CheckBoxDialog.axaml

@@ -34,8 +34,8 @@
 
     <StackPanel Margin="20">
         <ScrollViewer MaxHeight="400">
-            <ItemsControl Items="{Binding Items}">
-                <ItemsControl.ItemTemplate>
+            <ItemsRepeater Items="{Binding Items}">
+                <ItemsRepeater.ItemTemplate>
                     <DataTemplate>
                         <CheckBox IsChecked="{Binding Checked}">
                             <Label>
@@ -43,8 +43,8 @@
                             </Label>
                         </CheckBox>
                     </DataTemplate>
-                </ItemsControl.ItemTemplate>
-            </ItemsControl>
+                </ItemsRepeater.ItemTemplate>
+            </ItemsRepeater>
         </ScrollViewer>
         <Panel Classes="buttons">
             <WrapPanel Classes="left">

app/Desktop/Main/Controls/FilterPanel.axaml

@@ -35,6 +35,8 @@
         </Style>
     </UserControl.Styles>
 
+    <StackPanel>
+        <TextBlock Text="{Binding FilterStatisticsText}" />
         <WrapPanel>
             <StackPanel>
                 <CheckBox IsChecked="{Binding FilterByDate}">Filter by Date</CheckBox>
@@ -56,5 +58,6 @@
                 <TextBlock Text="{Binding UserFilterLabel}" />
             </StackPanel>
         </WrapPanel>
+    </StackPanel>
 
 </UserControl>

app/Desktop/Main/Controls/FilterPanelModel.cs

@@ -12,6 +12,7 @@ using DHT.Server.Data;
 using DHT.Server.Data.Filters;
 using DHT.Server.Database;
 using DHT.Utils.Models;
+using DHT.Utils.Tasks;
 
 namespace DHT.Desktop.Main.Controls {
 	sealed class FilterPanelModel : BaseModel, IDisposable {
@@ -25,6 +26,8 @@ namespace DHT.Desktop.Main.Controls {
 			nameof(IncludedUsers)
 		};
 
+		public string FilterStatisticsText { get; private set; } = "";
+
 		public event PropertyChangedEventHandler? FilterPropertyChanged;
 
 		public bool HasAnyFilters => FilterByDate || FilterByChannel || FilterByUser;
@@ -89,6 +92,10 @@ namespace DHT.Desktop.Main.Controls {
 		private readonly Window window;
 		private readonly IDatabaseFile db;
 
+		private readonly AsyncValueComputer<long> exportedMessageCountComputer;
+		private long? exportedMessageCount;
+		private long? totalMessageCount;
+
 		[Obsolete("Designer")]
 		public FilterPanelModel() : this(null!, DummyDatabaseFile.Instance) {}
 
@@ -96,6 +103,9 @@ namespace DHT.Desktop.Main.Controls {
 			this.window = window;
 			this.db = db;
 			
+			this.exportedMessageCountComputer = AsyncValueComputer<long>.WithResultProcessor(SetExportedMessageCount).Build();
+
+			UpdateFilterStatisticsText();
 			UpdateChannelFilterLabel();
 			UpdateUserFilterLabel();
 
@@ -109,6 +119,7 @@ namespace DHT.Desktop.Main.Controls {
 
 		private void OnPropertyChanged(object? sender, PropertyChangedEventArgs e) {
 			if (e.PropertyName != null && FilterProperties.Contains(e.PropertyName)) {
+				UpdateFilterStatistics();
 				FilterPropertyChanged?.Invoke(sender, e);
 			}
 
@@ -121,7 +132,11 @@ namespace DHT.Desktop.Main.Controls {
 		}
 
 		private void OnDbStatisticsChanged(object? sender, PropertyChangedEventArgs e) {
-			if (e.PropertyName == nameof(DatabaseStatistics.TotalChannels)) {
+			if (e.PropertyName == nameof(DatabaseStatistics.TotalMessages)) {
+				totalMessageCount = db.Statistics.TotalMessages;
+				UpdateFilterStatistics();
+			}
+			else if (e.PropertyName == nameof(DatabaseStatistics.TotalChannels)) {
 				UpdateChannelFilterLabel();
 			}
 			else if (e.PropertyName == nameof(DatabaseStatistics.TotalUsers)) {
@@ -129,6 +144,32 @@ namespace DHT.Desktop.Main.Controls {
 			}
 		}
 
+		private void UpdateFilterStatistics() {
+			var filter = CreateFilter();
+			if (filter.IsEmpty) {
+				exportedMessageCount = totalMessageCount;
+				UpdateFilterStatisticsText();
+			}
+			else {
+				exportedMessageCount = null;
+				UpdateFilterStatisticsText();
+				exportedMessageCountComputer.Compute(_ => db.CountMessages(filter));
+			}
+		}
+
+		private void SetExportedMessageCount(long exportedMessageCount) {
+			this.exportedMessageCount = exportedMessageCount;
+			UpdateFilterStatisticsText();
+		}
+		
+		private void UpdateFilterStatisticsText() {
+			var exportedMessageCountStr = exportedMessageCount?.Format() ?? "(...)";
+			var totalMessageCountStr = totalMessageCount?.Format() ?? "(...)";
+			
+			FilterStatisticsText = "Will export " + exportedMessageCountStr + " out of " + totalMessageCountStr + " message" + (totalMessageCount is null or > 0 ? "s." : ".");
+			OnPropertyChanged(nameof(FilterStatisticsText));
+		}
+
 		public async void OpenChannelFilterDialog() {
 			var servers = db.GetAllServers().ToDictionary(static server => server.Id);
 			var items = new List<CheckBoxItem<ulong>>();

app/Desktop/Main/MainWindow.axaml.cs

@@ -1,8 +1,10 @@
 using System;
 using System.Diagnostics.CodeAnalysis;
+using System.IO;
 using Avalonia;
 using Avalonia.Controls;
 using Avalonia.Markup.Xaml;
+using DHT.Desktop.Main.Pages;
 using JetBrains.Annotations;
 
 namespace DHT.Desktop.Main {
@@ -30,6 +32,14 @@ namespace DHT.Desktop.Main {
 			if (DataContext is IDisposable disposable) {
 				disposable.Dispose();
 			}
+
+			foreach (var temporaryFile in ViewerPageModel.TemporaryFiles) {
+				try {
+					File.Delete(temporaryFile);
+				} catch (Exception) {
+					// ignored
+				}
+			}
 		}
 	}
 }

app/Desktop/Main/Pages/ViewerPage.axaml

@@ -5,9 +5,7 @@
              xmlns:pages="clr-namespace:DHT.Desktop.Main.Pages"
              xmlns:controls="clr-namespace:DHT.Desktop.Main.Controls"
              mc:Ignorable="d" d:DesignWidth="800" d:DesignHeight="450"
-             x:Class="DHT.Desktop.Main.Pages.ViewerPage"
-             AttachedToVisualTree="OnAttachedToVisualTree"
-             DetachedFromVisualTree="OnDetachedFromVisualTree">
+             x:Class="DHT.Desktop.Main.Pages.ViewerPage">
 
     <Design.DataContext>
         <pages:ViewerPageModel />
@@ -24,8 +22,7 @@
             <Button Command="{Binding OnClickOpenViewer}" Margin="0 0 5 0">Open Viewer</Button>
             <Button Command="{Binding OnClickSaveViewer}" Margin="5 0 0 0">Save Viewer</Button>
         </StackPanel>
-        <TextBlock Text="{Binding ExportedMessageText}" Margin="0 20 0 0" />
-        <controls:FilterPanel DataContext="{Binding FilterModel}" />
+        <controls:FilterPanel DataContext="{Binding FilterModel}" Margin="0 20 0 0" />
         <Expander Header="Database Tools">
             <StackPanel Orientation="Vertical" Spacing="10">
                 <StackPanel Orientation="Vertical" Spacing="4">

app/Desktop/Main/Pages/ViewerPage.axaml.cs

@@ -1,5 +1,4 @@
 using System.Diagnostics.CodeAnalysis;
-using Avalonia;
 using Avalonia.Controls;
 using Avalonia.Markup.Xaml;
 
@@ -13,17 +12,5 @@ namespace DHT.Desktop.Main.Pages {
 		private void InitializeComponent() {
 			AvaloniaXamlLoader.Load(this);
 		}
-
-		public void OnAttachedToVisualTree(object? sender, VisualTreeAttachmentEventArgs e) {
-			if (DataContext is ViewerPageModel model) {
-				model.SetPageVisible(true);
-			}
-		}
-
-		public void OnDetachedFromVisualTree(object? sender, VisualTreeAttachmentEventArgs e) {
-			if (DataContext is ViewerPageModel model) {
-				model.SetPageVisible(false);
-			}
-		}
 	}
 }

app/Desktop/Main/Pages/ViewerPageModel.cs

@@ -1,8 +1,10 @@
 using System;
+using System.Collections.Concurrent;
 using System.Collections.Generic;
 using System.ComponentModel;
 using System.Diagnostics;
 using System.IO;
+using System.Text;
 using System.Threading.Tasks;
 using System.Web;
 using Avalonia.Controls;
@@ -17,7 +19,7 @@ using static DHT.Desktop.Program;
 
 namespace DHT.Desktop.Main.Pages {
 	sealed class ViewerPageModel : BaseModel, IDisposable {
-		public string ExportedMessageText { get; private set; } = "";
+		public static readonly ConcurrentBag<string> TemporaryFiles = new ();
 		
 		public bool DatabaseToolFilterModeKeep { get; set; } = true;
 		public bool DatabaseToolFilterModeRemove { get; set; } = false;
@@ -34,8 +36,6 @@ namespace DHT.Desktop.Main.Pages {
 		private readonly Window window;
 		private readonly IDatabaseFile db;
 
-		private bool isPageVisible = false;
-
 		[Obsolete("Designer")]
 		public ViewerPageModel() : this(null!, DummyDatabaseFile.Instance) {}
 
@@ -45,49 +45,51 @@ namespace DHT.Desktop.Main.Pages {
 
 			FilterModel = new FilterPanelModel(window, db);
 			FilterModel.FilterPropertyChanged += OnFilterPropertyChanged;
-			db.Statistics.PropertyChanged += OnDbStatisticsChanged;
 		}
 
 		public void Dispose() {
-			db.Statistics.PropertyChanged -= OnDbStatisticsChanged;
 			FilterModel.Dispose();
 		}
 
-		public void SetPageVisible(bool isPageVisible) {
-			this.isPageVisible = isPageVisible;
-			if (isPageVisible) {
-				UpdateStatistics();
-			}
-		}
-
 		private void OnFilterPropertyChanged(object? sender, PropertyChangedEventArgs e) {
-			UpdateStatistics();
 			HasFilters = FilterModel.HasAnyFilters;
 		}
 
-		private void OnDbStatisticsChanged(object? sender, PropertyChangedEventArgs e) {
-			if (isPageVisible && e.PropertyName == nameof(DatabaseStatistics.TotalMessages)) {
-				UpdateStatistics();
+		private async Task WriteViewerFile(string path) {
+			const string ArchiveTag = "/*[ARCHIVE]*/";
+
+			string indexFile = await Resources.ReadTextAsync("Viewer/index.html");
+			string viewerTemplate = indexFile.Replace("/*[JS]*/", await Resources.ReadJoinedAsync("Viewer/scripts/", '\n'))
+			                                 .Replace("/*[CSS]*/", await Resources.ReadJoinedAsync("Viewer/styles/", '\n'));
+			
+			int viewerArchiveTagStart = viewerTemplate.IndexOf(ArchiveTag);
+			int viewerArchiveTagEnd = viewerArchiveTagStart + ArchiveTag.Length;
+
+			string jsonTempFile = path + ".tmp";
+
+			await using (var jsonStream = new FileStream(jsonTempFile, FileMode.Create, FileAccess.ReadWrite, FileShare.Read)) {
+				await ViewerJsonExport.Generate(jsonStream, db, FilterModel.CreateFilter());
+
+				char[] jsonBuffer = new char[Math.Min(32768, jsonStream.Position)];
+				jsonStream.Position = 0;
+
+				await using (var outputStream = new FileStream(path, FileMode.Create, FileAccess.Write, FileShare.Read))
+				await using (var outputWriter = new StreamWriter(outputStream, Encoding.UTF8)) {
+					await outputWriter.WriteAsync(viewerTemplate[..viewerArchiveTagStart]);
+
+					using (var jsonReader = new StreamReader(jsonStream, Encoding.UTF8)) {
+						int readBytes;
+						while ((readBytes = await jsonReader.ReadAsync(jsonBuffer, 0, jsonBuffer.Length)) > 0) {
+							string jsonChunk = new string(jsonBuffer, 0, readBytes);
+							await outputWriter.WriteAsync(HttpUtility.JavaScriptStringEncode(jsonChunk));
 						}
 					}
 
-		private void UpdateStatistics() {
-			var filter = FilterModel.CreateFilter();
-			var allMessagesCount = db.Statistics.TotalMessages?.Format() ?? "?";
-			var filteredMessagesCount = filter.IsEmpty ? allMessagesCount : db.CountMessages(filter).Format();
-
-			ExportedMessageText = "Will export " + filteredMessagesCount + " out of " + allMessagesCount + " message(s).";
-			OnPropertyChanged(nameof(ExportedMessageText));
+					await outputWriter.WriteAsync(viewerTemplate[viewerArchiveTagEnd..]);
+				}
 			}
 
-		private async Task<string> GenerateViewerContents() {
-			string json = ViewerJsonExport.Generate(db, FilterModel.CreateFilter());
-
-			string index = await Resources.ReadTextAsync("Viewer/index.html");
-			string viewer = index.Replace("/*[JS]*/", await Resources.ReadJoinedAsync("Viewer/scripts/", '\n'))
-			                     .Replace("/*[CSS]*/", await Resources.ReadJoinedAsync("Viewer/styles/", '\n'))
-			                     .Replace("/*[ARCHIVE]*/", HttpUtility.JavaScriptStringEncode(json));
-			return viewer;
+			File.Delete(jsonTempFile);
 		}
 
 		public async void OnClickOpenViewer() {
@@ -101,8 +103,10 @@ namespace DHT.Desktop.Main.Pages {
 				fullPath = Path.Combine(rootPath, filenameBase + "-" + counter + ".html");
 			}
 
+			TemporaryFiles.Add(fullPath);
+			
 			Directory.CreateDirectory(rootPath);
-			await File.WriteAllTextAsync(fullPath, await GenerateViewerContents());
+			await WriteViewerFile(fullPath);
 
 			Process.Start(new ProcessStartInfo(fullPath) { UseShellExecute = true });
 		}
@@ -110,7 +114,7 @@ namespace DHT.Desktop.Main.Pages {
 		public async void OnClickSaveViewer() {
 			var dialog = new SaveFileDialog {
 				Title = "Save Viewer",
-				InitialFileName = "archive.html",
+				InitialFileName = Path.GetFileNameWithoutExtension(db.Path) + ".html",
 				Directory = Path.GetDirectoryName(db.Path),
 				Filters = new List<FileDialogFilter> {
 					new() {
@@ -122,7 +126,7 @@ namespace DHT.Desktop.Main.Pages {
 
 			string? path = await dialog;
 			if (!string.IsNullOrEmpty(path)) {
-				await File.WriteAllTextAsync(path, await GenerateViewerContents());
+				await WriteViewerFile(path);
 			}
 		}
 

app/Resources/Tracker/scripts/discord.js

@@ -193,7 +193,7 @@ class DISCORD {
 			else if (obj.guild_id) {
 				const server = {
 					"id": obj.guild_id,
-					"name": document.querySelector("nav header > h1").innerText,
+					"name": document.querySelector("nav header h1[class*='name-']").innerText,
 					"type": "SERVER"
 				};
 				

app/Resources/Tracker/styles/controller.css

@@ -1,4 +1,4 @@
-#app-mount > div[class*="app-"] {
+#app-mount div[class*="app-"] {
   margin-bottom: 48px !important;
 }
 
@@ -8,6 +8,7 @@
   width: 100%;
   height: 48px;
   background-color: #fff;
+  z-index: 1000000;
 }
 
 #dht-ctrl button {

app/Resources/Tracker/styles/settings.css

@@ -7,7 +7,7 @@
   background-color: #000;
   opacity: 0.5;
   display: block;
-  z-index: 1000;
+  z-index: 1000001;
 }
 
 #dht-cfg {
@@ -20,7 +20,7 @@
   margin-top: -131px;
   padding: 8px;
   background-color: #fff;
-  z-index: 1001;
+  z-index: 1000002;
 }
 
 #dht-cfg-note {

app/Server/Database/Export/ViewerJsonExport.cs

@@ -1,6 +1,8 @@
 using System.Collections.Generic;
+using System.IO;
 using System.Linq;
 using System.Text.Json;
+using System.Threading.Tasks;
 using DHT.Server.Data;
 using DHT.Server.Data.Filters;
 using DHT.Utils.Logging;
@@ -9,7 +11,7 @@ namespace DHT.Server.Database.Export {
 	public static class ViewerJsonExport {
 		private static readonly Log Log = Log.ForType(typeof(ViewerJsonExport));
 
-		public static string Generate(IDatabaseFile db, MessageFilter? filter = null) {
+		public static async Task Generate(Stream stream, IDatabaseFile db, MessageFilter? filter = null) {
 			var perf = Log.Start();
 
 			var includedUserIds = new HashSet<ulong>();
@@ -37,17 +39,20 @@ namespace DHT.Server.Database.Export {
 
 			perf.Step("Collect database data");
 
+			var value = new {
+				meta = new { users, userindex, servers, channels },
+				data = GenerateMessageList(includedMessages, userIndices)
+			};
+			
+			perf.Step("Generate value object");
+			
 			var opts = new JsonSerializerOptions();
 			opts.Converters.Add(new ViewerJsonSnowflakeSerializer());
 
-			var json = JsonSerializer.Serialize(new {
-				meta = new { users, userindex, servers, channels },
-				data = GenerateMessageList(includedMessages, userIndices)
-			}, opts);
+			await JsonSerializer.SerializeAsync(stream, value, opts);
 
 			perf.Step("Serialize to JSON");
 			perf.End();
-			return json;
 		}
 
 		private static object GenerateUserList(IDatabaseFile db, HashSet<ulong> userIds, out List<string> userindex, out Dictionary<ulong, object> userIndices) {
@@ -159,8 +164,8 @@ namespace DHT.Server.Database.Export {
 					}
 
 					if (!message.Attachments.IsEmpty) {
-						obj["a"] = message.Attachments.Select(static attachment => new {
-							url = attachment.Url
+						obj["a"] = message.Attachments.Select(static attachment => new Dictionary<string, object> {
+							{ "url", attachment.Url }
 						}).ToArray();
 					}
 

app/Server/Database/Sqlite/SqliteDatabaseFile.cs

@@ -2,12 +2,14 @@ using System;
 using System.Collections.Generic;
 using System.Collections.Immutable;
 using System.Text;
+using System.Threading;
 using System.Threading.Tasks;
 using DHT.Server.Data;
 using DHT.Server.Data.Filters;
 using DHT.Server.Database.Sqlite.Utils;
 using DHT.Utils.Collections;
 using DHT.Utils.Logging;
+using DHT.Utils.Tasks;
 using Microsoft.Data.Sqlite;
 
 namespace DHT.Server.Database.Sqlite {
@@ -36,12 +38,12 @@ namespace DHT.Server.Database.Sqlite {
 
 		private readonly Log log;
 		private readonly SqliteConnectionPool pool;
-		private readonly SqliteMessageStatisticsThread messageStatisticsThread;
+		private readonly AsyncValueComputer<long>.Single totalMessagesComputer;
 
 		private SqliteDatabaseFile(string path, SqliteConnectionPool pool) {
 			this.log = Log.ForType(typeof(SqliteDatabaseFile), System.IO.Path.GetFileName(path));
 			this.pool = pool;
-			this.messageStatisticsThread = new SqliteMessageStatisticsThread(pool, UpdateMessageStatistics);
+			this.totalMessagesComputer = AsyncValueComputer<long>.WithResultProcessor(UpdateMessageStatistics).WithOutdatedResults().BuildWithComputer(ComputeMessageStatistics);
 
 			this.Path = path;
 			this.Statistics = new DatabaseStatistics();
@@ -52,11 +54,10 @@ namespace DHT.Server.Database.Sqlite {
 				UpdateUserStatistics(conn);
 			}
 
-			messageStatisticsThread.RequestUpdate();
+			totalMessagesComputer.Recompute();
 		}
 
 		public void Dispose() {
-			messageStatisticsThread.Dispose();
 			pool.Dispose();
 		}
 
@@ -193,7 +194,7 @@ namespace DHT.Server.Database.Sqlite {
 				cmd.ExecuteNonQuery();
 			}
 
-			using var conn = pool.Take();
+			using (var conn = pool.Take()) {
 				using var tx = conn.BeginTransaction();
 
 				using var messageCmd = conn.Upsert("messages", new[] {
@@ -305,7 +306,9 @@ namespace DHT.Server.Database.Sqlite {
 				}
 
 				tx.Commit();
-			messageStatisticsThread.RequestUpdate();
+			}
+
+			totalMessagesComputer.Recompute();
 		}
 
 		public int CountMessages(MessageFilter? filter = null) {
@@ -367,11 +370,12 @@ LEFT JOIN replied_to rt ON m.message_id = rt.message_id" + filter.GenerateWhereC
 			                      .Append("FROM messages")
 			                      .Append(whereClause);
 
-			using var conn = pool.Take();
+			using (var conn = pool.Take()) {
 				using var cmd = conn.Command(build.ToString());
 				cmd.ExecuteNonQuery();
+			}
 
-			UpdateMessageStatistics(conn);
+			totalMessagesComputer.Recompute();
 			perf.End();
 		}
 
@@ -454,8 +458,13 @@ LEFT JOIN replied_to rt ON m.message_id = rt.message_id" + filter.GenerateWhereC
 			Statistics.TotalUsers = conn.SelectScalar("SELECT COUNT(*) FROM users") as long? ?? 0;
 		}
 
-		private void UpdateMessageStatistics(ISqliteConnection conn) {
-			Statistics.TotalMessages = conn.SelectScalar("SELECT COUNT(*) FROM messages") as long? ?? 0L;
+		private long ComputeMessageStatistics(CancellationToken token) {
+			using var conn = pool.Take();
+			return conn.SelectScalar("SELECT COUNT(*) FROM messages") as long? ?? 0L;
+		}
+
+		private void UpdateMessageStatistics(long totalMessages) {
+			Statistics.TotalMessages = totalMessages;
 		}
 	}
 }

app/Server/Database/Sqlite/SqliteMessageStatisticsThread.cs

@@ -1,54 +0,0 @@
-using System;
-using System.Threading;
-using DHT.Server.Database.Sqlite.Utils;
-
-namespace DHT.Server.Database.Sqlite {
-	sealed class SqliteMessageStatisticsThread : IDisposable {
-		private readonly SqliteConnectionPool pool;
-		private readonly Action<ISqliteConnection> action;
-		
-		private readonly CancellationTokenSource cancellationTokenSource = new();
-		private readonly CancellationToken cancellationToken;
-		
-		private readonly AutoResetEvent requestEvent = new (false);
-
-		public SqliteMessageStatisticsThread(SqliteConnectionPool pool, Action<ISqliteConnection> action) {
-			this.pool = pool;
-			this.action = action;
-			
-			this.cancellationToken = cancellationTokenSource.Token;
-			
-			var thread = new Thread(RunThread) {
-				Name = "DHT message statistics thread",
-				IsBackground = true
-			};
-			thread.Start();
-		}
-
-		public void Dispose() {
-			try {
-				cancellationTokenSource.Cancel();
-			} catch (ObjectDisposedException) {}
-		}
-
-		public void RequestUpdate() {
-			try {
-				requestEvent.Set();
-			} catch (ObjectDisposedException) {}
-		}
-
-		private void RunThread() {
-			try {
-				while (!cancellationToken.IsCancellationRequested) {
-					if (requestEvent.WaitOne(TimeSpan.FromMilliseconds(100))) {
-						using var conn = pool.Take();
-						action(conn);
-					}
-				}
-			} finally {
-				cancellationTokenSource.Dispose();
-				requestEvent.Dispose();
-			}
-		}
-	}
-}

app/Server/Endpoints/TrackMessagesEndpoint.cs

@@ -1,5 +1,6 @@
 using System.Collections.Generic;
 using System.Collections.Immutable;
+using System.Diagnostics.CodeAnalysis;
 using System.Linq;
 using System.Net;
 using System.Text.Json;
@@ -8,6 +9,7 @@ using DHT.Server.Data;
 using DHT.Server.Data.Filters;
 using DHT.Server.Database;
 using DHT.Server.Service;
+using DHT.Utils.Collections;
 using DHT.Utils.Http;
 using Microsoft.AspNetCore.Http;
 
@@ -53,12 +55,16 @@ namespace DHT.Server.Endpoints {
 			Reactions = json.HasKey("reactions") ? ReadReactions(json.RequireArray("reactions", path + ".reactions"), path + ".reactions[]").ToImmutableArray() : ImmutableArray<Reaction>.Empty
 		};
 
+		[SuppressMessage("ReSharper", "ConvertToLambdaExpression")]
 		private static IEnumerable<Attachment> ReadAttachments(JsonElement.ArrayEnumerator array, string path) => array.Select(ele => new Attachment {
 			Id = ele.RequireSnowflake("id", path),
 			Name = ele.RequireString("name", path),
 			Type = ele.HasKey("type") ? ele.RequireString("type", path) : null,
 			Url = ele.RequireString("url", path),
 			Size = (ulong) ele.RequireLong("size", path)
+		}).DistinctByKeyStable(static attachment => {
+			// Some Discord messages have duplicate attachments with the same id for unknown reasons.
+			return attachment.Id;
 		});
 
 		private static IEnumerable<Embed> ReadEmbeds(JsonElement.ArrayEnumerator array, string path) => array.Select(ele => new Embed {

app/Server/Server.csproj

@@ -20,7 +20,7 @@
     <FrameworkReference Include="Microsoft.AspNetCore.App" />
   </ItemGroup>
   <ItemGroup>
-    <PackageReference Include="Microsoft.Data.Sqlite" Version="6.0.2" />
+    <PackageReference Include="Microsoft.Data.Sqlite" Version="6.0.5" />
   </ItemGroup>
   <ItemGroup>
     <ProjectReference Include="..\Utils\Utils.csproj" />

app/Utils/Collections/LinqExtensions.cs

@@ -0,0 +1,18 @@
+using System;
+using System.Collections.Generic;
+
+namespace DHT.Utils.Collections {
+	public static class LinqExtensions {
+		public static IEnumerable<TItem> DistinctByKeyStable<TItem, TKey>(this IEnumerable<TItem> collection, Func<TItem, TKey> getKeyFromItem) where TKey : IEquatable<TKey> {
+			HashSet<TKey>? seenKeys = null;
+			
+			foreach (var item in collection) {
+				seenKeys ??= new HashSet<TKey>();
+				
+				if (seenKeys.Add(getKeyFromItem(item))) {
+					yield return item;
+				}
+			}
+		}
+	}
+}

app/Utils/Tasks/AsyncValueComputer.cs

@@ -0,0 +1,115 @@
+using System;
+using System.Diagnostics.CodeAnalysis;
+using System.Threading;
+using System.Threading.Tasks;
+
+namespace DHT.Utils.Tasks {
+	public sealed class AsyncValueComputer<TValue> {
+		private readonly Action<TValue> resultProcessor;
+		private readonly TaskScheduler resultTaskScheduler;
+		private readonly bool processOutdatedResults;
+
+		private readonly object stateLock = new ();
+
+		private CancellationTokenSource? currentCancellationTokenSource;
+		private Func<CancellationToken, TValue>? currentComputeFunction;
+		private bool hasComputeFunctionChanged = false;
+
+		private AsyncValueComputer(Action<TValue> resultProcessor, TaskScheduler resultTaskScheduler, bool processOutdatedResults) {
+			this.resultProcessor = resultProcessor;
+			this.resultTaskScheduler = resultTaskScheduler;
+			this.processOutdatedResults = processOutdatedResults;
+		}
+
+		public void Compute(Func<CancellationToken, TValue> func) {
+			lock (stateLock) {
+				if (currentComputeFunction != null) {
+					currentComputeFunction = func;
+					hasComputeFunctionChanged = true;
+					currentCancellationTokenSource?.Cancel();
+				}
+				else {
+					EnqueueComputation(func);
+				}
+			}
+		}
+
+		[SuppressMessage("ReSharper", "MethodSupportsCancellation")]
+		private void EnqueueComputation(Func<CancellationToken, TValue> func) {
+			var cancellationTokenSource = new CancellationTokenSource();
+			var cancellationToken = cancellationTokenSource.Token;
+
+			currentCancellationTokenSource?.Cancel();
+			currentCancellationTokenSource = cancellationTokenSource;
+			currentComputeFunction = func;
+			hasComputeFunctionChanged = false;
+
+			var task = Task.Run(() => func(cancellationToken));
+			
+			task.ContinueWith(t => {
+				if (processOutdatedResults || !cancellationToken.IsCancellationRequested) {
+					resultProcessor(t.Result);
+				}
+			}, CancellationToken.None, TaskContinuationOptions.NotOnFaulted, resultTaskScheduler);
+			
+			task.ContinueWith(_ => {
+				lock (stateLock) {
+					cancellationTokenSource.Dispose();
+
+					if (currentCancellationTokenSource == cancellationTokenSource) {
+						currentCancellationTokenSource = null;
+					}
+
+					if (hasComputeFunctionChanged) {
+						EnqueueComputation(currentComputeFunction);
+					}
+					else {
+						currentComputeFunction = null;
+					}
+				}
+			});
+		}
+
+		public sealed class Single {
+			private readonly AsyncValueComputer<TValue> baseComputer;
+			private readonly Func<CancellationToken, TValue> resultComputer;
+
+			internal Single(AsyncValueComputer<TValue> baseComputer, Func<CancellationToken, TValue> resultComputer) {
+				this.baseComputer = baseComputer;
+				this.resultComputer = resultComputer;
+			}
+
+			public void Recompute() {
+				baseComputer.Compute(resultComputer);
+			}
+		}
+
+		public static Builder WithResultProcessor(Action<TValue> resultProcessor, TaskScheduler? scheduler = null) {
+			return new Builder(resultProcessor, scheduler ?? TaskScheduler.FromCurrentSynchronizationContext());
+		}
+
+		public sealed class Builder {
+			private readonly Action<TValue> resultProcessor;
+			private readonly TaskScheduler resultTaskScheduler;
+			private bool processOutdatedResults;
+
+			internal Builder(Action<TValue> resultProcessor, TaskScheduler resultTaskScheduler) {
+				this.resultProcessor = resultProcessor;
+				this.resultTaskScheduler = resultTaskScheduler;
+			}
+
+			public Builder WithOutdatedResults() {
+				this.processOutdatedResults = true;
+				return this;
+			}
+
+			public AsyncValueComputer<TValue> Build() {
+				return new AsyncValueComputer<TValue>(resultProcessor, resultTaskScheduler, processOutdatedResults);
+			}
+
+			public Single BuildWithComputer(Func<CancellationToken, TValue> resultComputer) {
+				return new Single(Build(), resultComputer);
+			}
+		}
+	}
+}

app/Version.cs

@@ -7,6 +7,6 @@ using DHT.Utils;
 
 namespace DHT.Utils {
 	static class Version {
-		public const string Tag = "35.0.0.0";
+		public const string Tag = "35.3.0.0";
 	}
 }

web/index.php

@@ -53,11 +53,11 @@ define('LATEST_VERSION', $version === false ? '_' : $version);
           <svg class="icon">
             <use href="#icon-globe" />
           </svg>
-          <span class="platform">Portable</span>
+          <span class="platform">Other</span>
         </a>
       </div>
       <p>To launch the three OS-specific versions, extract the <strong>DiscordHistoryTracker</strong> executable, and double-click it.</p>
-      <p>To launch the <strong>Portable</strong> version, which works on other operating systems including 32-bit versions, you must install <a href="https://dotnet.microsoft.com/download/dotnet/5.0/runtime" rel="nofollow noopener">.NET 5</a>. Then extract the downloaded archive into a folder, open the folder in a terminal, and type: <code>dotnet DiscordHistoryTracker.dll</code></p>
+      <p>To launch the <strong>Other</strong> version, which works on other operating systems including 32-bit versions, you must install <a href="https://dotnet.microsoft.com/download/dotnet/5.0" rel="nofollow noopener">ASP.NET Core Runtime 5</a>. Then extract the downloaded archive into a folder, open the folder in a terminal, and type: <code>dotnet DiscordHistoryTracker.dll</code></p>
       
       <h3>How to Track Messages</h3>
       <p>The app saves messages into a database file stored on your computer. When you open the app, you are given the option to create a new database file, or open an existing one.</p>