Some more tests

DiscordChatExporter.Cli.Tests/Specs/CsvWriting/ContentSpecs.cs

@@ -6,7 +6,7 @@ using Xunit;
 
 namespace DiscordChatExporter.Cli.Tests.Specs.CsvWriting
 {
-    public record GeneralSpecs(ExportWrapperFixture ExportWrapper) : IClassFixture<ExportWrapperFixture>
+    public record ContentSpecs(ExportWrapperFixture ExportWrapper) : IClassFixture<ExportWrapperFixture>
     {
         [Fact]
         public async Task Messages_are_exported_correctly()

DiscordChatExporter.Cli.Tests/Specs/DateRangeSpecs.cs

@@ -0,0 +1,160 @@
+using System;
+using System.IO;
+using System.Linq;
+using System.Threading.Tasks;
+using CliFx.Infrastructure;
+using DiscordChatExporter.Cli.Commands;
+using DiscordChatExporter.Cli.Tests.Fixtures;
+using DiscordChatExporter.Cli.Tests.Infra;
+using DiscordChatExporter.Cli.Tests.TestData;
+using DiscordChatExporter.Core.Discord;
+using DiscordChatExporter.Core.Exporting;
+using FluentAssertions;
+using JsonExtensions;
+using Xunit;
+
+namespace DiscordChatExporter.Cli.Tests.Specs
+{
+    public record DateRangeSpecs(TempOutputFixture TempOutput) : IClassFixture<TempOutputFixture>
+    {
+        [Fact]
+        public async Task Messages_filtered_after_specific_date_only_include_messages_sent_after_that_date()
+        {
+            // Arrange
+            var after = new DateTimeOffset(2021, 07, 24, 0, 0, 0, TimeSpan.Zero);
+            var filePath = TempOutput.GetTempFilePath();
+
+            // Act
+            await new ExportChannelsCommand
+            {
+                TokenValue = Secrets.DiscordToken,
+                IsBotToken = Secrets.IsDiscordTokenBot,
+                ChannelIds = new[] { ChannelIds.DateRangeTestCases },
+                ExportFormat = ExportFormat.Json,
+                OutputPath = filePath,
+                After = Snowflake.FromDate(after)
+            }.ExecuteAsync(new FakeConsole());
+
+            var data = await File.ReadAllTextAsync(filePath);
+            var document = Json.Parse(data);
+
+            var timestamps = document
+                .GetProperty("messages")
+                .EnumerateArray()
+                .Select(j => j.GetProperty("timestamp").GetDateTimeOffset())
+                .ToArray();
+
+            // Assert
+            timestamps.All(t => t > after).Should().BeTrue();
+
+            timestamps.Should().BeEquivalentTo(new[]
+            {
+                new DateTimeOffset(2021, 07, 24, 13, 49, 13, TimeSpan.Zero),
+                new DateTimeOffset(2021, 07, 24, 14, 52, 38, TimeSpan.Zero),
+                new DateTimeOffset(2021, 07, 24, 14, 52, 39, TimeSpan.Zero),
+                new DateTimeOffset(2021, 07, 24, 14, 52, 40, TimeSpan.Zero),
+                new DateTimeOffset(2021, 09, 08, 14, 26, 35, TimeSpan.Zero)
+            }, o =>
+            {
+                return o
+                    .Using<DateTimeOffset>(ctx =>
+                        ctx.Subject.Should().BeCloseTo(ctx.Expectation, TimeSpan.FromSeconds(1))
+                    )
+                    .WhenTypeIs<DateTimeOffset>();
+            });
+        }
+
+        [Fact]
+        public async Task Messages_filtered_before_specific_date_only_include_messages_sent_before_that_date()
+        {
+            // Arrange
+            var before = new DateTimeOffset(2021, 07, 24, 0, 0, 0, TimeSpan.Zero);
+            var filePath = TempOutput.GetTempFilePath();
+
+            // Act
+            await new ExportChannelsCommand
+            {
+                TokenValue = Secrets.DiscordToken,
+                IsBotToken = Secrets.IsDiscordTokenBot,
+                ChannelIds = new[] { ChannelIds.DateRangeTestCases },
+                ExportFormat = ExportFormat.Json,
+                OutputPath = filePath,
+                Before = Snowflake.FromDate(before)
+            }.ExecuteAsync(new FakeConsole());
+
+            var data = await File.ReadAllTextAsync(filePath);
+            var document = Json.Parse(data);
+
+            var timestamps = document
+                .GetProperty("messages")
+                .EnumerateArray()
+                .Select(j => j.GetProperty("timestamp").GetDateTimeOffset())
+                .ToArray();
+
+            // Assert
+            timestamps.All(t => t < before).Should().BeTrue();
+
+            timestamps.Should().BeEquivalentTo(new[]
+            {
+                new DateTimeOffset(2021, 07, 19, 13, 34, 18, TimeSpan.Zero),
+                new DateTimeOffset(2021, 07, 19, 15, 58, 48, TimeSpan.Zero),
+                new DateTimeOffset(2021, 07, 19, 17, 23, 58, TimeSpan.Zero)
+            }, o =>
+            {
+                return o
+                    .Using<DateTimeOffset>(ctx =>
+                        ctx.Subject.Should().BeCloseTo(ctx.Expectation, TimeSpan.FromSeconds(1))
+                    )
+                    .WhenTypeIs<DateTimeOffset>();
+            });
+        }
+
+        [Fact]
+        public async Task Messages_filtered_between_specific_dates_only_include_messages_sent_between_those_dates()
+        {
+            // Arrange
+            var after = new DateTimeOffset(2021, 07, 24, 0, 0, 0, TimeSpan.Zero);
+            var before = new DateTimeOffset(2021, 08, 01, 0, 0, 0, TimeSpan.Zero);
+            var filePath = TempOutput.GetTempFilePath();
+
+            // Act
+            await new ExportChannelsCommand
+            {
+                TokenValue = Secrets.DiscordToken,
+                IsBotToken = Secrets.IsDiscordTokenBot,
+                ChannelIds = new[] { ChannelIds.DateRangeTestCases },
+                ExportFormat = ExportFormat.Json,
+                OutputPath = filePath,
+                Before = Snowflake.FromDate(before),
+                After = Snowflake.FromDate(after)
+            }.ExecuteAsync(new FakeConsole());
+
+            var data = await File.ReadAllTextAsync(filePath);
+            var document = Json.Parse(data);
+
+            var timestamps = document
+                .GetProperty("messages")
+                .EnumerateArray()
+                .Select(j => j.GetProperty("timestamp").GetDateTimeOffset())
+                .ToArray();
+
+            // Assert
+            timestamps.All(t => t < before && t > after).Should().BeTrue();
+
+            timestamps.Should().BeEquivalentTo(new[]
+            {
+                new DateTimeOffset(2021, 07, 24, 13, 49, 13, TimeSpan.Zero),
+                new DateTimeOffset(2021, 07, 24, 14, 52, 38, TimeSpan.Zero),
+                new DateTimeOffset(2021, 07, 24, 14, 52, 39, TimeSpan.Zero),
+                new DateTimeOffset(2021, 07, 24, 14, 52, 40, TimeSpan.Zero)
+            }, o =>
+            {
+                return o
+                    .Using<DateTimeOffset>(ctx =>
+                        ctx.Subject.Should().BeCloseTo(ctx.Expectation, TimeSpan.FromSeconds(1))
+                    )
+                    .WhenTypeIs<DateTimeOffset>();
+            });
+        }
+    }
+}

DiscordChatExporter.Cli.Tests/Specs/FilterSpecs.cs

@@ -0,0 +1,135 @@
+using System.IO;
+using System.Linq;
+using System.Threading.Tasks;
+using CliFx.Infrastructure;
+using DiscordChatExporter.Cli.Commands;
+using DiscordChatExporter.Cli.Tests.Fixtures;
+using DiscordChatExporter.Cli.Tests.Infra;
+using DiscordChatExporter.Cli.Tests.TestData;
+using DiscordChatExporter.Core.Exporting;
+using DiscordChatExporter.Core.Exporting.Filtering;
+using FluentAssertions;
+using JsonExtensions;
+using Xunit;
+
+namespace DiscordChatExporter.Cli.Tests.Specs
+{
+    public record FilterSpecs(TempOutputFixture TempOutput) : IClassFixture<TempOutputFixture>
+    {
+        [Fact]
+        public async Task Messages_filtered_by_text_only_include_messages_that_contain_that_text()
+        {
+            // Arrange
+            var filePath = TempOutput.GetTempFilePath();
+
+            // Act
+            await new ExportChannelsCommand
+            {
+                TokenValue = Secrets.DiscordToken,
+                IsBotToken = Secrets.IsDiscordTokenBot,
+                ChannelIds = new[] { ChannelIds.FilterTestCases },
+                ExportFormat = ExportFormat.Json,
+                OutputPath = filePath,
+                MessageFilter = MessageFilter.Parse("some text")
+            }.ExecuteAsync(new FakeConsole());
+
+            var data = await File.ReadAllTextAsync(filePath);
+            var document = Json.Parse(data);
+
+            // Assert
+            document
+                .GetProperty("messages")
+                .EnumerateArray()
+                .Select(j => j.GetProperty("content").GetString())
+                .Should()
+                .ContainSingle("Some random text");
+        }
+
+        [Fact]
+        public async Task Messages_filtered_by_author_only_include_messages_sent_by_that_author()
+        {
+            // Arrange
+            var filePath = TempOutput.GetTempFilePath();
+
+            // Act
+            await new ExportChannelsCommand
+            {
+                TokenValue = Secrets.DiscordToken,
+                IsBotToken = Secrets.IsDiscordTokenBot,
+                ChannelIds = new[] { ChannelIds.FilterTestCases },
+                ExportFormat = ExportFormat.Json,
+                OutputPath = filePath,
+                MessageFilter = MessageFilter.Parse("from:Tyrrrz")
+            }.ExecuteAsync(new FakeConsole());
+
+            var data = await File.ReadAllTextAsync(filePath);
+            var document = Json.Parse(data);
+
+            // Assert
+            document
+                .GetProperty("messages")
+                .EnumerateArray()
+                .Select(j => j.GetProperty("author").GetProperty("name").GetString())
+                .Should()
+                .AllBe("Tyrrrz");
+        }
+
+        [Fact]
+        public async Task Messages_filtered_by_content_only_include_messages_that_have_that_content()
+        {
+            // Arrange
+            var filePath = TempOutput.GetTempFilePath();
+
+            // Act
+            await new ExportChannelsCommand
+            {
+                TokenValue = Secrets.DiscordToken,
+                IsBotToken = Secrets.IsDiscordTokenBot,
+                ChannelIds = new[] { ChannelIds.FilterTestCases },
+                ExportFormat = ExportFormat.Json,
+                OutputPath = filePath,
+                MessageFilter = MessageFilter.Parse("has:image")
+            }.ExecuteAsync(new FakeConsole());
+
+            var data = await File.ReadAllTextAsync(filePath);
+            var document = Json.Parse(data);
+
+            // Assert
+            document
+                .GetProperty("messages")
+                .EnumerateArray()
+                .Select(j => j.GetProperty("content").GetString())
+                .Should()
+                .ContainSingle("This has image");
+        }
+
+        [Fact]
+        public async Task Messages_filtered_by_mention_only_include_messages_that_have_that_mention()
+        {
+            // Arrange
+            var filePath = TempOutput.GetTempFilePath();
+
+            // Act
+            await new ExportChannelsCommand
+            {
+                TokenValue = Secrets.DiscordToken,
+                IsBotToken = Secrets.IsDiscordTokenBot,
+                ChannelIds = new[] { ChannelIds.FilterTestCases },
+                ExportFormat = ExportFormat.Json,
+                OutputPath = filePath,
+                MessageFilter = MessageFilter.Parse("mentions:Tyrrrz")
+            }.ExecuteAsync(new FakeConsole());
+
+            var data = await File.ReadAllTextAsync(filePath);
+            var document = Json.Parse(data);
+
+            // Assert
+            document
+                .GetProperty("messages")
+                .EnumerateArray()
+                .Select(j => j.GetProperty("content").GetString())
+                .Should()
+                .ContainSingle("This has mention");
+        }
+    }
+}

DiscordChatExporter.Cli.Tests/Specs/HtmlWriting/ContentSpecs.cs

@@ -8,26 +8,16 @@ using Xunit;
 
 namespace DiscordChatExporter.Cli.Tests.Specs.HtmlWriting
 {
-    public record GeneralSpecs(ExportWrapperFixture ExportWrapper) : IClassFixture<ExportWrapperFixture>
+    public record ContentSpecs(ExportWrapperFixture ExportWrapper) : IClassFixture<ExportWrapperFixture>
     {
         [Fact]
         public async Task Messages_are_exported_correctly()
         {
             // Act
-            var document = await ExportWrapper.ExportAsHtmlAsync(ChannelIds.DateRangeTestCases);
-
-            var messageIds = document
-                .QuerySelectorAll(".chatlog__message")
-                .Select(e => e.GetAttribute("data-message-id"))
-                .ToArray();
-
-            var messageTexts = document
-                .QuerySelectorAll(".chatlog__content")
-                .Select(e => e.Text().Trim())
-                .ToArray();
+            var messages = await ExportWrapper.GetMessagesAsHtmlAsync(ChannelIds.DateRangeTestCases);
 
             // Assert
-            messageIds.Should().Equal(
+            messages.Select(e => e.GetAttribute("data-message-id")).Should().Equal(
                 "866674314627121232",
                 "866710679758045195",
                 "866732113319428096",
@@ -38,7 +28,7 @@ namespace DiscordChatExporter.Cli.Tests.Specs.HtmlWriting
                 "885169254029213696"
             );
 
-            messageTexts.Should().Equal(
+            messages.Select(e => e.QuerySelector(".chatlog__content")?.Text().Trim()).Should().Equal(
                 "Hello world",
                 "Goodbye world",
                 "Foo bar",

DiscordChatExporter.Cli.Tests/Specs/JsonWriting/ContentSpecs.cs

@@ -7,28 +7,16 @@ using Xunit;
 
 namespace DiscordChatExporter.Cli.Tests.Specs.JsonWriting
 {
-    public record GeneralSpecs(ExportWrapperFixture ExportWrapper) : IClassFixture<ExportWrapperFixture>
+    public record ContentSpecs(ExportWrapperFixture ExportWrapper) : IClassFixture<ExportWrapperFixture>
     {
         [Fact]
         public async Task Messages_are_exported_correctly()
         {
             // Act
-            var document = await ExportWrapper.ExportAsJsonAsync(ChannelIds.DateRangeTestCases);
-
-            var messageIds = document
-                .GetProperty("messages")
-                .EnumerateArray()
-                .Select(j => j.GetProperty("id").GetString())
-                .ToArray();
-
-            var messageTexts = document
-                .GetProperty("messages")
-                .EnumerateArray()
-                .Select(j => j.GetProperty("content").GetString())
-                .ToArray();
+            var messages = await ExportWrapper.GetMessagesAsJsonAsync(ChannelIds.DateRangeTestCases);
 
             // Assert
-            messageIds.Should().Equal(
+            messages.Select(j => j.GetProperty("id").GetString()).Should().Equal(
                 "866674314627121232",
                 "866710679758045195",
                 "866732113319428096",
@@ -39,7 +27,7 @@ namespace DiscordChatExporter.Cli.Tests.Specs.JsonWriting
                 "885169254029213696"
             );
 
-            messageTexts.Should().Equal(
+            messages.Select(j => j.GetProperty("content").GetString()).Should().Equal(
                 "Hello world",
                 "Goodbye world",
                 "Foo bar",

DiscordChatExporter.Cli.Tests/Specs/PartitioningSpecs.cs

@@ -0,0 +1,67 @@
+using System.IO;
+using System.Threading.Tasks;
+using CliFx.Infrastructure;
+using DiscordChatExporter.Cli.Commands;
+using DiscordChatExporter.Cli.Tests.Fixtures;
+using DiscordChatExporter.Cli.Tests.Infra;
+using DiscordChatExporter.Cli.Tests.TestData;
+using DiscordChatExporter.Core.Exporting;
+using DiscordChatExporter.Core.Exporting.Partitioning;
+using FluentAssertions;
+using Xunit;
+
+namespace DiscordChatExporter.Cli.Tests.Specs
+{
+    public record PartitioningSpecs(TempOutputFixture TempOutput) : IClassFixture<TempOutputFixture>
+    {
+        [Fact]
+        public async Task Messages_partitioned_by_count_are_split_into_multiple_files_correctly()
+        {
+            // Arrange
+            var filePath = TempOutput.GetTempFilePath();
+            var fileNameWithoutExt = Path.GetFileNameWithoutExtension(filePath);
+            var dirPath = Path.GetDirectoryName(filePath) ?? Directory.GetCurrentDirectory();
+
+            // Act
+            await new ExportChannelsCommand
+            {
+                TokenValue = Secrets.DiscordToken,
+                IsBotToken = Secrets.IsDiscordTokenBot,
+                ChannelIds = new[] { ChannelIds.DateRangeTestCases },
+                ExportFormat = ExportFormat.HtmlDark,
+                OutputPath = filePath,
+                PartitionLimit = PartitionLimit.Parse("3")
+            }.ExecuteAsync(new FakeConsole());
+
+            // Assert
+            Directory.EnumerateFiles(dirPath, fileNameWithoutExt + "*")
+                .Should()
+                .HaveCount(3);
+        }
+
+        [Fact]
+        public async Task Messages_partitioned_by_file_size_are_split_into_multiple_files_correctly()
+        {
+            // Arrange
+            var filePath = TempOutput.GetTempFilePath();
+            var fileNameWithoutExt = Path.GetFileNameWithoutExtension(filePath);
+            var dirPath = Path.GetDirectoryName(filePath) ?? Directory.GetCurrentDirectory();
+
+            // Act
+            await new ExportChannelsCommand
+            {
+                TokenValue = Secrets.DiscordToken,
+                IsBotToken = Secrets.IsDiscordTokenBot,
+                ChannelIds = new[] { ChannelIds.DateRangeTestCases },
+                ExportFormat = ExportFormat.HtmlDark,
+                OutputPath = filePath,
+                PartitionLimit = PartitionLimit.Parse("20kb")
+            }.ExecuteAsync(new FakeConsole());
+
+            // Assert
+            Directory.EnumerateFiles(dirPath, fileNameWithoutExt + "*")
+                .Should()
+                .HaveCount(2);
+        }
+    }
+}

DiscordChatExporter.Cli.Tests/Specs/PlainTextWriting/ContentSpecs.cs

@@ -6,7 +6,7 @@ using Xunit;
 
 namespace DiscordChatExporter.Cli.Tests.Specs.PlainTextWriting
 {
-    public record GeneralSpecs(ExportWrapperFixture ExportWrapper) : IClassFixture<ExportWrapperFixture>
+    public record ContentSpecs(ExportWrapperFixture ExportWrapper) : IClassFixture<ExportWrapperFixture>
     {
         [Fact]
         public async Task Messages_are_exported_correctly()

DiscordChatExporter.Cli.Tests/Specs/SelfContainedSpecs.cs

@@ -0,0 +1,49 @@
+using System.IO;
+using System.Linq;
+using System.Threading.Tasks;
+using CliFx.Infrastructure;
+using DiscordChatExporter.Cli.Commands;
+using DiscordChatExporter.Cli.Tests.Fixtures;
+using DiscordChatExporter.Cli.Tests.Infra;
+using DiscordChatExporter.Cli.Tests.TestData;
+using DiscordChatExporter.Cli.Tests.Utils;
+using DiscordChatExporter.Core.Exporting;
+using FluentAssertions;
+using Xunit;
+
+namespace DiscordChatExporter.Cli.Tests.Specs
+{
+    public record SelfContainedSpecs(TempOutputFixture TempOutput) : IClassFixture<TempOutputFixture>
+    {
+        [Fact]
+        public async Task Messages_in_self_contained_export_only_reference_local_file_resources()
+        {
+            // Arrange
+            var filePath = TempOutput.GetTempFilePath();
+            var dirPath = Path.GetDirectoryName(filePath) ?? Directory.GetCurrentDirectory();
+
+            // Act
+            await new ExportChannelsCommand
+            {
+                TokenValue = Secrets.DiscordToken,
+                IsBotToken = Secrets.IsDiscordTokenBot,
+                ChannelIds = new[] { ChannelIds.SelfContainedTestCases },
+                ExportFormat = ExportFormat.HtmlDark,
+                OutputPath = filePath,
+                ShouldDownloadMedia = true
+            }.ExecuteAsync(new FakeConsole());
+
+            var data = await File.ReadAllTextAsync(filePath);
+            var document = Html.Parse(data);
+
+            // Assert
+            document
+                .QuerySelectorAll("body [src]")
+                .Select(e => e.GetAttribute("src")!)
+                .Select(f => Path.GetFullPath(f, dirPath))
+                .All(File.Exists)
+                .Should()
+                .BeTrue();
+        }
+    }
+}