Merge branch 'fix_utf8_resize' into 'master'

Fix buffer resizing by StatelessUtf8Encoder

See merge request OpenMW/openmw!1663

apps/openmw_test_suite/toutf8/toutf8.cpp

@@ -136,4 +136,24 @@ namespace
         Params {ToUTF8::WINDOWS_1251, "russian-win1251.txt", "russian-utf8.txt"},
         Params {ToUTF8::WINDOWS_1252, "french-win1252.txt", "french-utf8.txt"}
     ));
+
+    TEST(StatelessUtf8EncoderTest, shouldCleanupBuffer)
+    {
+        std::string buffer;
+        StatelessUtf8Encoder encoder(FromType::WINDOWS_1252);
+        encoder.getUtf8(std::string_view("long string\x92"), BufferAllocationPolicy::UseGrowFactor, buffer);
+        const std::string shortString("short\x92");
+        ASSERT_GT(buffer.size(), shortString.size());
+        const std::string_view shortUtf8 = encoder.getUtf8(shortString, BufferAllocationPolicy::UseGrowFactor, buffer);
+        ASSERT_GE(buffer.size(), shortUtf8.size());
+        EXPECT_EQ(buffer[shortUtf8.size()], '\0') << buffer;
+    }
+
+    TEST(StatelessUtf8EncoderTest, withFitToRequiredSizeShouldResizeBuffer)
+    {
+        std::string buffer;
+        StatelessUtf8Encoder encoder(FromType::WINDOWS_1252);
+        const std::string_view utf8 = encoder.getUtf8(std::string_view("long string\x92"), BufferAllocationPolicy::FitToRequiredSize, buffer);
+        EXPECT_EQ(buffer.size(), utf8.size());
+    }
 }

components/to_utf8/to_utf8.cpp

@@ -72,7 +72,13 @@ namespace
     // including a terminating zero after it.
     void resize(std::size_t size, BufferAllocationPolicy bufferAllocationPolicy, std::string& buffer)
     {
-        if (buffer.size() >= size)
+        if (buffer.size() > size)
+        {
+            buffer[size] = 0;
+            return;
+        }
+
+        if (buffer.size() == size)
             return;
 
         switch (bufferAllocationPolicy)