Changeset 51795 in vbox for trunk/src/VBox/Runtime/testcase

Timestamp:

Jul 2, 2014 1:01:50 AM (11 years ago)

Author:

vboxsync

Message:

UTF-8 case folding hacks to deal with U+0130, U+0131, U+017f and U+01fbe since these doesn't have any roundtrip compatible mappings nor have case folds into codepoins with the same UTF-8 length. They map to other characters in other blocks.

File:

• trunk/src/VBox/Runtime/testcase/tstIprtMiniString.cpp (modified) (4 diffs)

trunk/src/VBox/Runtime/testcase/tstIprtMiniString.cpp

@@ -372 +372 @@
 }
 
+#if 0
+/**
+ * Detects a few annoying unicode points with unstable case folding for UTF-8.
+ *
+ * Unicode 4.01, I think, introduces a few codepoints with lower/upper mappings
+ * that has a different length when encoded as UTF-8.  This breaks some
+ * assumptions we used to make.  Since it's just a handful codepoints, we'll
+ * detect them and ignore them here.  The actual case folding functions in
+ * IPRT will of course deal with this in a more robust manner.
+ *
+ * @returns true if problematic, false if not.
+ * @param   uc      The codepoints.
+ */
+static bool isUnevenUtf8FoldingCp(RTUNICP uc)
+{
+    RTUNICP ucLower = RTUniCpToLower(uc);
+    RTUNICP ucUpper = RTUniCpToUpper(uc);
+    //return RTUniCpCalcUtf8Len(ucLower) != RTUniCpCalcUtf8Len(ucUpper);
+    return false;
+}
+#endif
+
 static void test2(RTTEST hTest)
 {
@@ -384 +406 @@
     } while (0)
 
-    RTCString strTmp;
+    RTCString strTmp, strExpect;
     char szDst[16];
+
+    /* Some simple ascii stuff. */
+    strTmp    = "abcdefghijklmnopqrstuvwxyz0123456ABCDEFGHIJKLMNOPQRSTUVWXYZ;-+/\\";
+    strExpect = "ABCDEFGHIJKLMNOPQRSTUVWXYZ0123456ABCDEFGHIJKLMNOPQRSTUVWXYZ;-+/\\";
+    strTmp.toUpper();
+    CHECK_EQUAL(strTmp, strExpect);
+
+    strTmp.toLower();
+    strExpect = "abcdefghijklmnopqrstuvwxyz0123456abcdefghijklmnopqrstuvwxyz;-+/\\";
+    CHECK_EQUAL(strTmp, strExpect);
+
+    strTmp    = "abcdefghijklmnopqrstuvwxyz0123456ABCDEFGHIJKLMNOPQRSTUVWXYZ;-+/\\";
+    strTmp.toLower();
+    CHECK_EQUAL(strTmp, strExpect);
 
     /* Collect all upper and lower case code points. */
@@ -396 +432 @@
     for (RTUNICP uc = 1; uc <= 0x10fffd; uc++)
     {
+        /* Unicode 4.01, I think, introduced a few codepoints with lower/upper mappings
+           that aren't up for roundtrips and which case folding has a different UTF-8
+           length.  We'll just skip them here as there are very few:
+            - Dotless small i and dotless capital I folds into ASCII I and i.
+            - The small letter long s folds to ASCII S.
+            - Greek prosgegrammeni folds to iota, which is a letter with both upper
+              and lower case foldings of its own. */
+        if (uc == 0x131 || uc == 0x130 || uc == 0x17f || 0x1fbe)
+            continue;
+
         if (RTUniCpIsLower(uc))
         {
@@ -445 +491 @@
         size_t const        cchLower2 = pszDstEnd - &szDst[0];
         RTTESTI_CHECK_MSG(cchDst == cchLower2,
-                          ("ucLower2=%#x %u bytes;  ucUpper=%#x %u bytes\n",
-                           ucLower2, cchLower2, ucUpper, cchDst));
+                          ("ucLower2=%#x %u bytes;  ucUpper=%#x %u bytes; ucLower=%#x\n",
+                           ucLower2, cchLower2, ucUpper, cchDst, ucLower));
     }
     RTTESTI_CHECK(strlen(strUpper2.c_str()) == strUpper2.length());