#105549# Updated RTL_TEXTENCODING_INFO flags.

9 files changed, 45 insertions, 53 deletions

diff --git a/sal/textenc/convertbig5hkscs.tab b/sal/textenc/convertbig5hkscs.tab
index 5b0ca9052..fc4f4c2e6 100644
--- a/sal/textenc/convertbig5hkscs.tab
+++ b/sal/textenc/convertbig5hkscs.tab
@@ -2,9 +2,9 @@
  *
  *  $RCSfile: convertbig5hkscs.tab,v $
  *
- *  $Revision: 1.3 $
+ *  $Revision: 1.4 $
  *
- *  last change: $Author: sb $ $Date: 2002-10-04 13:37:02 $
+ *  last change: $Author: sb $ $Date: 2002-12-10 10:14:00 $
  *
  *  The Contents of this file are made available subject to the terms of
  *  either of the following licenses
@@ -102,7 +102,5 @@ static ImplTextEncodingData const aImplBig5HkscsTextEncodingData
         136,
         "euc-tw",
         "Big5-HKSCS",
-        RTL_TEXTENCODING_INFO_ASCII
-            | RTL_TEXTENCODING_INFO_MULTIBYTE
-            | RTL_TEXTENCODING_INFO_MIME };
+        RTL_TEXTENCODING_INFO_MULTIBYTE | RTL_TEXTENCODING_INFO_MIME };
     /* SCRIPT_CHINESE_TRADITIONAL */
diff --git a/sal/textenc/convertgb18030.tab b/sal/textenc/convertgb18030.tab
index 97a658a43..bab7d174d 100644
--- a/sal/textenc/convertgb18030.tab
+++ b/sal/textenc/convertgb18030.tab
@@ -2,9 +2,9 @@
  *
  *  $RCSfile: convertgb18030.tab,v $
  *
- *  $Revision: 1.4 $
+ *  $Revision: 1.5 $
  *
- *  last change: $Author: sb $ $Date: 2002-10-04 13:37:03 $
+ *  last change: $Author: sb $ $Date: 2002-12-10 10:14:01 $
  *
  *  The Contents of this file are made available subject to the terms of
  *  either of the following licenses
@@ -97,7 +97,7 @@ static ImplTextEncodingData const aImplGb18030TextEncodingData
         134,
         "gbk-0",
         "GB18030",
-        RTL_TEXTENCODING_INFO_ASCII
+        RTL_TEXTENCODING_INFO_UNICODE
             | RTL_TEXTENCODING_INFO_MULTIBYTE
             | RTL_TEXTENCODING_INFO_MIME };
     /* SCRIPT_CHINESE_SIMPLIFIED */
diff --git a/sal/textenc/convertiso2022cn.tab b/sal/textenc/convertiso2022cn.tab
index 9d86fc16a..e77e94691 100644
--- a/sal/textenc/convertiso2022cn.tab
+++ b/sal/textenc/convertiso2022cn.tab
@@ -2,9 +2,9 @@
  *
  *  $RCSfile: convertiso2022cn.tab,v $
  *
- *  $Revision: 1.2 $
+ *  $Revision: 1.3 $
  *
- *  last change: $Author: sb $ $Date: 2002-10-04 13:37:03 $
+ *  last change: $Author: sb $ $Date: 2002-12-10 10:14:01 $
  *
  *  The Contents of this file are made available subject to the terms of
  *  either of the following licenses
@@ -106,6 +106,6 @@ static ImplTextEncodingData const aImplIso2022CnTextEncodingData
         134,
         "euc-cn",
         "ISO-2022-CN",
-        RTL_TEXTENCODING_INFO_ASCII
-            | RTL_TEXTENCODING_INFO_MULTIBYTE
-            | RTL_TEXTENCODING_INFO_MIME };
+         RTL_TEXTENCODING_INFO_CONTEXT
+             | RTL_TEXTENCODING_INFO_MULTIBYTE
+             | RTL_TEXTENCODING_INFO_MIME };
diff --git a/sal/textenc/convertiso2022jp.tab b/sal/textenc/convertiso2022jp.tab
index 024e77565..aa74068c7 100644
--- a/sal/textenc/convertiso2022jp.tab
+++ b/sal/textenc/convertiso2022jp.tab
@@ -2,9 +2,9 @@
  *
  *  $RCSfile: convertiso2022jp.tab,v $
  *
- *  $Revision: 1.2 $
+ *  $Revision: 1.3 $
  *
- *  last change: $Author: sb $ $Date: 2002-10-04 13:37:03 $
+ *  last change: $Author: sb $ $Date: 2002-12-10 10:14:01 $
  *
  *  The Contents of this file are made available subject to the terms of
  *  either of the following licenses
@@ -96,7 +96,7 @@ static ImplTextEncodingData const aImplIso2022JpTextEncodingData
         128,
         "euc-jp",
         "ISO-2022-JP",
-        RTL_TEXTENCODING_INFO_ASCII
-            | RTL_TEXTENCODING_INFO_MULTIBYTE
-            | RTL_TEXTENCODING_INFO_MIME };
+        RTL_TEXTENCODING_INFO_CONTEXT
+             | RTL_TEXTENCODING_INFO_MULTIBYTE
+             | RTL_TEXTENCODING_INFO_MIME };
     /* SCRIPT_JAPANESE */
diff --git a/sal/textenc/convertiso2022kr.tab b/sal/textenc/convertiso2022kr.tab
index ee965526d..1f5ebb92d 100644
--- a/sal/textenc/convertiso2022kr.tab
+++ b/sal/textenc/convertiso2022kr.tab
@@ -2,9 +2,9 @@
  *
  *  $RCSfile: convertiso2022kr.tab,v $
  *
- *  $Revision: 1.2 $
+ *  $Revision: 1.3 $
  *
- *  last change: $Author: sb $ $Date: 2002-10-04 13:37:03 $
+ *  last change: $Author: sb $ $Date: 2002-12-10 10:14:01 $
  *
  *  The Contents of this file are made available subject to the terms of
  *  either of the following licenses
@@ -96,7 +96,7 @@ static ImplTextEncodingData const aImplIso2022KrTextEncodingData
         130,
         "euc-kr",
         "ISO-2022-KR",
-        RTL_TEXTENCODING_INFO_ASCII
-            | RTL_TEXTENCODING_INFO_MULTIBYTE
-            | RTL_TEXTENCODING_INFO_MIME };
+        RTL_TEXTENCODING_INFO_CONTEXT
+             | RTL_TEXTENCODING_INFO_MULTIBYTE
+             | RTL_TEXTENCODING_INFO_MIME };
     /* SCRIPT_KOREAN */
diff --git a/sal/textenc/tcvtjp6.tab b/sal/textenc/tcvtjp6.tab
index 64a0c31b8..05fb82faf 100644
--- a/sal/textenc/tcvtjp6.tab
+++ b/sal/textenc/tcvtjp6.tab
@@ -2,9 +2,9 @@
  *
  *  $RCSfile: tcvtjp6.tab,v $
  *
- *  $Revision: 1.8 $
+ *  $Revision: 1.9 $
  *
- *  last change: $Author: sb $ $Date: 2002-11-13 11:34:12 $
+ *  last change: $Author: sb $ $Date: 2002-12-10 10:14:01 $
  *
  *  The Contents of this file are made available subject to the terms of
  *  either of the following licenses
@@ -632,9 +632,7 @@ static ImplTextEncodingData const aImplSJISTextEncodingData
         128,
         "euc-jp",
         "shift_jis",
-        RTL_TEXTENCODING_INFO_ASCII
-            | RTL_TEXTENCODING_INFO_MULTIBYTE
-            | RTL_TEXTENCODING_INFO_MIME };
+        RTL_TEXTENCODING_INFO_MULTIBYTE | RTL_TEXTENCODING_INFO_MIME };
     /* SCRIPT_JAPANESE, pc code page 932, mac encoding 1 */
 
 /* ======================================================================= */
@@ -1190,7 +1188,7 @@ static ImplTextEncodingData const aImplMS932TextEncodingData
         128,
         "euc-jp",
         "shift_jis",
-        RTL_TEXTENCODING_INFO_ASCII | RTL_TEXTENCODING_INFO_MULTIBYTE };
+        RTL_TEXTENCODING_INFO_MULTIBYTE };
     /* WIN/DOS/OS2, SCRIPT_JAPANESE, pc code page 932, mac encoding 1 */
 
 /* ======================================================================= */
@@ -1746,7 +1744,7 @@ static ImplTextEncodingData const aImplAPPLEJAPANESETextEncodingData
         128,
         "euc-jp",
         "shift_jis",
-        RTL_TEXTENCODING_INFO_ASCII | RTL_TEXTENCODING_INFO_MULTIBYTE };
+        RTL_TEXTENCODING_INFO_MULTIBYTE };
     /* MAC, SCRIPT_JAPANESE, pc code page 932, mac encoding 1 */
 
 /* ======================================================================= */
diff --git a/sal/textenc/tcvtkr6.tab b/sal/textenc/tcvtkr6.tab
index 13cc5699f..5b3e93604 100644
--- a/sal/textenc/tcvtkr6.tab
+++ b/sal/textenc/tcvtkr6.tab
@@ -2,9 +2,9 @@
  *
  *  $RCSfile: tcvtkr6.tab,v $
  *
- *  $Revision: 1.4 $
+ *  $Revision: 1.5 $
  *
- *  last change: $Author: sb $ $Date: 2002-10-04 13:37:05 $
+ *  last change: $Author: sb $ $Date: 2002-12-10 10:14:02 $
  *
  *  The Contents of this file are made available subject to the terms of
  *  either of the following licenses
@@ -619,6 +619,10 @@ static ImplDBCSConvertData const aImplKSC5601DBCSCvtData =
 
 /* ======================================================================= */
 
+// TODO  EUC-KR should only use two-byte characters in the range 0xA1--FE
+// 0xA1--FE, and thus should have the RTL_TEXTENCODING_INFO_ASCII property.  For
+// whatever reason, EUC-KR is treated like MS-949 that uses trail bytes starting
+// from 0x41.
 static ImplTextEncodingData const aImplEUCKRTextEncodingData
     = { { &aImplKSC5601DBCSCvtData,
           ImplDBCSToUnicode,
@@ -635,9 +639,7 @@ static ImplTextEncodingData const aImplEUCKRTextEncodingData
         129,
         "euc-kr",
         "euc-kr",
-        RTL_TEXTENCODING_INFO_ASCII
-            | RTL_TEXTENCODING_INFO_MULTIBYTE
-            | RTL_TEXTENCODING_INFO_MIME };
+        RTL_TEXTENCODING_INFO_MULTIBYTE | RTL_TEXTENCODING_INFO_MIME };
     /* SCRIPT_KOREAN, pc code page 934, mac encoding 3 */
 
 /* ======================================================================= */
@@ -658,7 +660,7 @@ static ImplTextEncodingData const aImplMS949TextEncodingData
         129,
         "euc-kr",
         "euc-kr",
-        RTL_TEXTENCODING_INFO_ASCII | RTL_TEXTENCODING_INFO_MULTIBYTE };
+        RTL_TEXTENCODING_INFO_MULTIBYTE };
     /* WIN/DOS/OS2, SCRIPT_KOREAN, pc code page 934, mac encoding 3 */
 
 /* ======================================================================= */
@@ -681,7 +683,7 @@ static ImplTextEncodingData const aImplAPPLEKOREANTextEncodingData
         129,
         "euc-kr",
         "euc-kr",
-        RTL_TEXTENCODING_INFO_ASCII | RTL_TEXTENCODING_INFO_MULTIBYTE };
+        RTL_TEXTENCODING_INFO_MULTIBYTE };
     /* MAC, SCRIPT_KOREAN, pc code page 934, mac encoding 3 */
 
 /* ======================================================================= */
@@ -1254,7 +1256,5 @@ static ImplTextEncodingData const aImplMS1361TextEncodingData
         130,
         "euc-kr",
         "euc-kr",
-        RTL_TEXTENCODING_INFO_ASCII
-            | RTL_TEXTENCODING_INFO_MULTIBYTE
-            | RTL_TEXTENCODING_INFO_MIME };
+        RTL_TEXTENCODING_INFO_MULTIBYTE | RTL_TEXTENCODING_INFO_MIME };
     /* SCRIPT_KOREAN, pc code page 1361, mac encoding 3 */
diff --git a/sal/textenc/tcvtscn6.tab b/sal/textenc/tcvtscn6.tab
index 9d2eaa464..8bed3a1cb 100644
--- a/sal/textenc/tcvtscn6.tab
+++ b/sal/textenc/tcvtscn6.tab
@@ -2,9 +2,9 @@
  *
  *  $RCSfile: tcvtscn6.tab,v $
  *
- *  $Revision: 1.8 $
+ *  $Revision: 1.9 $
  *
- *  last change: $Author: sb $ $Date: 2002-10-04 13:37:06 $
+ *  last change: $Author: sb $ $Date: 2002-12-10 10:14:02 $
  *
  *  The Contents of this file are made available subject to the terms of
  *  either of the following licenses
@@ -1868,9 +1868,7 @@ static ImplTextEncodingData const aImplGBKTextEncodingData
         134,
         "euc-cn",
         "GBK",
-        RTL_TEXTENCODING_INFO_ASCII
-            | RTL_TEXTENCODING_INFO_MULTIBYTE
-            | RTL_TEXTENCODING_INFO_MIME };
+        RTL_TEXTENCODING_INFO_MULTIBYTE | RTL_TEXTENCODING_INFO_MIME };
     /* SCRIPT_CHINESE_SIMPLIFIED, pc code page 936, mac encoding 25 */
 
 /* ======================================================================= */
@@ -2426,7 +2424,7 @@ static ImplTextEncodingData const aImplMS936TextEncodingData
         134,
         "euc-cn",
         "gb2312",
-        RTL_TEXTENCODING_INFO_ASCII | RTL_TEXTENCODING_INFO_MULTIBYTE };
+        RTL_TEXTENCODING_INFO_MULTIBYTE };
     /* WIN/DOS/OS2, SCRIPT_CHINESE_SIMPLIFIED, pc code page 936, mac encoding
        25 */
 
diff --git a/sal/textenc/tcvttcn6.tab b/sal/textenc/tcvttcn6.tab
index e3120dff7..02123d090 100644
--- a/sal/textenc/tcvttcn6.tab
+++ b/sal/textenc/tcvttcn6.tab
@@ -2,9 +2,9 @@
  *
  *  $RCSfile: tcvttcn6.tab,v $
  *
- *  $Revision: 1.7 $
+ *  $Revision: 1.8 $
  *
- *  last change: $Author: sb $ $Date: 2002-10-04 13:37:06 $
+ *  last change: $Author: sb $ $Date: 2002-12-10 10:14:02 $
  *
  *  The Contents of this file are made available subject to the terms of
  *  either of the following licenses
@@ -647,9 +647,7 @@ static ImplTextEncodingData const aImplBIG5TextEncodingData
         136,
         "euc-tw",
         "big5",
-        RTL_TEXTENCODING_INFO_ASCII
-            | RTL_TEXTENCODING_INFO_MULTIBYTE
-            | RTL_TEXTENCODING_INFO_MIME };
+        RTL_TEXTENCODING_INFO_MULTIBYTE | RTL_TEXTENCODING_INFO_MIME };
     /* SCRIPT_CHINESE_TRADITIONAL, pc code page 950, mac encoding 2 */
 
 /* ======================================================================= */
@@ -1205,7 +1203,7 @@ static ImplTextEncodingData const aImplMS950TextEncodingData
         136,
         "euc-tw",
         "big5",
-        RTL_TEXTENCODING_INFO_ASCII | RTL_TEXTENCODING_INFO_MULTIBYTE };
+        RTL_TEXTENCODING_INFO_MULTIBYTE };
     /* WIN/DOS/OS2, SCRIPT_CHINESE_TRADITIONAL, pc code page 950, mac encoding
        2 */
 
@@ -1762,5 +1760,5 @@ static ImplTextEncodingData const aImplAPPLECHINTRADTextEncodingData
         136,
         "euc-tw",
         "big5",
-        RTL_TEXTENCODING_INFO_ASCII | RTL_TEXTENCODING_INFO_MULTIBYTE };
+        RTL_TEXTENCODING_INFO_MULTIBYTE };
     /* MAC, SCRIPT_CHINESE_TRADITIONAL, pc code page 950, mac encoding 2 */