PageRenderTime 38ms CodeModel.GetById 29ms RepoModel.GetById 0ms app.codeStats 1ms

/jruby-1.6.3/test/externals/ruby1.9/ruby/test_transcode.rb

#
Ruby | 1933 lines | 1828 code | 78 blank | 27 comment | 0 complexity | f3e51260ce037a52fdbf455eec438f10 MD5 | raw file
Possible License(s): GPL-3.0, JSON
  1. # -*- encoding: ASCII-8BIT -*- # make sure this runs in binary mode
  2. # some of the comments are in UTF-8
  3. require 'test/unit'
  4. class TestTranscode < Test::Unit::TestCase
  5. def test_errors
  6. assert_raise(Encoding::ConverterNotFoundError) { 'abc'.encode('foo', 'bar') }
  7. assert_raise(Encoding::ConverterNotFoundError) { 'abc'.encode!('foo', 'bar') }
  8. assert_raise(Encoding::ConverterNotFoundError) { 'abc'.force_encoding('utf-8').encode('foo') }
  9. assert_raise(Encoding::ConverterNotFoundError) { 'abc'.force_encoding('utf-8').encode!('foo') }
  10. assert_raise(Encoding::UndefinedConversionError) { "\x80".encode('utf-8','ASCII-8BIT') }
  11. assert_raise(Encoding::InvalidByteSequenceError) { "\x80".encode('utf-8','US-ASCII') }
  12. assert_raise(Encoding::UndefinedConversionError) { "\xA5".encode('utf-8','iso-8859-3') }
  13. assert_raise(RuntimeError) { 'hello'.freeze.encode!('iso-8859-1') }
  14. assert_raise(RuntimeError) { '\u3053\u3093\u306b\u3061\u306f'.freeze.encode!('iso-8859-1') } # ? &#x201C;?&#x201A;&#x201C;? ?? ?? ?
  15. end
  16. def test_arguments
  17. assert_equal('abc', 'abc'.force_encoding('utf-8').encode('iso-8859-1'))
  18. # check that encoding is kept when no conversion is done
  19. assert_equal('abc'.force_encoding('Shift_JIS'), 'abc'.force_encoding('Shift_JIS').encode('Shift_JIS'))
  20. assert_equal('abc'.force_encoding('Shift_JIS'), 'abc'.force_encoding('Shift_JIS').encode!('Shift_JIS'))
  21. # assert that encoding is correctly set
  22. assert_equal("D\u00FCrst".encoding, "D\xFCrst".force_encoding('iso-8859-1').encode('utf-8').encoding)
  23. # check that Encoding can be used as parameter
  24. assert_equal("D\u00FCrst", "D\xFCrst".encode('utf-8', Encoding.find('ISO-8859-1')))
  25. assert_equal("D\u00FCrst", "D\xFCrst".encode(Encoding.find('utf-8'), 'ISO-8859-1'))
  26. assert_equal("D\u00FCrst", "D\xFCrst".encode(Encoding.find('utf-8'), Encoding.find('ISO-8859-1')))
  27. end
  28. def test_noargument
  29. default_default_internal = Encoding.default_internal
  30. Encoding.default_internal = nil
  31. assert_equal("\u3042".encode, "\u3042")
  32. assert_equal("\xE3\x81\x82\x81".force_encoding("utf-8").encode,
  33. "\xE3\x81\x82\x81".force_encoding("utf-8"))
  34. Encoding.default_internal = 'EUC-JP'
  35. assert_equal("\u3042".encode, "\xA4\xA2".force_encoding('EUC-JP'))
  36. assert_equal("\xE3\x81\x82\x81".force_encoding("utf-8").encode,
  37. "\xA4\xA2?".force_encoding('EUC-JP'))
  38. Encoding.default_internal = default_default_internal
  39. end
  40. def test_length
  41. assert_equal("\u20AC"*20, ("\xA4"*20).encode('utf-8', 'iso-8859-15'))
  42. assert_equal("\u20AC"*20, ("\xA4"*20).encode!('utf-8', 'iso-8859-15'))
  43. assert_equal("\u20AC"*2000, ("\xA4"*2000).encode('utf-8', 'iso-8859-15'))
  44. assert_equal("\u20AC"*2000, ("\xA4"*2000).encode!('utf-8', 'iso-8859-15'))
  45. assert_equal("\u20AC"*200000, ("\xA4"*200000).encode('utf-8', 'iso-8859-15'))
  46. assert_equal("\u20AC"*200000, ("\xA4"*200000).encode!('utf-8', 'iso-8859-15'))
  47. end
  48. def check_both_ways(utf8, raw, encoding)
  49. assert_equal(utf8.force_encoding('utf-8'), raw.encode('utf-8', encoding))
  50. assert_equal(raw.force_encoding(encoding), utf8.encode(encoding, 'utf-8'))
  51. end
  52. def check_both_ways2(str1, enc1, str2, enc2)
  53. assert_equal(str1.force_encoding(enc1), str2.encode(enc1, enc2))
  54. assert_equal(str2.force_encoding(enc2), str1.encode(enc2, enc1))
  55. end
  56. def test_encodings
  57. check_both_ways("\u307E\u3064\u3082\u3068 \u3086\u304D\u3072\u308D",
  58. "\x82\xdc\x82\xc2\x82\xe0\x82\xc6 \x82\xe4\x82\xab\x82\xd0\x82\xeb", 'shift_jis') # ? ž? ¤?&#x201A;&#x201A;? ¨ ?&#x201A;&#x2020;? ?? ??&#x201A;?
  59. check_both_ways("\u307E\u3064\u3082\u3068 \u3086\u304D\u3072\u308D",
  60. "\xa4\xde\xa4\xc4\xa4\xe2\xa4\xc8 \xa4\xe6\xa4\xad\xa4\xd2\xa4\xed", 'euc-jp')
  61. check_both_ways("\u677E\u672C\u884C\u5F18", "\x8f\xbc\x96\x7b\x8d\x73\x8d\x4f", 'shift_jis') # ??ž?&#x153;???&#x152;??&#x2DC;
  62. check_both_ways("\u677E\u672C\u884C\u5F18", "\xbe\xbe\xcb\xdc\xb9\xd4\xb9\xb0", 'euc-jp')
  63. check_both_ways("D\u00FCrst", "D\xFCrst", 'iso-8859-1') # D??rst
  64. check_both_ways("D\u00FCrst", "D\xFCrst", 'iso-8859-2')
  65. check_both_ways("D\u00FCrst", "D\xFCrst", 'iso-8859-3')
  66. check_both_ways("D\u00FCrst", "D\xFCrst", 'iso-8859-4')
  67. check_both_ways("D\u00FCrst", "D\xFCrst", 'iso-8859-9')
  68. check_both_ways("D\u00FCrst", "D\xFCrst", 'iso-8859-10')
  69. check_both_ways("D\u00FCrst", "D\xFCrst", 'iso-8859-13')
  70. check_both_ways("D\u00FCrst", "D\xFCrst", 'iso-8859-14')
  71. check_both_ways("D\u00FCrst", "D\xFCrst", 'iso-8859-15')
  72. check_both_ways("r\u00E9sum\u00E9", "r\xE9sum\xE9", 'iso-8859-1') # r?Šsum?Š
  73. check_both_ways("\u0065\u006C\u0151\u00ED\u0072\u00E1\u0073", "el\xF5\xEDr\xE1s", 'iso-8859-2') # el?&#x2018;?­r??s
  74. check_both_ways("\u043F\u0435\u0440\u0435\u0432\u043E\u0434",
  75. "\xDF\xD5\xE0\xD5\xD2\xDE\xD4", 'iso-8859-5') # ?????&#x20AC;?????ž?´
  76. check_both_ways("\u0643\u062A\u0628", "\xE3\xCA\xC8", 'iso-8859-6') # ?&#x192;???¨
  77. check_both_ways("\u65E5\u8A18", "\x93\xFA\x8BL", 'shift_jis') # ?&#x2014;??¨&#x2DC;
  78. check_both_ways("\u65E5\u8A18", "\xC6\xFC\xB5\xAD", 'euc-jp')
  79. check_both_ways("\uC560\uC778\uAD6C\uD568\u0020\u6734\uC9C0\uC778",
  80. "\xBE\xD6\xC0\xCE\xB1\xB8\xC7\xD4\x20\xDA\xD3\xC1\xF6\xC0\xCE", 'euc-kr') # ?&#x2022; ??¸???í&#x2022;¨ ?&#x153;´?§&#x20AC;??¸
  81. check_both_ways("\uC544\uD58F\uD58F\u0020\uB620\uBC29\uD6BD\uB2D8\u0020\uC0AC\uB791\uD716",
  82. "\xBE\xC6\xC1\x64\xC1\x64\x20\x8C\x63\xB9\xE6\xC4\x4F\xB4\xD4\x20\xBB\xE7\xB6\xFB\xC5\x42", 'cp949') # ?&#x2022;&#x201E;í&#x2013;?í&#x2013;? ë&#x2DC; ë°Ší&#x161;?ë&#x2039;&#x2DC; ?&#x201A;?ë&#x17E;&#x2018;í&#x153;&#x2013;
  83. assert_equal(Encoding::ISO_8859_1, "D\xFCrst".force_encoding('iso-8859-2').encode('iso-8859-1', 'iso-8859-1').encoding)
  84. end
  85. def test_twostep
  86. assert_equal("D\xFCrst".force_encoding('iso-8859-2'), "D\xFCrst".encode('iso-8859-2', 'iso-8859-1'))
  87. end
  88. def test_ascii_range
  89. encodings = [
  90. 'US-ASCII', 'ASCII-8BIT',
  91. 'ISO-8859-1', 'ISO-8859-2', 'ISO-8859-3',
  92. 'ISO-8859-4', 'ISO-8859-5', 'ISO-8859-6',
  93. 'ISO-8859-7', 'ISO-8859-8', 'ISO-8859-9',
  94. 'ISO-8859-10', 'ISO-8859-11', 'ISO-8859-13',
  95. 'ISO-8859-14', 'ISO-8859-15',
  96. 'EUC-JP', 'SHIFT_JIS', 'EUC-KR'
  97. ]
  98. all_ascii = (0..127).to_a.pack 'C*'
  99. encodings.each do |enc|
  100. test_start = all_ascii
  101. assert_equal(test_start, test_start.encode('UTF-8',enc).encode(enc).force_encoding('ASCII-8BIT'))
  102. end
  103. end
  104. def test_all_bytes
  105. encodings_8859 = [
  106. 'ISO-8859-1', 'ISO-8859-2',
  107. #'ISO-8859-3', # not all bytes used
  108. 'ISO-8859-4', 'ISO-8859-5',
  109. #'ISO-8859-6', # not all bytes used
  110. #'ISO-8859-7', # not all bytes used
  111. #'ISO-8859-8', # not all bytes used
  112. 'ISO-8859-9', 'ISO-8859-10',
  113. #'ISO-8859-11', # not all bytes used
  114. #'ISO-8859-12', # not available
  115. 'ISO-8859-13','ISO-8859-14','ISO-8859-15',
  116. #'ISO-8859-16', # not available
  117. ]
  118. all_bytes = (0..255).to_a.pack 'C*'
  119. encodings_8859.each do |enc|
  120. test_start = all_bytes
  121. assert_equal(test_start, test_start.encode('UTF-8',enc).encode(enc).force_encoding('ASCII-8BIT'))
  122. end
  123. end
  124. def test_windows_874
  125. check_both_ways("\u20AC", "\x80", 'windows-874') # â&#x201A;?
  126. assert_raise(Encoding::UndefinedConversionError) { "\x81".encode("utf-8", 'windows-874') }
  127. assert_raise(Encoding::UndefinedConversionError) { "\x84".encode("utf-8", 'windows-874') }
  128. check_both_ways("\u2026", "\x85", 'windows-874') # â&#x20AC;?
  129. assert_raise(Encoding::UndefinedConversionError) { "\x86".encode("utf-8", 'windows-874') }
  130. assert_raise(Encoding::UndefinedConversionError) { "\x8F".encode("utf-8", 'windows-874') }
  131. assert_raise(Encoding::UndefinedConversionError) { "\x90".encode("utf-8", 'windows-874') }
  132. check_both_ways("\u2018", "\x91", 'windows-874') # â&#x20AC;&#x2DC;
  133. check_both_ways("\u2014", "\x97", 'windows-874') # â&#x20AC;&#x201D;
  134. assert_raise(Encoding::UndefinedConversionError) { "\x98".encode("utf-8", 'windows-874') }
  135. assert_raise(Encoding::UndefinedConversionError) { "\x9F".encode("utf-8", 'windows-874') }
  136. check_both_ways("\u00A0", "\xA0", 'windows-874') # non-breaking space
  137. check_both_ways("\u0E0F", "\xAF", 'windows-874') # ?¸?
  138. check_both_ways("\u0E10", "\xB0", 'windows-874') # ?¸?
  139. check_both_ways("\u0E1F", "\xBF", 'windows-874') # ?¸&#x;
  140. check_both_ways("\u0E20", "\xC0", 'windows-874') # ?¸ 
  141. check_both_ways("\u0E2F", "\xCF", 'windows-874') # ?¸?
  142. check_both_ways("\u0E30", "\xD0", 'windows-874') # ?¸°
  143. check_both_ways("\u0E3A", "\xDA", 'windows-874') # ?¸?
  144. assert_raise(Encoding::UndefinedConversionError) { "\xDB".encode("utf-8", 'windows-874') }
  145. assert_raise(Encoding::UndefinedConversionError) { "\xDE".encode("utf-8", 'windows-874') }
  146. check_both_ways("\u0E3F", "\xDF", 'windows-874') # ?¸?
  147. check_both_ways("\u0E40", "\xE0", 'windows-874') # ?š&#x20AC;
  148. check_both_ways("\u0E4F", "\xEF", 'windows-874') # ?š?
  149. check_both_ways("\u0E50", "\xF0", 'windows-874') # ?š?
  150. check_both_ways("\u0E5B", "\xFB", 'windows-874') # ?š&#x203A;
  151. assert_raise(Encoding::UndefinedConversionError) { "\xFC".encode("utf-8", 'windows-874') }
  152. assert_raise(Encoding::UndefinedConversionError) { "\xFF".encode("utf-8", 'windows-874') }
  153. end
  154. def test_windows_1250
  155. check_both_ways("\u20AC", "\x80", 'windows-1250') # â&#x201A;?
  156. assert_raise(Encoding::UndefinedConversionError) { "\x81".encode("utf-8", 'windows-1250') }
  157. check_both_ways("\u201A", "\x82", 'windows-1250') # â&#x20AC;&#x161;
  158. assert_raise(Encoding::UndefinedConversionError) { "\x83".encode("utf-8", 'windows-1250') }
  159. check_both_ways("\u201E", "\x84", 'windows-1250') # â&#x20AC;&#x17E;
  160. check_both_ways("\u2021", "\x87", 'windows-1250') # â&#x20AC;?
  161. assert_raise(Encoding::UndefinedConversionError) { "\x88".encode("utf-8", 'windows-1250') }
  162. check_both_ways("\u2030", "\x89", 'windows-1250') # â&#x20AC;°
  163. check_both_ways("\u0179", "\x8F", 'windows-1250') # ?š
  164. assert_raise(Encoding::UndefinedConversionError) { "\x90".encode("utf-8", 'windows-1250') }
  165. check_both_ways("\u2018", "\x91", 'windows-1250') # â&#x20AC;&#x2DC;
  166. check_both_ways("\u2014", "\x97", 'windows-1250') # â&#x20AC;&#x201D;
  167. assert_raise(Encoding::UndefinedConversionError) { "\x98".encode("utf-8", 'windows-1250') }
  168. check_both_ways("\u2122", "\x99", 'windows-1250') # â&#x201E;?
  169. check_both_ways("\u00A0", "\xA0", 'windows-1250') # non-breaking space
  170. check_both_ways("\u017B", "\xAF", 'windows-1250') # ??
  171. check_both_ways("\u00B0", "\xB0", 'windows-1250') # °
  172. check_both_ways("\u017C", "\xBF", 'windows-1250') # ??
  173. check_both_ways("\u0154", "\xC0", 'windows-1250') # ?&#x201D;
  174. check_both_ways("\u010E", "\xCF", 'windows-1250') # Ä&#x17D;
  175. check_both_ways("\u0110", "\xD0", 'windows-1250') # Ä?
  176. check_both_ways("\u00DF", "\xDF", 'windows-1250') # ?&#x;
  177. check_both_ways("\u0155", "\xE0", 'windows-1250') # ?&#x2022;
  178. check_both_ways("\u010F", "\xEF", 'windows-1250') # Ä?
  179. check_both_ways("\u0111", "\xF0", 'windows-1250') # Ä&#x2018;
  180. check_both_ways("\u02D9", "\xFF", 'windows-1250') # Ë&#x2122;
  181. end
  182. def test_windows_1251
  183. check_both_ways("\u0402", "\x80", 'windows-1251') # ?&#x201A;
  184. check_both_ways("\u20AC", "\x88", 'windows-1251') # â&#x201A;?
  185. check_both_ways("\u040F", "\x8F", 'windows-1251') # ??
  186. check_both_ways("\u0452", "\x90", 'windows-1251') # ?&#x2019;
  187. assert_raise(Encoding::UndefinedConversionError) { "\x98".encode("utf-8", 'windows-1251') }
  188. check_both_ways("\u045F", "\x9F", 'windows-1251') # ?&#x;
  189. check_both_ways("\u00A0", "\xA0", 'windows-1251') # non-breaking space
  190. check_both_ways("\u0407", "\xAF", 'windows-1251') # ?&#x2021;
  191. check_both_ways("\u00B0", "\xB0", 'windows-1251') # °
  192. check_both_ways("\u0457", "\xBF", 'windows-1251') # ?&#x2014;
  193. check_both_ways("\u0410", "\xC0", 'windows-1251') # ??
  194. check_both_ways("\u041F", "\xCF", 'windows-1251') # ?&#x;
  195. check_both_ways("\u0420", "\xD0", 'windows-1251') # ? 
  196. check_both_ways("\u042F", "\xDF", 'windows-1251') # ??
  197. check_both_ways("\u0430", "\xE0", 'windows-1251') # ?°
  198. check_both_ways("\u043F", "\xEF", 'windows-1251') # ??
  199. check_both_ways("\u0440", "\xF0", 'windows-1251') # ?&#x20AC;
  200. check_both_ways("\u044F", "\xFF", 'windows-1251') # ??
  201. end
  202. def test_windows_1252
  203. check_both_ways("\u20AC", "\x80", 'windows-1252') # â&#x201A;?
  204. assert_raise(Encoding::UndefinedConversionError) { "\x81".encode("utf-8", 'windows-1252') }
  205. check_both_ways("\u201A", "\x82", 'windows-1252') # â&#x20AC;&#x161;
  206. check_both_ways("\u0152", "\x8C", 'windows-1252') # >?&#x2019;
  207. assert_raise(Encoding::UndefinedConversionError) { "\x8D".encode("utf-8", 'windows-1252') }
  208. check_both_ways("\u017D", "\x8E", 'windows-1252') # ??
  209. assert_raise(Encoding::UndefinedConversionError) { "\x8F".encode("utf-8", 'windows-1252') }
  210. assert_raise(Encoding::UndefinedConversionError) { "\x90".encode("utf-8", 'windows-1252') }
  211. check_both_ways("\u2018", "\x91", 'windows-1252') #â&#x20AC;&#x2DC;
  212. check_both_ways("\u0153", "\x9C", 'windows-1252') # ?&#x201C;
  213. assert_raise(Encoding::UndefinedConversionError) { "\x9D".encode("utf-8", 'windows-1252') }
  214. check_both_ways("\u017E", "\x9E", 'windows-1252') # ?ž
  215. check_both_ways("\u00A0", "\xA0", 'windows-1252') # non-breaking space
  216. check_both_ways("\u00AF", "\xAF", 'windows-1252') # Â?
  217. check_both_ways("\u00B0", "\xB0", 'windows-1252') # °
  218. check_both_ways("\u00BF", "\xBF", 'windows-1252') # Â?
  219. check_both_ways("\u00C0", "\xC0", 'windows-1252') # ?&#x20AC;
  220. check_both_ways("\u00CF", "\xCF", 'windows-1252') # ??
  221. check_both_ways("\u00D0", "\xD0", 'windows-1252') # ??
  222. check_both_ways("\u00DF", "\xDF", 'windows-1252') # ?&#x;
  223. check_both_ways("\u00E0", "\xE0", 'windows-1252') # ? 
  224. check_both_ways("\u00EF", "\xEF", 'windows-1252') # ??
  225. check_both_ways("\u00F0", "\xF0", 'windows-1252') # ?°
  226. check_both_ways("\u00FF", "\xFF", 'windows-1252') # ??
  227. end
  228. def test_windows_1253
  229. check_both_ways("\u20AC", "\x80", 'windows-1253') # â&#x201A;?
  230. assert_raise(Encoding::UndefinedConversionError) { "\x81".encode("utf-8", 'windows-1253') }
  231. check_both_ways("\u201A", "\x82", 'windows-1253') # â&#x20AC;&#x161;
  232. check_both_ways("\u2021", "\x87", 'windows-1253') # â&#x20AC;?
  233. assert_raise(Encoding::UndefinedConversionError) { "\x88".encode("utf-8", 'windows-1253') }
  234. check_both_ways("\u2030", "\x89", 'windows-1253') # â&#x20AC;°
  235. assert_raise(Encoding::UndefinedConversionError) { "\x8A".encode("utf-8", 'windows-1253') }
  236. check_both_ways("\u2039", "\x8B", 'windows-1253') # â&#x20AC;š
  237. assert_raise(Encoding::UndefinedConversionError) { "\x8C".encode("utf-8", 'windows-1253') }
  238. assert_raise(Encoding::UndefinedConversionError) { "\x8F".encode("utf-8", 'windows-1253') }
  239. assert_raise(Encoding::UndefinedConversionError) { "\x90".encode("utf-8", 'windows-1253') }
  240. check_both_ways("\u2018", "\x91", 'windows-1253') # â&#x20AC;&#x2DC;
  241. check_both_ways("\u2014", "\x97", 'windows-1253') # â&#x20AC;&#x201D;
  242. assert_raise(Encoding::UndefinedConversionError) { "\x98".encode("utf-8", 'windows-1253') }
  243. check_both_ways("\u2122", "\x99", 'windows-1253') # â&#x201E;?
  244. assert_raise(Encoding::UndefinedConversionError) { "\x9A".encode("utf-8", 'windows-1253') }
  245. check_both_ways("\u203A", "\x9B", 'windows-1253') # â&#x20AC;?
  246. assert_raise(Encoding::UndefinedConversionError) { "\x9C".encode("utf-8", 'windows-1253') }
  247. assert_raise(Encoding::UndefinedConversionError) { "\x9F".encode("utf-8", 'windows-1253') }
  248. check_both_ways("\u00A0", "\xA0", 'windows-1253') # non-breaking space
  249. check_both_ways("\u2015", "\xAF", 'windows-1253') # â&#x20AC;&#x2022;
  250. check_both_ways("\u00B0", "\xB0", 'windows-1253') # °
  251. check_both_ways("\u038F", "\xBF", 'windows-1253') # Î?
  252. check_both_ways("\u0390", "\xC0", 'windows-1253') # Î?
  253. check_both_ways("\u039F", "\xCF", 'windows-1253') # Î&#x;
  254. check_both_ways("\u03A0", "\xD0", 'windows-1253') # Π
  255. check_both_ways("\u03A1", "\xD1", 'windows-1253') # Î?
  256. assert_raise(Encoding::UndefinedConversionError) { "\xD2".encode("utf-8", 'windows-1253') }
  257. check_both_ways("\u03A3", "\xD3", 'windows-1253') # Î?
  258. check_both_ways("\u03AF", "\xDF", 'windows-1253') # Î?
  259. check_both_ways("\u03B0", "\xE0", 'windows-1253') # ΰ
  260. check_both_ways("\u03BF", "\xEF", 'windows-1253') # Î?
  261. check_both_ways("\u03C0", "\xF0", 'windows-1253') # ?&#x20AC;
  262. check_both_ways("\u03CE", "\xFE", 'windows-1253') # ?&#x17D;
  263. assert_raise(Encoding::UndefinedConversionError) { "\xFF".encode("utf-8", 'windows-1253') }
  264. end
  265. def test_windows_1254
  266. check_both_ways("\u20AC", "\x80", 'windows-1254') # â&#x201A;?
  267. assert_raise(Encoding::UndefinedConversionError) { "\x81".encode("utf-8", 'windows-1254') }
  268. check_both_ways("\u201A", "\x82", 'windows-1254') # â&#x20AC;&#x161;
  269. check_both_ways("\u0152", "\x8C", 'windows-1254') # ?&#x2019;
  270. assert_raise(Encoding::UndefinedConversionError) { "\x8D".encode("utf-8", 'windows-1254') }
  271. assert_raise(Encoding::UndefinedConversionError) { "\x8F".encode("utf-8", 'windows-1254') }
  272. assert_raise(Encoding::UndefinedConversionError) { "\x90".encode("utf-8", 'windows-1254') }
  273. check_both_ways("\u2018", "\x91", 'windows-1254') # â&#x20AC;&#x2DC;
  274. check_both_ways("\u0153", "\x9C", 'windows-1254') # ?&#x201C;
  275. assert_raise(Encoding::UndefinedConversionError) { "\x9D".encode("utf-8", 'windows-1254') }
  276. assert_raise(Encoding::UndefinedConversionError) { "\x9E".encode("utf-8", 'windows-1254') }
  277. check_both_ways("\u0178", "\x9F", 'windows-1254') # ?¸
  278. check_both_ways("\u00A0", "\xA0", 'windows-1254') # non-breaking space
  279. check_both_ways("\u00AF", "\xAF", 'windows-1254') # Â?
  280. check_both_ways("\u00B0", "\xB0", 'windows-1254') # °
  281. check_both_ways("\u00BF", "\xBF", 'windows-1254') # Â?
  282. check_both_ways("\u00C0", "\xC0", 'windows-1254') # ?&#x20AC;
  283. check_both_ways("\u00CF", "\xCF", 'windows-1254') # ??
  284. check_both_ways("\u011E", "\xD0", 'windows-1254') # Ä&#x17E;
  285. check_both_ways("\u00DF", "\xDF", 'windows-1254') # ?&#x;
  286. check_both_ways("\u00E0", "\xE0", 'windows-1254') # ? 
  287. check_both_ways("\u00EF", "\xEF", 'windows-1254') # ??
  288. check_both_ways("\u011F", "\xF0", 'windows-1254') # Ä&#x;
  289. check_both_ways("\u00FF", "\xFF", 'windows-1254') # ??
  290. end
  291. def test_windows_1255
  292. check_both_ways("\u20AC", "\x80", 'windows-1255') # â&#x201A;?
  293. assert_raise(Encoding::UndefinedConversionError) { "\x81".encode("utf-8", 'windows-1255') }
  294. check_both_ways("\u201A", "\x82", 'windows-1255') # â&#x20AC;&#x161;
  295. check_both_ways("\u2030", "\x89", 'windows-1255') # â&#x20AC;°
  296. assert_raise(Encoding::UndefinedConversionError) { "\x8A".encode("utf-8", 'windows-1255') }
  297. check_both_ways("\u2039", "\x8B", 'windows-1255') # â&#x20AC;š
  298. assert_raise(Encoding::UndefinedConversionError) { "\x8C".encode("utf-8", 'windows-1255') }
  299. assert_raise(Encoding::UndefinedConversionError) { "\x8F".encode("utf-8", 'windows-1255') }
  300. assert_raise(Encoding::UndefinedConversionError) { "\x90".encode("utf-8", 'windows-1255') }
  301. check_both_ways("\u2018", "\x91", 'windows-1255') # â&#x20AC;&#x2DC;
  302. check_both_ways("\u2122", "\x99", 'windows-1255') # â&#x201E;?
  303. assert_raise(Encoding::UndefinedConversionError) { "\x9A".encode("utf-8", 'windows-1255') }
  304. check_both_ways("\u203A", "\x9B", 'windows-1255') # â&#x20AC;?
  305. assert_raise(Encoding::UndefinedConversionError) { "\x9C".encode("utf-8", 'windows-1255') }
  306. assert_raise(Encoding::UndefinedConversionError) { "\x9F".encode("utf-8", 'windows-1255') }
  307. check_both_ways("\u00A0", "\xA0", 'windows-1255') # non-breaking space
  308. check_both_ways("\u00A1", "\xA1", 'windows-1255') # Â?
  309. check_both_ways("\u00D7", "\xAA", 'windows-1255') # ?&#x2014;
  310. check_both_ways("\u00AF", "\xAF", 'windows-1255') # Â?
  311. check_both_ways("\u00B0", "\xB0", 'windows-1255') # °
  312. check_both_ways("\u00B8", "\xB8", 'windows-1255') # ¸
  313. check_both_ways("\u00F7", "\xBA", 'windows-1255') # ??
  314. check_both_ways("\u00BF", "\xBF", 'windows-1255') # Â?
  315. check_both_ways("\u05B0", "\xC0", 'windows-1255') # Ö°
  316. check_both_ways("\u05B9", "\xC9", 'windows-1255') # ֚
  317. assert_raise(Encoding::UndefinedConversionError) { "\xCA".encode("utf-8", 'windows-1255') }
  318. check_both_ways("\u05BB", "\xCB", 'windows-1255') # Ö?
  319. check_both_ways("\u05BF", "\xCF", 'windows-1255') # Ö?
  320. check_both_ways("\u05C0", "\xD0", 'windows-1255') # ×&#x20AC;
  321. check_both_ways("\u05F3", "\xD7", 'windows-1255') # ×?
  322. check_both_ways("\u05F4", "\xD8", 'windows-1255') # ×´
  323. assert_raise(Encoding::UndefinedConversionError) { "\xD9".encode("utf-8", 'windows-1255') }
  324. assert_raise(Encoding::UndefinedConversionError) { "\xDF".encode("utf-8", 'windows-1255') }
  325. check_both_ways("\u05D0", "\xE0", 'windows-1255') # ×?
  326. check_both_ways("\u05DF", "\xEF", 'windows-1255') # ×&#x;
  327. check_both_ways("\u05E0", "\xF0", 'windows-1255') # × 
  328. check_both_ways("\u05EA", "\xFA", 'windows-1255') # ×?
  329. assert_raise(Encoding::UndefinedConversionError) { "\xFB".encode("utf-8", 'windows-1255') }
  330. assert_raise(Encoding::UndefinedConversionError) { "\xFC".encode("utf-8", 'windows-1255') }
  331. check_both_ways("\u200E", "\xFD", 'windows-1255') # left-to-right mark
  332. check_both_ways("\u200F", "\xFE", 'windows-1255') # right-to-left mark
  333. assert_raise(Encoding::UndefinedConversionError) { "\xFF".encode("utf-8", 'windows-1255') }
  334. end
  335. def test_windows_1256
  336. check_both_ways("\u20AC", "\x80", 'windows-1256') # â&#x201A;?
  337. check_both_ways("\u0679", "\x8A", 'windows-1256') # ?š
  338. check_both_ways("\u0688", "\x8F", 'windows-1256') # Ú&#x2C6;
  339. check_both_ways("\u06AF", "\x90", 'windows-1256') # Ú?
  340. check_both_ways("\u06A9", "\x98", 'windows-1256') # ڊ
  341. check_both_ways("\u0691", "\x9A", 'windows-1256') # Ú&#x2018;
  342. check_both_ways("\u06BA", "\x9F", 'windows-1256') # Ú?
  343. check_both_ways("\u00A0", "\xA0", 'windows-1256') # non-breaking space
  344. check_both_ways("\u06BE", "\xAA", 'windows-1256') # ڞ
  345. check_both_ways("\u00AF", "\xAF", 'windows-1256') # Â?
  346. check_both_ways("\u00B0", "\xB0", 'windows-1256') # °
  347. check_both_ways("\u061F", "\xBF", 'windows-1256') # ?&#x;
  348. check_both_ways("\u06C1", "\xC0", 'windows-1256') # ?
  349. check_both_ways("\u062F", "\xCF", 'windows-1256') # ??
  350. check_both_ways("\u0630", "\xD0", 'windows-1256') # ?°
  351. check_both_ways("\u0643", "\xDF", 'windows-1256') # ?&#x192;
  352. check_both_ways("\u00E0", "\xE0", 'windows-1256') # ? 
  353. check_both_ways("\u00EF", "\xEF", 'windows-1256') # ??
  354. check_both_ways("\u064B", "\xF0", 'windows-1256') # ?&#x2039;?&#x2039;
  355. check_both_ways("\u06D2", "\xFF", 'windows-1256') # ?&#x2019;
  356. end
  357. def test_windows_1257
  358. check_both_ways("\u20AC", "\x80", 'windows-1257') # â&#x201A;?
  359. assert_raise(Encoding::UndefinedConversionError) { "\x81".encode("utf-8", 'windows-1257') }
  360. check_both_ways("\u201A", "\x82", 'windows-1257') # â&#x20AC;&#x161;
  361. assert_raise(Encoding::UndefinedConversionError) { "\x83".encode("utf-8", 'windows-1257') }
  362. check_both_ways("\u201E", "\x84", 'windows-1257') # â&#x20AC;&#x17E;
  363. check_both_ways("\u2021", "\x87", 'windows-1257') # â&#x20AC;?
  364. assert_raise(Encoding::UndefinedConversionError) { "\x88".encode("utf-8", 'windows-1257') }
  365. check_both_ways("\u2030", "\x89", 'windows-1257') # â&#x20AC;°
  366. assert_raise(Encoding::UndefinedConversionError) { "\x8A".encode("utf-8", 'windows-1257') }
  367. check_both_ways("\u2039", "\x8B", 'windows-1257') # â&#x20AC;š
  368. assert_raise(Encoding::UndefinedConversionError) { "\x8C".encode("utf-8", 'windows-1257') }
  369. check_both_ways("\u00A8", "\x8D", 'windows-1257') # ¨
  370. check_both_ways("\u02C7", "\x8E", 'windows-1257') # Ë&#x2021;
  371. check_both_ways("\u00B8", "\x8F", 'windows-1257') # ¸
  372. assert_raise(Encoding::UndefinedConversionError) { "\x90".encode("utf-8", 'windows-1257') }
  373. check_both_ways("\u2018", "\x91", 'windows-1257') # â&#x20AC;&#x2DC;
  374. check_both_ways("\u2014", "\x97", 'windows-1257') # â&#x20AC;&#x201D;
  375. assert_raise(Encoding::UndefinedConversionError) { "\x98".encode("utf-8", 'windows-1257') }
  376. check_both_ways("\u2122", "\x99", 'windows-1257') # â&#x201E;?
  377. assert_raise(Encoding::UndefinedConversionError) { "\x9A".encode("utf-8", 'windows-1257') }
  378. check_both_ways("\u203A", "\x9B", 'windows-1257') # â&#x20AC;?
  379. assert_raise(Encoding::UndefinedConversionError) { "\x9C".encode("utf-8", 'windows-1257') }
  380. check_both_ways("\u00AF", "\x9D", 'windows-1257') # Â?
  381. check_both_ways("\u02DB", "\x9E", 'windows-1257') # Ë&#x203A;
  382. assert_raise(Encoding::UndefinedConversionError) { "\x9F".encode("utf-8", 'windows-1257') }
  383. check_both_ways("\u00A0", "\xA0", 'windows-1257') # non-breaking space
  384. assert_raise(Encoding::UndefinedConversionError) { "\xA1".encode("utf-8", 'windows-1257') }
  385. check_both_ways("\u00A2", "\xA2", 'windows-1257') # Â?
  386. check_both_ways("\u00A4", "\xA4", 'windows-1257') # ¤
  387. assert_raise(Encoding::UndefinedConversionError) { "\xA5".encode("utf-8", 'windows-1257') }
  388. check_both_ways("\u00A6", "\xA6", 'windows-1257') # Â?
  389. check_both_ways("\u00C6", "\xAF", 'windows-1257') # ?&#x2020;
  390. check_both_ways("\u00B0", "\xB0", 'windows-1257') # °
  391. check_both_ways("\u00E6", "\xBF", 'windows-1257') # ??
  392. check_both_ways("\u0104", "\xC0", 'windows-1257') # Ä&#x201E;
  393. check_both_ways("\u013B", "\xCF", 'windows-1257') # Ä?
  394. check_both_ways("\u0160", "\xD0", 'windows-1257') # ? 
  395. check_both_ways("\u00DF", "\xDF", 'windows-1257') # ?&#x;
  396. check_both_ways("\u0105", "\xE0", 'windows-1257') # Ä&#x2026;
  397. check_both_ways("\u013C", "\xEF", 'windows-1257') # Ä?
  398. check_both_ways("\u0161", "\xF0", 'windows-1257') # ??
  399. check_both_ways("\u02D9", "\xFF", 'windows-1257') # Ë&#x2122;
  400. end
  401. def test_IBM437
  402. check_both_ways("\u00C7", "\x80", 'IBM437') # ?&#x2021;
  403. check_both_ways("\u00C5", "\x8F", 'IBM437') # ?&#x2026;
  404. check_both_ways("\u00C9", "\x90", 'IBM437') # ?&#x2030;
  405. check_both_ways("\u0192", "\x9F", 'IBM437') # ?&#x2019;
  406. check_both_ways("\u00E1", "\xA0", 'IBM437') # ??
  407. check_both_ways("\u00BB", "\xAF", 'IBM437') # Â?
  408. check_both_ways("\u2591", "\xB0", 'IBM437') # â&#x2013;&#x2018;
  409. check_both_ways("\u2510", "\xBF", 'IBM437') # â&#x201D;?
  410. check_both_ways("\u2514", "\xC0", 'IBM437') # â&#x201D;&#x201D;
  411. check_both_ways("\u2567", "\xCF", 'IBM437') # â&#x2022;§
  412. check_both_ways("\u2568", "\xD0", 'IBM437') # â&#x2022;¨
  413. check_both_ways("\u2580", "\xDF", 'IBM437') # â&#x2013;&#x20AC;
  414. check_both_ways("\u03B1", "\xE0", 'IBM437') # Î?
  415. check_both_ways("\u2229", "\xEF", 'IBM437') # â&#x2C6;Š
  416. check_both_ways("\u2261", "\xF0", 'IBM437') # â&#x2030;?
  417. check_both_ways("\u00A0", "\xFF", 'IBM437') # non-breaking space
  418. end
  419. def test_IBM775
  420. check_both_ways("\u0106", "\x80", 'IBM775') # Ä&#x2020;
  421. check_both_ways("\u00C5", "\x8F", 'IBM775') # ?&#x2026;
  422. check_both_ways("\u00C9", "\x90", 'IBM775') # ?&#x2030;
  423. check_both_ways("\u00A4", "\x9F", 'IBM775') # ¤
  424. check_both_ways("\u0100", "\xA0", 'IBM775') # Ä&#x20AC;
  425. check_both_ways("\u00BB", "\xAF", 'IBM775') # Â?
  426. check_both_ways("\u2591", "\xB0", 'IBM775') # â&#x2013;&#x2018;
  427. check_both_ways("\u2510", "\xBF", 'IBM775') # â&#x201D;?
  428. check_both_ways("\u2514", "\xC0", 'IBM775') # â&#x201D;&#x201D;
  429. check_both_ways("\u017D", "\xCF", 'IBM775') # ??
  430. check_both_ways("\u0105", "\xD0", 'IBM775') # Ä&#x2026;
  431. check_both_ways("\u2580", "\xDF", 'IBM775') # â&#x2013;&#x20AC;
  432. check_both_ways("\u00D3", "\xE0", 'IBM775') # ?&#x201C;
  433. check_both_ways("\u2019", "\xEF", 'IBM775') # â&#x20AC;&#x2122;
  434. check_both_ways("\u00AD", "\xF0", 'IBM775') # osft hyphen
  435. check_both_ways("\u00A0", "\xFF", 'IBM775') # non-breaking space
  436. end
  437. def test_IBM852
  438. check_both_ways("\u00C7", "\x80", 'IBM852') # ?&#x2021;
  439. check_both_ways("\u0106", "\x8F", 'IBM852') # Ä&#x2020;
  440. check_both_ways("\u00C9", "\x90", 'IBM852') # ?&#x2030;
  441. check_both_ways("\u010D", "\x9F", 'IBM852') # Ä?
  442. check_both_ways("\u00E1", "\xA0", 'IBM852') # ??
  443. check_both_ways("\u00BB", "\xAF", 'IBM852') # Â?
  444. check_both_ways("\u2591", "\xB0", 'IBM852') # â&#x2013;&#x2018;
  445. check_both_ways("\u2510", "\xBF", 'IBM852') # â&#x201D;?
  446. check_both_ways("\u2514", "\xC0", 'IBM852') # â&#x201D;&#x201D;
  447. check_both_ways("\u00A4", "\xCF", 'IBM852') # ¤
  448. check_both_ways("\u0111", "\xD0", 'IBM852') # Ä&#x2018;
  449. check_both_ways("\u2580", "\xDF", 'IBM852') # â&#x2013;&#x20AC;
  450. check_both_ways("\u00D3", "\xE0", 'IBM852') # ?&#x201C;
  451. check_both_ways("\u00B4", "\xEF", 'IBM852') # ´
  452. check_both_ways("\u00AD", "\xF0", 'IBM852') # osft hyphen
  453. check_both_ways("\u00A0", "\xFF", 'IBM852') # non-breaking space
  454. end
  455. def test_IBM855
  456. check_both_ways("\u0452", "\x80", 'IBM855') # ?&#x2019;
  457. check_both_ways("\u0408", "\x8F", 'IBM855') # ?&#x2C6;
  458. check_both_ways("\u0459", "\x90", 'IBM855') # ?&#x2122;
  459. check_both_ways("\u042A", "\x9F", 'IBM855') # ??
  460. check_both_ways("\u0430", "\xA0", 'IBM855') # ?°
  461. check_both_ways("\u00BB", "\xAF", 'IBM855') # Â?
  462. check_both_ways("\u2591", "\xB0", 'IBM855') # â&#x2013;&#x2018;
  463. check_both_ways("\u2510", "\xBF", 'IBM855') # â&#x201D;?
  464. check_both_ways("\u2514", "\xC0", 'IBM855') # â&#x201D;&#x201D;
  465. check_both_ways("\u00A4", "\xCF", 'IBM855') # ¤
  466. check_both_ways("\u043B", "\xD0", 'IBM855') # ??
  467. check_both_ways("\u2580", "\xDF", 'IBM855') # â&#x2013;&#x20AC;
  468. check_both_ways("\u042F", "\xE0", 'IBM855') # ??
  469. check_both_ways("\u2116", "\xEF", 'IBM855') # â&#x201E;&#x2013;
  470. check_both_ways("\u00AD", "\xF0", 'IBM855') # osft hyphen
  471. check_both_ways("\u00A0", "\xFF", 'IBM855') # non-breaking space
  472. end
  473. def test_IBM857
  474. check_both_ways("\u00C7", "\x80", 'IBM857') # ?&#x2021;
  475. check_both_ways("\u00C5", "\x8F", 'IBM857') # ?&#x2026;
  476. check_both_ways("\u00C9", "\x90", 'IBM857') # ?&#x2030;
  477. check_both_ways("\u015F", "\x9F", 'IBM857') # ?&#x;
  478. check_both_ways("\u00E1", "\xA0", 'IBM857') # ??
  479. check_both_ways("\u00BB", "\xAF", 'IBM857') # Â?
  480. check_both_ways("\u2591", "\xB0", 'IBM857') # â&#x2013;&#x2018;
  481. check_both_ways("\u2510", "\xBF", 'IBM857') # â&#x201D;?
  482. check_both_ways("\u2514", "\xC0", 'IBM857') # â&#x201D;&#x201D;
  483. check_both_ways("\u00A4", "\xCF", 'IBM857') # ¤
  484. check_both_ways("\u00BA", "\xD0", 'IBM857') # Â?
  485. check_both_ways("\u00C8", "\xD4", 'IBM857') # ?&#x2C6;
  486. assert_raise(Encoding::UndefinedConversionError) { "\xD5".encode("utf-8", 'IBM857') }
  487. check_both_ways("\u00CD", "\xD6", 'IBM857') # ??
  488. check_both_ways("\u2580", "\xDF", 'IBM857') # â&#x2013;&#x20AC;
  489. check_both_ways("\u00D3", "\xE0", 'IBM857') # ?&#x201C;
  490. check_both_ways("\u00B5", "\xE6", 'IBM857') # Â?
  491. assert_raise(Encoding::UndefinedConversionError) { "\xE7".encode("utf-8", 'IBM857') }
  492. check_both_ways("\u00D7", "\xE8", 'IBM857') # ?&#x2014;
  493. check_both_ways("\u00B4", "\xEF", 'IBM857') # ´
  494. check_both_ways("\u00AD", "\xF0", 'IBM857') # soft hyphen
  495. check_both_ways("\u00B1", "\xF1", 'IBM857') # Â?
  496. assert_raise(Encoding::UndefinedConversionError) { "\xF2".encode("utf-8", 'IBM857') }
  497. check_both_ways("\u00BE", "\xF3", 'IBM857') # ž
  498. check_both_ways("\u00A0", "\xFF", 'IBM857') # non-breaking space
  499. end
  500. def test_IBM860
  501. check_both_ways("\u00C7", "\x80", 'IBM860') # ?&#x2021;
  502. check_both_ways("\u00C2", "\x8F", 'IBM860') # ?&#x201A;
  503. check_both_ways("\u00C9", "\x90", 'IBM860') # ?&#x2030;
  504. check_both_ways("\u00D3", "\x9F", 'IBM860') # ?&#x201C;
  505. check_both_ways("\u00E1", "\xA0", 'IBM860') # ??
  506. check_both_ways("\u00BB", "\xAF", 'IBM860') # Â?
  507. check_both_ways("\u2591", "\xB0", 'IBM860') # â&#x2013;&#x2018;
  508. check_both_ways("\u2510", "\xBF", 'IBM860') # â&#x201D;?
  509. check_both_ways("\u2514", "\xC0", 'IBM860') # â&#x201D;&#x201D;
  510. check_both_ways("\u2567", "\xCF", 'IBM860') # â&#x2022;§
  511. check_both_ways("\u2568", "\xD0", 'IBM860') # â&#x2022;¨
  512. check_both_ways("\u2580", "\xDF", 'IBM860') # â&#x2013;&#x20AC;
  513. check_both_ways("\u03B1", "\xE0", 'IBM860') # Î?
  514. check_both_ways("\u2229", "\xEF", 'IBM860') # â&#x2C6;Š
  515. check_both_ways("\u2261", "\xF0", 'IBM860') # â&#x2030;?
  516. check_both_ways("\u00A0", "\xFF", 'IBM860') # non-breaking space
  517. end
  518. def test_IBM861
  519. check_both_ways("\u00C7", "\x80", 'IBM861') # ?&#x2021;
  520. check_both_ways("\u00C5", "\x8F", 'IBM861') # ?&#x2026;
  521. check_both_ways("\u00C9", "\x90", 'IBM861') # ?&#x2030;
  522. check_both_ways("\u0192", "\x9F", 'IBM861') # ?&#x2019;
  523. check_both_ways("\u00E1", "\xA0", 'IBM861') # ??
  524. check_both_ways("\u00BB", "\xAF", 'IBM861') # Â?
  525. check_both_ways("\u2591", "\xB0", 'IBM861') # â&#x2013;&#x2018;
  526. check_both_ways("\u2510", "\xBF", 'IBM861') # â&#x201D;?
  527. check_both_ways("\u2514", "\xC0", 'IBM861') # â&#x201D;&#x201D;
  528. check_both_ways("\u2567", "\xCF", 'IBM861') # â&#x2022;§
  529. check_both_ways("\u2568", "\xD0", 'IBM861') # â&#x2022;¨
  530. check_both_ways("\u2580", "\xDF", 'IBM861') # â&#x2013;&#x20AC;
  531. check_both_ways("\u03B1", "\xE0", 'IBM861') # Î?
  532. check_both_ways("\u2229", "\xEF", 'IBM861') # â&#x2C6;Š
  533. check_both_ways("\u2261", "\xF0", 'IBM861') # â&#x2030;?
  534. check_both_ways("\u00A0", "\xFF", 'IBM861') # non-breaking space
  535. end
  536. def test_IBM862
  537. check_both_ways("\u05D0", "\x80", 'IBM862') # ×?
  538. check_both_ways("\u05DF", "\x8F", 'IBM862') # ×&#x;
  539. check_both_ways("\u05E0", "\x90", 'IBM862') # × 
  540. check_both_ways("\u0192", "\x9F", 'IBM862') # ?&#x2019;
  541. check_both_ways("\u00E1", "\xA0", 'IBM862') # ??
  542. check_both_ways("\u00BB", "\xAF", 'IBM862') # Â?
  543. check_both_ways("\u2591", "\xB0", 'IBM862') # â&#x2013;&#x2018;
  544. check_both_ways("\u2510", "\xBF", 'IBM862') # â&#x201D;?
  545. check_both_ways("\u2514", "\xC0", 'IBM862') # â&#x201D;&#x201D;
  546. check_both_ways("\u2567", "\xCF", 'IBM862') # â&#x2022;§
  547. check_both_ways("\u2568", "\xD0", 'IBM862') # â&#x2022;¨
  548. check_both_ways("\u2580", "\xDF", 'IBM862') # â&#x2013;&#x20AC;
  549. check_both_ways("\u03B1", "\xE0", 'IBM862') # Î?
  550. check_both_ways("\u2229", "\xEF", 'IBM862') # â&#x2C6;Š
  551. check_both_ways("\u2261", "\xF0", 'IBM862') # â&#x2030;?
  552. check_both_ways("\u00A0", "\xFF", 'IBM862') # non-breaking space
  553. end
  554. def test_IBM863
  555. check_both_ways("\u00C7", "\x80", 'IBM863') # ?&#x2021;
  556. check_both_ways("\u00A7", "\x8F", 'IBM863') # §
  557. check_both_ways("\u00C9", "\x90", 'IBM863') # ?&#x2030;
  558. check_both_ways("\u0192", "\x9F", 'IBM863') # ?&#x2019;
  559. check_both_ways("\u00A6", "\xA0", 'IBM863') # Â?
  560. check_both_ways("\u00BB", "\xAF", 'IBM863') # Â?
  561. check_both_ways("\u2591", "\xB0", 'IBM863') # â&#x2013;&#x2018;
  562. check_both_ways("\u2510", "\xBF", 'IBM863') # â&#x201D;?
  563. check_both_ways("\u2514", "\xC0", 'IBM863') # â&#x201D;&#x201D;
  564. check_both_ways("\u2567", "\xCF", 'IBM863') # â&#x2022;§
  565. check_both_ways("\u2568", "\xD0", 'IBM863') # â&#x2022;¨
  566. check_both_ways("\u2580", "\xDF", 'IBM863') # â&#x2013;&#x20AC;
  567. check_both_ways("\u03B1", "\xE0", 'IBM863') # Î?
  568. check_both_ways("\u2229", "\xEF", 'IBM863') # â&#x2C6;Š
  569. check_both_ways("\u2261", "\xF0", 'IBM863') # â&#x2030;?
  570. check_both_ways("\u00A0", "\xFF", 'IBM863') # non-breaking space
  571. end
  572. def test_IBM865
  573. check_both_ways("\u00C7", "\x80", 'IBM865') # ?&#x2021;
  574. check_both_ways("\u00C5", "\x8F", 'IBM865') # ?&#x2026;
  575. check_both_ways("\u00C9", "\x90", 'IBM865') # ?&#x2030;
  576. check_both_ways("\u0192", "\x9F", 'IBM865') # ?&#x2019;
  577. check_both_ways("\u00E1", "\xA0", 'IBM865') # ??
  578. check_both_ways("\u00A4", "\xAF", 'IBM865') # ¤
  579. check_both_ways("\u2591", "\xB0", 'IBM865') # â&#x2013;&#x2018;
  580. check_both_ways("\u2510", "\xBF", 'IBM865') # â&#x201D;?
  581. check_both_ways("\u2514", "\xC0", 'IBM865') # â&#x201D;&#x201D;
  582. check_both_ways("\u2567", "\xCF", 'IBM865') # â&#x2022;§
  583. check_both_ways("\u2568", "\xD0", 'IBM865') # â&#x2022;¨
  584. check_both_ways("\u2580", "\xDF", 'IBM865') # â&#x2013;&#x20AC;
  585. check_both_ways("\u03B1", "\xE0", 'IBM865') # Î?
  586. check_both_ways("\u2229", "\xEF", 'IBM865') # â&#x2C6;Š
  587. check_both_ways("\u2261", "\xF0", 'IBM865') # â&#x2030;?
  588. check_both_ways("\u00A0", "\xFF", 'IBM865') # non-breaking space
  589. end
  590. def test_IBM866
  591. check_both_ways("\u0410", "\x80", 'IBM866') # ??
  592. check_both_ways("\u041F", "\x8F", 'IBM866') # ?&#x;
  593. check_both_ways("\u0420", "\x90", 'IBM866') # ? 
  594. check_both_ways("\u042F", "\x9F", 'IBM866') # ??
  595. check_both_ways("\u0430", "\xA0", 'IBM866') # ?°
  596. check_both_ways("\u043F", "\xAF", 'IBM866') # ??
  597. check_both_ways("\u2591", "\xB0", 'IBM866') # â&#x2013;&#x2018;
  598. check_both_ways("\u2510", "\xBF", 'IBM866') # â&#x201D;?
  599. check_both_ways("\u2514", "\xC0", 'IBM866') # â&#x201D;&#x201D;
  600. check_both_ways("\u2567", "\xCF", 'IBM866') # â&#x2022;§
  601. check_both_ways("\u2568", "\xD0", 'IBM866') # â&#x2022;¨
  602. check_both_ways("\u2580", "\xDF", 'IBM866') # â&#x2013;&#x20AC;
  603. check_both_ways("\u0440", "\xE0", 'IBM866') # ?&#x20AC;
  604. check_both_ways("\u044F", "\xEF", 'IBM866') # ??
  605. check_both_ways("\u0401", "\xF0", 'IBM866') # ?
  606. check_both_ways("\u00A0", "\xFF", 'IBM866') # non-breaking space
  607. end
  608. def test_IBM869
  609. assert_raise(Encoding::UndefinedConversionError) { "\x80".encode("utf-8", 'IBM869') }
  610. assert_raise(Encoding::UndefinedConversionError) { "\x85".encode("utf-8", 'IBM869') }
  611. check_both_ways("\u0386", "\x86", 'IBM869') # Î&#x2020;
  612. assert_raise(Encoding::UndefinedConversionError) { "\x87".encode("utf-8", 'IBM869') }
  613. check_both_ways("\u00B7", "\x88", 'IBM869') # Â?
  614. check_both_ways("\u0389", "\x8F", 'IBM869') # Î&#x2030;
  615. check_both_ways("\u038A", "\x90", 'IBM869') # Î&#x160;
  616. check_both_ways("\u038C", "\x92", 'IBM869') # Î&#x152;
  617. assert_raise(Encoding::UndefinedConversionError) { "\x93".encode("utf-8", 'IBM869') }
  618. assert_raise(Encoding::UndefinedConversionError) { "\x94".encode("utf-8", 'IBM869') }
  619. check_both_ways("\u038E", "\x95", 'IBM869') # Î&#x17D;
  620. check_both_ways("\u03AF", "\x9F", 'IBM869') # Î?
  621. check_both_ways("\u03CA", "\xA0", 'IBM869') # ?&#x160;
  622. check_both_ways("\u00BB", "\xAF", 'IBM869') # Â?
  623. check_both_ways("\u2591", "\xB0", 'IBM869') # â&#x2013;&#x2018;
  624. check_both_ways("\u2510", "\xBF", 'IBM869') # â&#x201D;?
  625. check_both_ways("\u2514", "\xC0", 'IBM869') # â&#x201D;&#x201D;
  626. check_both_ways("\u03A3", "\xCF", 'IBM869') # Î?
  627. check_both_ways("\u03A4", "\xD0", 'IBM869') # Τ
  628. check_both_ways("\u2580", "\xDF", 'IBM869') # â&#x2013;&#x20AC;
  629. check_both_ways("\u03B6", "\xE0", 'IBM869') # Î?
  630. check_both_ways("\u0384", "\xEF", 'IBM869') # Î&#x201E;
  631. check_both_ways("\u00AD", "\xF0", 'IBM869') # soft hyphen
  632. check_both_ways("\u00A0", "\xFF", 'IBM869') # non-breaking space
  633. end
  634. def test_macCroatian
  635. check_both_ways("\u00C4", "\x80", 'macCroatian') # ?&#x201E;
  636. check_both_ways("\u00E8", "\x8F", 'macCroatian') # ?¨
  637. check_both_ways("\u00EA", "\x90", 'macCroatian') # ??
  638. check_both_ways("\u00FC", "\x9F", 'macCroatian') # ??
  639. check_both_ways("\u2020", "\xA0", 'macCroatian') # â&#x20AC; 
  640. check_both_ways("\u00D8", "\xAF", 'macCroatian') # ?&#x2DC;
  641. check_both_ways("\u221E", "\xB0", 'macCroatian') # â&#x2C6;&#x17E;
  642. check_both_ways("\u00F8", "\xBF", 'macCroatian') # ?¸
  643. check_both_ways("\u00BF", "\xC0", 'macCroatian') # Â?
  644. check_both_ways("\u0153", "\xCF", 'macCroatian') # ?&#x201C;
  645. check_both_ways("\u0110", "\xD0", 'macCroatian') # Ä?
  646. check_both_ways("\u00A9", "\xD9", 'macCroatian') # Š
  647. check_both_ways("\u2044", "\xDA", 'macCroatian') # â &#x201E;
  648. check_both_ways("\u203A", "\xDD", 'macCroatian') # â&#x20AC;?
  649. check_both_ways("\u00C6", "\xDE", 'macCroatian') # ?&#x2020;
  650. check_both_ways("\u00BB", "\xDF", 'macCroatian') # Â?
  651. check_both_ways("\u2013", "\xE0", 'macCroatian') # â&#x20AC;&#x201C;
  652. check_both_ways("\u00B7", "\xE1", 'macCroatian') # Â?
  653. check_both_ways("\u00C2", "\xE5", 'macCroatian') # ?&#x201A;
  654. check_both_ways("\u0107", "\xE6", 'macCroatian') # Ä&#x2021;
  655. check_both_ways("\u00C1", "\xE7", 'macCroatian') # ?
  656. check_both_ways("\u010D", "\xE8", 'macCroatian') # Ä?
  657. check_both_ways("\u00C8", "\xE9", 'macCroatian') # ?&#x2C6;
  658. check_both_ways("\u00D4", "\xEF", 'macCroatian') # ?&#x201D;
  659. check_both_ways("\u0111", "\xF0", 'macCroatian') # Ä&#x2018;
  660. check_both_ways("\u00D2", "\xF1", 'macCroatian') # ?&#x2019;
  661. check_both_ways("\u00AF", "\xF8", 'macCroatian') # Â?
  662. check_both_ways("\u03C0", "\xF9", 'macCroatian') # ?&#x20AC;
  663. check_both_ways("\u00CB", "\xFA", 'macCroatian') # ?&#x2039;
  664. check_both_ways("\u00CA", "\xFD", 'macCroatian') # ?&#x160;
  665. check_both_ways("\u00E6", "\xFE", 'macCroatian') # ??
  666. check_both_ways("\u02C7", "\xFF", 'macCroatian') # Ë&#x2021;
  667. end
  668. def test_macCyrillic
  669. check_both_ways("\u0410", "\x80", 'macCyrillic') # ??
  670. check_both_ways("\u041F", "\x8F", 'macCyrillic') # ?&#x;
  671. check_both_ways("\u0420", "\x90", 'macCyrillic') # ? 
  672. check_both_ways("\u042F", "\x9F", 'macCyrillic') # ??
  673. check_both_ways("\u2020", "\xA0", 'macCyrillic') # â&#x20AC; 
  674. check_both_ways("\u0453", "\xAF", 'macCyrillic') # ?&#x201C;
  675. check_both_ways("\u221E", "\xB0", 'macCyrillic') # â&#x2C6;&#x17E;
  676. check_both_ways("\u045A", "\xBF", 'macCyrillic') # ?&#x161;
  677. check_both_ways("\u0458", "\xC0", 'macCyrillic') # ?&#x2DC;
  678. check_both_ways("\u0455", "\xCF", 'macCyrillic') # ?&#x2022;
  679. check_both_ways("\u2013", "\xD0", 'macCyrillic') # â&#x20AC;&#x201C;
  680. check_both_ways("\u044F", "\xDF", 'macCyrillic') # ??
  681. check_both_ways("\u0430", "\xE0", 'macCyrillic') # ?°
  682. check_both_ways("\u043F", "\xEF", 'macCyrillic') # ??
  683. check_both_ways("\u0440", "\xF0", 'macCyrillic') # ?&#x20AC;
  684. check_both_ways("\u00A4", "\xFF", 'macCyrillic') # ¤
  685. end
  686. def test_macGreek
  687. check_both_ways("\u00C4", "\x80", 'macGreek') # ?&#x201E;
  688. check_both_ways("\u00E8", "\x8F", 'macGreek') # ?¨
  689. check_both_ways("\u00EA", "\x90", 'macGreek') # ??
  690. check_both_ways("\u00FC", "\x9F", 'macGreek') # ??
  691. check_both_ways("\u2020", "\xA0", 'macGreek') # â&#x20AC; 
  692. check_both_ways("\u0393", "\xA1", 'macGreek') # Î&#x201C;
  693. check_both_ways("\u0387", "\xAF", 'macGreek') # Î&#x2021;
  694. check_both_ways("\u0391", "\xB0", 'macGreek') # Î&#x2018;
  695. check_both_ways("\u03A9", "\xBF", 'macGreek') # Ί
  696. check_both_ways("\u03AC", "\xC0", 'macGreek') # Î?
  697. check_both_ways("\u0153", "\xCF", 'macGreek') # ?&#x201C;
  698. check_both_ways("\u2013", "\xD0", 'macGreek') # â&#x20AC;&#x201C;
  699. check_both_ways("\u038F", "\xDF", 'macGreek') # Î?
  700. check_both_ways("\u03CD", "\xE0", 'macGreek') # ??
  701. check_both_ways("\u03BF", "\xEF", 'macGreek') # Î?
  702. check_both_ways("\u03C0", "\xF0", 'macGreek') # ?&#x20AC;
  703. check_both_ways("\u03B0", "\xFE", 'macGreek') # ΰ
  704. assert_raise(Encoding::UndefinedConversionError) { "\xFF".encode("utf-8", 'macGreek') }
  705. end
  706. def test_macIceland
  707. check_both_ways("\u00C4", "\x80", 'macIceland') # ?&#x201E;
  708. check_both_ways("\u00E8", "\x8F", 'macIceland') # ?¨
  709. check_both_ways("\u00EA", "\x90", 'macIceland') # ??
  710. check_both_ways("\u00FC", "\x9F", 'macIceland') # ??
  711. check_both_ways("\u00DD", "\xA0", 'macIceland') # ??
  712. check_both_ways("\u00D8", "\xAF", 'macIceland') # ?&#x2DC;
  713. check_both_ways("\u221E", "\xB0", 'macIceland') # â&#x2C6;&#x17E;
  714. check_both_ways("\u00F8", "\xBF", 'macIceland') # ?¸
  715. check_both_ways("\u00BF", "\xC0", 'macIceland') # Â?
  716. check_both_ways("\u0153", "\xCF", 'macIceland') # ?&#x201C;
  717. check_both_ways("\u2013", "\xD0", 'macIceland') # â&#x20AC;&#x201C;
  718. check_both_ways("\u00FE", "\xDF", 'macIceland') # ?ž
  719. check_both_ways("\u00FD", "\xE0", 'macIceland') # ??
  720. check_both_ways("\u00D4", "\xEF", 'macIceland') # ?&#x201D;
  721. #check_both_ways("\uF8FF", "\xF0", 'macIceland') # Apple logo
  722. check_both_ways("\u02C7", "\xFF", 'macIceland') # Ë&#x2021;
  723. end
  724. def test_macRoman
  725. check_both_ways("\u00C4", "\x80", 'macRoman') # ?&#x201E;
  726. check_both_ways("\u00E8", "\x8F", 'macRoman') # ?¨
  727. check_both_ways("\u00EA", "\x90", 'macRoman') # ??
  728. check_both_ways("\u00FC", "\x9F", 'macRoman') # ??
  729. check_both_ways("\u2020", "\xA0", 'macRoman') # â&#x20AC; 
  730. #check_both_ways("\u00DB", "\xAF", 'macRoman') # ?&#x2DC;
  731. check_both_ways("\u221E", "\xB0", 'macRoman') # â&#x2C6;&#x17E;
  732. check_both_ways("\u00F8", "\xBF", 'macRoman') # ?¸
  733. check_both_ways("\u00BF", "\xC0", 'macRoman') # Â?
  734. check_both_ways("\u0153", "\xCF", 'macRoman') # ?&#x201C;
  735. check_both_ways("\u2013", "\xD0", 'macRoman') # â&#x20AC;&#x201C;
  736. check_both_ways("\u00A4", "\xDB", 'macRoman') # ¤
  737. check_both_ways("\uFB02", "\xDF", 'macRoman') # ??&#x201A;
  738. check_both_ways("\u2021", "\xE0", 'macRoman') # â&#x20AC;?
  739. check_both_ways("\u00D4", "\xEF", 'macRoman') # ?&#x201D;
  740. #check_both_ways("\uF8FF", "\xF0", 'macRoman') # Apple logo
  741. check_both_ways("\u02C7", "\xFF", 'macRoman') # Ë&#x2021;
  742. end
  743. def test_macRomania
  744. check_both_ways("\u00C4", "\x80", 'macRomania') # ?&#x201E;
  745. check_both_ways("\u00E8", "\x8F", 'macRomania') # ?¨
  746. check_both_ways("\u00EA", "\x90", 'macRomania') # ??
  747. check_both_ways("\u00FC", "\x9F", 'macRomania') # ??
  748. check_both_ways("\u2020", "\xA0", 'macRomania') # â&#x20AC; 
  749. check_both_ways("\u015E", "\xAF", 'macRomania') # ?&#x17E;
  750. check_both_ways("\u221E", "\xB0", 'macRomania') # â&#x2C6;&#x17E;
  751. check_both_ways("\u015F", "\xBF", 'macRomania') # ?&#x;
  752. check_both_ways("\u00BF", "\xC0", 'macRomania') # Â?
  753. check_both_ways("\u0153", "\xCF", 'macRomania') # ?&#x201C;
  754. check_both_ways("\u2013", "\xD0", 'macRomania') # â&#x20AC;&#x201C;
  755. check_both_ways("\u00A4", "\xDB", 'macRomania') # â&#x201A;?
  756. check_both_ways("\u0163", "\xDF", 'macRomania') # ??
  757. check_both_ways("\u2021", "\xE0", 'macRomania') # â&#x20AC;?
  758. check_both_ways("\u00D4", "\xEF", 'macRomania') # ?&#x201D;
  759. #check_both_ways("\uF8FF", "\xF0", 'macRomania') # Apple logo
  760. check_both_ways("\u02C7", "\xFF", 'macRomania') # Ë&#x2021;
  761. end
  762. def test_macTurkish
  763. check_both_ways("\u00C4", "\x80", 'macTurkish') # ?&#x201E;
  764. check_both_ways("\u00E8", "\x8F", 'macTurkish') # ?¨
  765. check_both_ways("\u00EA", "\x90", 'macTurkish') # ??
  766. check_both_ways("\u00FC", "\x9F", 'macTurkish') # ??
  767. check_both_ways("\u2020", "\xA0", 'macTurkish') # â&#x20AC; 
  768. check_both_ways("\u00D8", "\xAF", 'macTurkish') # ?&#x2DC;
  769. check_both_ways("\u221E", "\xB0", 'macTurkish') # â&#x2C6;&#x17E;
  770. check_both_ways("\u00F8", "\xBF", 'macTurkish') # ?¸
  771. check_both_ways("\u00BF", "\xC0", 'macTurkish') # Â?
  772. check_both_ways("\u0153", "\xCF", 'macTurkish') # ?&#x201C;
  773. check_both_ways("\u2013", "\xD0", 'macTurkish') # â&#x20AC;&#x201C;
  774. check_both_ways("\u015F", "\xDF", 'macTurkish') # ?&#x;
  775. check_both_ways("\u2021", "\xE0", 'macTurkish') # â&#x20AC;?
  776. check_both_ways("\u00D4", "\xEF", 'macTurkish') # ?&#x201D;
  777. #check_both_ways("\uF8FF", "\xF0", 'macTurkish') # Apple logo
  778. check_both_ways("\u00D9", "\xF4", 'macTurkish') # ?&#x2122;
  779. assert_raise(Encoding::UndefinedConversionError) { "\xF5".encode("utf-8", 'macTurkish') }
  780. check_both_ways("\u02C6", "\xF6", 'macTurkish') # Ë&#x2020;
  781. check_both_ways("\u02C7", "\xFF", 'macTurkish') # Ë&#x2021;
  782. end
  783. def test_macUkraine
  784. check_both_ways("\u0410", "\x80", 'macUkraine') # ??
  785. check_both_ways("\u041F", "\x8F", 'macUkraine') # ?&#x;
  786. check_both_ways("\u0420", "\x90", 'macUkraine') # ? 
  787. check_both_ways("\u042F", "\x9F", 'macUkraine') # ??
  788. check_both_ways("\u2020", "\xA0", 'macUkraine') # â&#x20AC; 
  789. check_both_ways("\u0453", "\xAF", 'macUkraine') # ?&#x201C;
  790. check_both_ways("\u221E", "\xB0", 'macUkraine') # â&#x2C6;&#x17E;
  791. check_both_ways("\u045A", "\xBF", 'macUkraine') # ?&#x161;
  792. check_both_ways("\u0458", "\xC0", 'macUkraine') # ?&#x2DC;
  793. check_both_ways("\u0455", "\xCF", 'macUkraine') # ?&#x2022;
  794. check_both_ways("\u2013", "\xD0", 'macUkraine') # â&#x20AC;&#x201C;
  795. check_both_ways("\u044F", "\xDF", 'macUkraine') # ??
  796. check_both_ways("\u0430", "\xE0", 'macUkraine') # ?°
  797. check_both_ways("\u043F", "\xEF", 'macUkraine') # ??
  798. check_both_ways("\u0440", "\xF0", 'macUkraine') # ?&#x20AC;
  799. check_both_ways("\u00A4", "\xFF", 'macUkraine') # ¤
  800. end
  801. def test_koi8_u
  802. check_both_ways("\u2500", "\x80", 'KOI8-U') # â&#x201D;&#x20AC;
  803. check_both_ways("\u2590", "\x8F", 'KOI8-U') # â&#x2013;?
  804. check_both_ways("\u2591", "\x90", 'KOI8-U') # â&#x2013;&#x2018;
  805. check_both_ways("\u00F7", "\x9F", 'KOI8-U') # ??
  806. check_both_ways("\u2550", "\xA0", 'KOI8-U') # â&#x2022;?
  807. check_both_ways("\u0454", "\xA4", 'KOI8-U') # ?&#x201D;
  808. check_both_ways("\u0456", "\xA6", 'KOI8-U') # ?&#x2013;
  809. check_both_ways("\u0457", "\xA7", 'KOI8-U') # ?&#x2014;
  810. check_both_ways("\u0491", "\xAD", 'KOI8-U') # ?&#x2018;
  811. check_both_ways("\u255E", "\xAF", 'KOI8-U') # â&#x2022;&#x17E;
  812. check_both_ways("\u255F", "\xB0", 'KOI8-U') # â&#x2022;&#x;
  813. check_both_ways("\u0404", "\xB4", 'KOI8-U') # ?&#x201E;
  814. check_both_ways("\u0406", "\xB6", 'KOI8-U') # ?&#x2020;
  815. check_both_ways("\u0407", "\xB7", 'KOI8-U') # ?&#x2021;
  816. check_both_ways("\u0490", "\xBD", 'KOI8-U') # ??
  817. check_both_ways("\u00A9", "\xBF", 'KOI8-U') # Š
  818. check_both_ways("\u044E", "\xC0", 'KOI8-U') # ?&#x17D;
  819. check_both_ways("\u043E", "\xCF", 'KOI8-U') # ?ž
  820. check_both_ways("\u043F", "\xD0", 'KOI8-U') # ??
  821. check_both_ways("\u044A", "\xDF", 'KOI8-U') # ?&#x160;
  822. check_both_ways("\u042E", "\xE0", 'KOI8-U') # ?Ž
  823. check_both_ways("\u041E", "\xEF", 'KOI8-U') # ?&#x17E;
  824. check_both_ways("\u041F", "\xF0", 'KOI8-U') # ?&#x;
  825. check_both_ways("\u042A", "\xFF", 'KOI8-U') # ??
  826. end
  827. def test_koi8_r
  828. check_both_ways("\u2500", "\x80", 'KOI8-R') # â&#x201D;&#x20AC;
  829. check_both_ways("\u2590", "\x8F", 'KOI8-R') # â&#x2013;?
  830. check_both_ways("\u2591", "\x90", 'KOI8-R') # â&#x2013;&#x2018;
  831. check_both_ways("\u00F7", "\x9F", 'KOI8-R') # ??
  832. check_both_ways("\u2550", "\xA0", 'KOI8-R') # â&#x2022;?
  833. check_both_ways("\u255E", "\xAF", 'KOI8-R') # â&#x2022;&#x17E;
  834. check_both_ways("\u255F", "\xB0", 'KOI8-R') # â&#x2022;&#x;
  835. check_both_ways("\u00A9", "\xBF", 'KOI8-R') # Š
  836. check_both_ways("\u044E", "\xC0", 'KOI8-R') # ?&#x17D;
  837. check_both_ways("\u043E", "\xCF", 'KOI8-R') # ?ž
  838. check_both_ways("\u043F", "\xD0", 'KOI8-R') # ??
  839. check_both_ways("\u044A", "\xDF", 'KOI8-R') # ?&#x160;
  840. check_both_ways("\u042E", "\xE0", 'KOI8-R') # ?Ž
  841. check_both_ways("\u041E", "\xEF", 'KOI8-R') # ?&#x17E;
  842. check_both_ways("\u041F", "\xF0", 'KOI8-R') # ?&#x;
  843. check_both_ways("\u042A", "\xFF", 'KOI8-R') # ??
  844. end
  845. def test_TIS_620
  846. assert_raise(Encoding::UndefinedConversionError) { "\x80".encode("utf-8", 'TIS-620') }
  847. assert_raise(Encoding::UndefinedConversionError) { "\x8F".encode("utf-8", 'TIS-620') }
  848. assert_raise(Encoding::UndefinedConversionError) { "\x90".encode("utf-8", 'TIS-620') }
  849. assert_raise(Encoding::UndefinedConversionError) { "\x9F".encode("utf-8", 'TIS-620') }
  850. assert_raise(Encoding::UndefinedConversionError) { "\xA0".encode("utf-8", 'TIS-620') }
  851. check_both_ways("\u0E01", "\xA1", 'TIS-620') # ?¸
  852. check_both_ways("\u0E0F", "\xAF", 'TIS-620') # ?¸?
  853. check_both_ways("\u0E10", "\xB0", 'TIS-620') # ?¸?
  854. check_both_ways("\u0E1F", "\xBF", 'TIS-620') # ?¸&#x;
  855. check_both_ways("\u0E20", "\xC0", 'TIS-620') # ?¸ 
  856. check_both_ways("\u0E2F", "\xCF", 'TIS-620') # ?¸?
  857. check_both_ways("\u0E30", "\xD0", 'TIS-620') # ?¸°
  858. check_both_ways("\u0E3A", "\xDA", 'TIS-620') # ?¸?
  859. assert_raise(Encoding::UndefinedConversionError) { "\xDB".encode("utf-8", 'TIS-620') }
  860. assert_raise(Encoding::UndefinedConversionError) { "\xDE".encode("utf-8", 'TIS-620') }
  861. check_both_ways("\u0E3F", "\xDF", 'TIS-620') # ?¸?
  862. check_both_ways("\u0E40", "\xE0", 'TIS-620') # ?š&#x20AC;
  863. check_both_ways("\u0E4F", "\xEF", 'TIS-620') # ?š?
  864. check_both_ways("\u0E50", "\xF0", 'TIS-620') # ?š?
  865. check_both_ways("\u0E5B", "\xFB", 'TIS-620') # ?š&#x203A;
  866. assert_raise(Encoding::UndefinedConversionError) { "\xFC".encode("utf-8", 'TIS-620') }
  867. assert_raise(Encoding::UndefinedConversionError) { "\xFF".encode("utf-8", 'TIS-620') }
  868. end
  869. def test_CP850
  870. check_both_ways("\u00C7", "\x80", 'CP850') # ?&#x2021;
  871. check_both_ways("\u00C5", "\x8F", 'CP850') # ?&#x2026;
  872. check_both_ways("\u00C9", "\x90", 'CP850') # ?&#x2030;
  873. check_both_ways("\u0192", "\x9F", 'CP850') # ?&#x2019;
  874. check_both_ways("\u00E1", "\xA0", 'CP850') # ??
  875. check_both_ways("\u00BB", "\xAF", 'CP850') # Â?
  876. check_both_ways("\u2591", "\xB0", 'CP850') # â&#x2013;&#x2018;
  877. check_both_ways("\u2510", "\xBF", 'CP850') # â&#x201D;?
  878. check_both_ways("\u2514", "\xC0", 'CP850') # â&#x201D;&#x201D;
  879. check_both_ways("\u00A4", "\xCF", 'CP850') # ¤
  880. check_both_ways("\u00F0", "\xD0", 'CP850') # ?°
  881. check_both_ways("\u2580", "\xDF", 'CP850') # â&#x2013;&#x20AC;
  882. check_both_ways("\u00D3", "\xE0", 'CP850') # ?&#x201C;
  883. check_both_ways("\u00B4", "\xEF", 'CP850') # ´
  884. check_both_ways("\u00AD", "\xF0", 'CP850') # soft hyphen
  885. check_both_ways("\u00A0", "\xFF", 'CP850') # non-breaking space
  886. end
  887. def test_CP852
  888. check_both_ways("\u00C7", "\x80", 'CP852') # ?&#x2021;
  889. check_both_ways("\u0106", "\x8F", 'CP852') # Ä&#x2020;
  890. check_both_ways("\u00C9", "\x90", 'CP852') # ?&#x2030;
  891. check_both_ways("\u010D", "\x9F", 'CP852') # Ä?
  892. check_both_ways("\u00E1", "\xA0", 'CP852') # ??
  893. check_both_ways("\u00BB", "\xAF", 'CP852') # Â?
  894. check_both_ways("\u2591", "\xB0", 'CP852') # â&#x2013;&#x2018;
  895. check_both_ways("\u2510", "\xBF", 'CP852') # â&#x201D;?
  896. check_both_ways("\u2514", "\xC0", 'CP852') # â&#x201D;&#x201D;
  897. check_both_ways("\u00A4", "\xCF", 'CP852') # ¤
  898. check_both_ways("\u0111", "\xD0", 'CP852') # Ä&#x2018;
  899. check_both_ways("\u2580", "\xDF", 'CP852') # â&#x2013;&#x20AC;
  900. check_both_ways("\u00D3", "\xE0", 'CP852') # ?&#x201C;
  901. check_both_ways("\u00B4", "\xEF", 'CP852') # ´
  902. check_both_ways("\u00AD", "\xF0", 'CP852') # soft hyphen
  903. check_both_ways("\u00A0", "\xFF", 'CP852') # non-breaking space
  904. end
  905. def test_CP855
  906. check_both_ways("\u0452", "\x80", 'CP855') # ?&#x2019;
  907. check_both_ways("\u0408", "\x8F", 'CP855') # ?&#x2C6;
  908. check_both_ways("\u0459", "\x90", 'CP855') # ?&#x2122;
  909. check_both_ways("\u042A", "\x9F", 'CP855') # ??
  910. check_both_ways("\u0430", "\xA0", 'CP855') # ?°
  911. check_both_ways("\u00BB", "\xAF", 'CP855') # Â?
  912. check_both_ways("\u2591", "\xB0", 'CP855') # â&#x2013;&#x2018;
  913. check_both_ways("\u2510", "\xBF", 'CP855') # â&#x201D;?
  914. check_both_ways("\u2514", "\xC0", 'CP855') # â&#x201D;&#x201D;
  915. check_both_ways("\u00A4", "\xCF", 'CP855') # ¤
  916. check_both_ways("\u043B", "\xD0", 'CP855') # ??
  917. check_both_ways("\u2580", "\xDF", 'CP855') # â&#x2013;&#x20AC;
  918. check_both_ways("\u042F", "\xE0", 'CP855') # ??
  919. check_both_ways("\u2116", "\xEF", 'CP855') # â&#x201E;&#x2013;
  920. check_both_ways("\u00AD", "\xF0", 'CP855') # soft hyphen
  921. check_both_ways("\u00A0", "\xFF", 'CP855') # non-breaking space
  922. end
  923. def check_utf_16_both_ways(utf8, raw)
  924. copy = raw.dup
  925. 0.step(copy.length-1, 2) { |i| copy[i+1], copy[i] = copy[i], copy[i+1] }
  926. check_both_ways(utf8, raw, 'utf-16be')
  927. check_both_ways(utf8, copy, 'utf-16le')
  928. end
  929. def test_utf_16
  930. check_utf_16_both_ways("abc", "\x00a\x00b\x00c")
  931. check_utf_16_both_ways("\u00E9", "\x00\xE9");
  932. check_utf_16_both_ways("\u00E9\u0070\u00E9\u0065", "\x00\xE9\x00\x70\x00\xE9\x00\x65") # ?Šp?Še
  933. check_utf_16_both_ways("\u677E\u672C\u884C\u5F18", "\x67\x7E\x67\x2C\x88\x4C\x5F\x18") # ??ž?&#x153;???&#x152;??&#x2DC;
  934. check_utf_16_both_ways("\u9752\u5C71\u5B66\u9662\u5927\u5B66", "\x97\x52\x5C\x71\x5B\x66\x96\x62\x59\x27\x5B\x66") # é?&#x2019;????­?é&#x2122;??¤§?­?
  935. check_utf_16_both_ways("Martin D\u00FCrst", "\x00M\x00a\x00r\x00t\x00i\x00n\x00 \x00D\x00\xFC\x00r\x00s\x00t") # Martin D??rst
  936. # BMP
  937. check_utf_16_both_ways("\u0000", "\x00\x00")
  938. check_utf_16_both_ways("\u007F", "\x00\x7F")
  939. check_utf_16_both_ways("\u0080", "\x00\x80")
  940. check_utf_16_both_ways("\u0555", "\x05\x55")
  941. check_utf_16_both_ways("\u04AA", "\x04\xAA")
  942. check_utf_16_both_ways("\u0333", "\x03\x33")
  943. check_utf_16_both_ways("\u04CC", "\x04\xCC")
  944. check_utf_16_both_ways("\u00F0", "\x00\xF0")
  945. check_utf_16_both_ways("\u070F", "\x07\x0F")
  946. check_utf_16_both_ways("\u07FF", "\x07\xFF")
  947. check_utf_16_both_ways("\u0800", "\x08\x00")
  948. check_utf_16_both_ways("\uD7FF", "\xD7\xFF")
  949. check_utf_16_both_ways("\uE000", "\xE0\x00")
  950. check_utf_16_both_ways("\uFFFF", "\xFF\xFF")
  951. check_utf_16_both_ways("\u5555", "\x55\x55")
  952. check_utf_16_both_ways("\uAAAA", "\xAA\xAA")
  953. check_utf_16_both_ways("\u3333", "\x33\x33")
  954. check_utf_16_both_ways("\uCCCC", "\xCC\xCC")
  955. check_utf_16_both_ways("\uF0F0", "\xF0\xF0")
  956. check_utf_16_both_ways("\u0F0F", "\x0F\x0F")
  957. check_utf_16_both_ways("\uFF00", "\xFF\x00")
  958. check_utf_16_both_ways("\u00FF", "\x00\xFF")
  959. # outer planes
  960. check_utf_16_both_ways("\u{10000}", "\xD8\x00\xDC\x00")
  961. check_utf_16_both_ways("\u{FFFFF}", "\xDB\xBF\xDF\xFF")
  962. check_utf_16_both_ways("\u{100000}", "\xDB\xC0\xDC\x00")
  963. check_utf_16_both_ways("\u{10FFFF}", "\xDB\xFF\xDF\xFF")
  964. check_utf_16_both_ways("\u{105555}", "\xDB\xD5\xDD\x55")
  965. check_utf_16_both_ways("\u{55555}", "\xD9\x15\xDD\x55")
  966. check_utf_16_both_ways("\u{AAAAA}", "\xDA\x6A\xDE\xAA")
  967. check_utf_16_both_ways("\u{33333}", "\xD8\x8C\xDF\x33")
  968. check_utf_16_both_ways("\u{CCCCC}", "\xDA\xF3\xDC\xCC")
  969. check_utf_16_both_ways("\u{8F0F0}", "\xD9\xFC\xDC\xF0")
  970. check_utf_16_both_ways("\u{F0F0F}", "\xDB\x83\xDF\x0F")
  971. check_utf_16_both_ways("\u{8FF00}", "\xD9\xFF\xDF\x00")
  972. check_utf_16_both_ways("\u{F00FF}", "\xDB\x80\xDC\xFF")
  973. end
  974. def check_utf_32_both_ways(utf8, raw)
  975. copy = raw.dup
  976. 0.step(copy.length-1, 4) do |i|
  977. copy[i+3], copy[i+2], copy[i+1], copy[i] = copy[i], copy[i+1], copy[i+2], copy[i+3]
  978. end
  979. check_both_ways(utf8, raw, 'utf-32be')
  980. #check_both_ways(utf8, copy, 'utf-32le')
  981. end
  982. def test_utf_32
  983. check_utf_32_both_ways("abc", "\x00\x00\x00a\x00\x00\x00b\x00\x00\x00c")
  984. check_utf_32_both_ways("\u00E9", "\x00\x00\x00\xE9");
  985. check_utf_32_both_ways("\u00E9\u0070\u00E9\u0065",
  986. "\x00\x00\x00\xE9\x00\x00\x00\x70\x00\x00\x00\xE9\x00\x00\x00\x65") # ?Šp?Še
  987. check_utf_32_both_ways("\u677E\u672C\u884C\u5F18",
  988. "\x00\x00\x67\x7E\x00\x00\x67\x2C\x00\x00\x88\x4C\x00\x00\x5F\x18") # ??ž?&#x153;???&#x152;??&#x2DC;
  989. check_utf_32_both_ways("\u9752\u5C71\u5B66\u9662\u5927\u5B66",
  990. "\x00\x00\x97\x52\x00\x00\x5C\x71\x00\x00\x5B\x66\x00\x00\x96\x62\x00\x00\x59\x27\x00\x00\x5B\x66") # é?&#x2019;????­?é&#x2122;??¤§?­?
  991. check_utf_32_both_ways("Martin D\u00FCrst",
  992. "\x00\x00\x00M\x00\x00\x00a\x00\x00\x00r\x00\x00\x00t\x00\x00\x00i\x00\x00\x00n\x00\x00\x00 \x00\x00\x00D\x00\x00\x00\xFC\x00\x00\x00r\x00\x00\x00s\x00\x00\x00t") # Martin D??rst
  993. # BMP
  994. check_utf_32_both_ways("\u0000", "\x00\x00\x00\x00")
  995. check_utf_32_both_ways("\u007F", "\x00\x00\x00\x7F")
  996. check_utf_32_both_ways("\u0080", "\x00\x00\x00\x80")
  997. check_utf_32_both_ways("\u0555", "\x00\x00\x05\x55")
  998. check_utf_32_both_ways("\u04AA", "\x00\x00\x04\xAA")
  999. check_utf_32_both_ways("\u0333", "\x00\x00\x03\x33")
  1000. check_utf_32_both_ways("\u04CC", "\x00\x00\x04\xCC")
  1001. check_utf_32_both_ways("\u00F0", "\x00\x00\x00\xF0")
  1002. check_utf_32_both_ways("\u070F", "\x00\x00\x07\x0F")
  1003. check_utf_32_both_ways("\u07FF", "\x00\x00\x07\xFF")
  1004. check_utf_32_both_ways("\u0800", "\x00\x00\x08\x00")
  1005. check_utf_32_both_ways("\uD7FF", "\x00\x00\xD7\xFF")
  1006. check_utf_32_both_ways("\uE000", "\x00\x00\xE0\x00")
  1007. check_utf_32_both_ways("\uFFFF", "\x00\x00\xFF\xFF")
  1008. check_utf_32_both_ways("\u5555", "\x00\x00\x55\x55")
  1009. check_utf_32_both_ways("\uAAAA", "\x00\x00\xAA\xAA")
  1010. check_utf_32_both_ways("\u3333", "\x00\x00\x33\x33")
  1011. check_utf_32_both_ways("\uCCCC", "\x00\x00\xCC\xCC")
  1012. check_utf_32_both_ways("\uF0F0", "\x00\x00\xF0\xF0")
  1013. check_utf_32_both_ways("\u0F0F", "\x00\x00\x0F\x0F")
  1014. check_utf_32_both_ways("\uFF00", "\x00\x00\xFF\x00")
  1015. check_utf_32_both_ways("\u00FF", "\x00\x00\x00\xFF")
  1016. # outer planes
  1017. check_utf_32_both_ways("\u{10000}", "\x00\x01\x00\x00")
  1018. check_utf_32_both_ways("\u{FFFFF}", "\x00\x0F\xFF\xFF")
  1019. check_utf_32_both_ways("\u{100000}","\x00\x10\x00\x00")
  1020. check_utf_32_both_ways("\u{10FFFF}","\x00\x10\xFF\xFF")
  1021. check_utf_32_both_ways("\u{105555}","\x00\x10\x55\x55")
  1022. check_utf_32_both_ways("\u{55555}", "\x00\x05\x55\x55")
  1023. check_utf_32_both_ways("\u{AAAAA}", "\x00\x0A\xAA\xAA")
  1024. check_utf_32_both_ways("\u{33333}", "\x00\x03\x33\x33")
  1025. check_utf_32_both_ways("\u{CCCCC}", "\x00\x0C\xCC\xCC")
  1026. check_utf_32_both_ways("\u{8F0F0}", "\x00\x08\xF0\xF0")
  1027. check_utf_32_both_ways("\u{F0F0F}", "\x00\x0F\x0F\x0F")
  1028. check_utf_32_both_ways("\u{8FF00}", "\x00\x08\xFF\x00")
  1029. check_utf_32_both_ways("\u{F00FF}", "\x00\x0F\x00\xFF")
  1030. end
  1031. def test_invalid_ignore
  1032. # arguments only
  1033. assert_nothing_raised { 'abc'.encode('utf-8', invalid: :replace, replace: "") }
  1034. # check handling of UTF-8 ill-formed subsequences
  1035. assert_equal("\x00\x41\x00\x3E\x00\x42".force_encoding('UTF-16BE'),
  1036. "\x41\xC2\x3E\x42".encode('UTF-16BE', 'UTF-8', invalid: :replace, replace: ""))
  1037. assert_equal("\x00\x41\x00\xF1\x00\x42".force_encoding('UTF-16BE'),
  1038. "\x41\xC2\xC3\xB1\x42".encode('UTF-16BE', 'UTF-8', invalid: :replace, replace: ""))
  1039. assert_equal("\x00\x42".force_encoding('UTF-16BE'),
  1040. "\xF0\x80\x80\x42".encode('UTF-16BE', 'UTF-8', invalid: :replace, replace: ""))
  1041. assert_equal(''.force_encoding('UTF-16BE'),
  1042. "\x82\xAB".encode('UTF-16BE', 'UTF-8', invalid: :replace, replace: ""))
  1043. assert_equal("\e$B!!\e(B".force_encoding("ISO-2022-JP"),
  1044. "\xA1\xA1\xFF".encode("ISO-2022-JP", "EUC-JP", invalid: :replace, replace: ""))
  1045. assert_equal("\e$B\x24\x22\x24\x24\e(B".force_encoding("ISO-2022-JP"),
  1046. "\xA4\xA2\xFF\xA4\xA4".encode("ISO-2022-JP", "EUC-JP", invalid: :replace, replace: ""))
  1047. assert_equal("\e$B\x24\x22\x24\x24\e(B".force_encoding("ISO-2022-JP"),
  1048. "\xA4\xA2\xFF\xFF\xA4\xA4".encode("ISO-2022-JP", "EUC-JP", invalid: :replace, replace: ""))
  1049. end
  1050. def test_invalid_replace
  1051. # arguments only
  1052. assert_nothing_raised { 'abc'.encode('UTF-8', invalid: :replace) }
  1053. assert_equal("\xEF\xBF\xBD".force_encoding("UTF-8"),
  1054. "\x80".encode("UTF-8", "UTF-16BE", invalid: :replace))
  1055. assert_equal("\xFF\xFD".force_encoding("UTF-16BE"),
  1056. "\x80".encode("UTF-16BE", "UTF-8", invalid: :replace))
  1057. assert_equal("\xFD\xFF".force_encoding("UTF-16LE"),
  1058. "\x80".encode("UTF-16LE", "UTF-8", invalid: :replace))
  1059. assert_equal("\x00\x00\xFF\xFD".force_encoding("UTF-32BE"),
  1060. "\x80".encode("UTF-32BE", "UTF-8", invalid: :replace))
  1061. assert_equal("\xFD\xFF\x00\x00".force_encoding("UTF-32LE"),
  1062. "\x80".encode("UTF-32LE", "UTF-8", invalid: :replace))
  1063. assert_equal("\uFFFD!",
  1064. "\xdc\x00\x00!".encode("utf-8", "utf-16be", :invalid=>:replace))
  1065. assert_equal("\uFFFD!",
  1066. "\xd8\x00\x00!".encode("utf-8", "utf-16be", :invalid=>:replace))
  1067. assert_equal("\uFFFD!",
  1068. "\x00\xdc!\x00".encode("utf-8", "utf-16le", :invalid=>:replace))
  1069. assert_equal("\uFFFD!",
  1070. "\x00\xd8!\x00".encode("utf-8", "utf-16le", :invalid=>:replace))
  1071. assert_equal("\uFFFD!",
  1072. "\x01\x00\x00\x00\x00\x00\x00!".encode("utf-8", "utf-32be", :invalid=>:replace), "[ruby-dev:35726]")
  1073. assert_equal("\uFFFD!",
  1074. "\x00\xff\x00\x00\x00\x00\x00!".encode("utf-8", "utf-32be", :invalid=>:replace))
  1075. assert_equal("\uFFFD!",
  1076. "\x00\x00\xd8\x00\x00\x00\x00!".encode("utf-8", "utf-32be", :invalid=>:replace))
  1077. assert_equal("\uFFFD!",
  1078. "\x00\x00\x00\xff!\x00\x00\x00".encode("utf-8", "utf-32le", :invalid=>:replace))
  1079. assert_equal("\uFFFD!",
  1080. "\x00\x00\xff\x00!\x00\x00\x00".encode("utf-8", "utf-32le", :invalid=>:replace))
  1081. assert_equal("\uFFFD!",
  1082. "\x00\xd8\x00\x00!\x00\x00\x00".encode("utf-8", "utf-32le", :invalid=>:replace))
  1083. assert_equal("\uFFFD!",
  1084. "\xff!".encode("utf-8", "euc-jp", :invalid=>:replace))
  1085. assert_equal("\uFFFD!",
  1086. "\xa1!".encode("utf-8", "euc-jp", :invalid=>:replace))
  1087. assert_equal("\uFFFD!",
  1088. "\x8f\xa1!".encode("utf-8", "euc-jp", :invalid=>:replace))
  1089. assert_equal("?",
  1090. "\xdc\x00".encode("EUC-JP", "UTF-16BE", :invalid=>:replace), "[ruby-dev:35776]")
  1091. assert_equal("ab?cd?ef",
  1092. "\0a\0b\xdc\x00\0c\0d\xdf\x00\0e\0f".encode("EUC-JP", "UTF-16BE", :invalid=>:replace))
  1093. assert_equal("\e$B!!\e(B?".force_encoding("ISO-2022-JP"),
  1094. "\xA1\xA1\xFF".encode("ISO-2022-JP", "EUC-JP", invalid: :replace))
  1095. assert_equal("\e$B\x24\x22\e(B?\e$B\x24\x24\e(B".force_encoding("ISO-2022-JP"),
  1096. "\xA4\xA2\xFF\xA4\xA4".encode("ISO-2022-JP", "EUC-JP", invalid: :replace))
  1097. assert_equal("\e$B\x24\x22\e(B??\e$B\x24\x24\e(B".force_encoding("ISO-2022-JP"),
  1098. "\xA4\xA2\xFF\xFF\xA4\xA4".encode("ISO-2022-JP", "EUC-JP", invalid: :replace))
  1099. end
  1100. def test_invalid_replace_string
  1101. assert_equal("a<x>A", "a\x80A".encode("us-ascii", "euc-jp", :invalid=>:replace, :replace=>"<x>"))
  1102. end
  1103. def test_undef_replace
  1104. assert_equal("?", "\u20AC".encode("EUC-JP", :undef=>:replace), "[ruby-dev:35709]")
  1105. end
  1106. def test_undef_replace_string
  1107. assert_equal("a<x>A", "a\u3042A".encode("us-ascii", :undef=>:replace, :replace=>"<x>"))
  1108. end
  1109. def test_shift_jis
  1110. check_both_ways("\u3000", "\x81\x40", 'shift_jis') # full-width space
  1111. check_both_ways("\u00D7", "\x81\x7E", 'shift_jis') # ?&#x2014;
  1112. check_both_ways("\u00F7", "\x81\x80", 'shift_jis') # ??
  1113. check_both_ways("\u25C7", "\x81\x9E", 'shift_jis') # â&#x2014;&#x2021;
  1114. check_both_ways("\u25C6", "\x81\x9F", 'shift_jis') # â&#x2014;&#x2020;
  1115. check_both_ways("\u25EF", "\x81\xFC", 'shift_jis') # â&#x2014;?
  1116. check_both_ways("\u6A97", "\x9F\x40", 'shift_jis') # ??&#x2014;
  1117. check_both_ways("\u6BEF", "\x9F\x7E", 'shift_jis') # ???
  1118. check_both_ways("\u9EBE", "\x9F\x80", 'shift_jis') # �
  1119. check_both_ways("\u6CBE", "\x9F\x9E", 'shift_jis') # ??ž
  1120. check_both_ways("\u6CBA", "\x9F\x9F", 'shift_jis') # ???
  1121. check_both_ways("\u6ECC", "\x9F\xFC", 'shift_jis') # ??&#x152;
  1122. check_both_ways("\u6F3E", "\xE0\x40", 'shift_jis') # ??ž
  1123. check_both_ways("\u70DD", "\xE0\x7E", 'shift_jis') # ç&#x192;?
  1124. check_both_ways("\u70D9", "\xE0\x80", 'shift_jis') # ç&#x192;&#x2122;
  1125. check_both_ways("\u71FC", "\xE0\x9E", 'shift_jis') # ç&#x2021;?
  1126. check_both_ways("\u71F9", "\xE0\x9F", 'shift_jis') # ç&#x2021;š
  1127. check_both_ways("\u73F1", "\xE0\xFC", 'shift_jis') # ç??
  1128. assert_raise(Encoding::UndefinedConversionError) { "\xEF\x40".encode("utf-8", 'shift_jis') }
  1129. assert_raise(Encoding::UndefinedConversionError) { "\xEF\x7E".encode("utf-8", 'shift_jis') }
  1130. assert_raise(Encoding::UndefinedConversionError) { "\xEF\x80".encode("utf-8", 'shift_jis') }
  1131. assert_raise(Encoding::UndefinedConversionError) { "\xEF\x9E".encode("utf-8", 'shift_jis') }
  1132. assert_raise(Encoding::UndefinedConversionError) { "\xEF\x9F".encode("utf-8", 'shift_jis') }
  1133. assert_raise(Encoding::UndefinedConversionError) { "\xEF\xFC".encode("utf-8", 'shift_jis') }
  1134. assert_raise(Encoding::UndefinedConversionError) { "\xF0\x40".encode("utf-8", 'shift_jis') }
  1135. assert_raise(Encoding::UndefinedConversionError) { "\xF0\x7E".encode("utf-8", 'shift_jis') }
  1136. assert_raise(Encoding::UndefinedConversionError) { "\xF0\x80".encode("utf-8", 'shift_jis') }
  1137. assert_raise(Encoding::UndefinedConversionError) { "\xF0\x9E".encode("utf-8", 'shift_jis') }
  1138. assert_raise(Encoding::UndefinedConversionError) { "\xF0\x9F".encode("utf-8", 'shift_jis') }
  1139. assert_raise(Encoding::UndefinedConversionError) { "\xF0\xFC".encode("utf-8", 'shift_jis') }
  1140. #check_both_ways("\u9ADC", "\xFC\x40", 'shift_jis') # é?&#x153; (IBM extended)
  1141. assert_raise(Encoding::UndefinedConversionError) { "\xFC\x7E".encode("utf-8", 'shift_jis') }
  1142. assert_raise(Encoding::UndefinedConversionError) { "\xFC\x80".encode("utf-8", 'shift_jis') }
  1143. assert_raise(Encoding::UndefinedConversionError) { "\xFC\x9E".encode("utf-8", 'shift_jis') }
  1144. assert_raise(Encoding::UndefinedConversionError) { "\xFC\x9F".encode("utf-8", 'shift_jis') }
  1145. assert_raise(Encoding::UndefinedConversionError) { "\xFC\xFC".encode("utf-8", 'shift_jis') }
  1146. check_both_ways("\u677E\u672C\u884C\u5F18", "\x8f\xbc\x96\x7b\x8d\x73\x8d\x4f", 'shift_jis') # ??ž?&#x153;???&#x152;??&#x2DC;
  1147. check_both_ways("\u9752\u5C71\u5B66\u9662\u5927\u5B66", "\x90\xC2\x8E\x52\x8A\x77\x89\x40\x91\xE5\x8A\x77", 'shift_jis') # é?&#x2019;????­?é&#x2122;??¤§?­?
  1148. check_both_ways("\u795E\u6797\u7FA9\u535A", "\x90\x5F\x97\xD1\x8B\x60\x94\x8E", 'shift_jis') # ç?&#x17E;?&#x17E;&#x2014;瞊??&#x161;
  1149. end
  1150. def test_windows_31j
  1151. check_both_ways("\u222A", "\x81\xBE", 'Windows-31J') # Union
  1152. check_both_ways("\uFFE2", "\x81\xCA", 'Windows-31J') # Fullwidth Not Sign
  1153. check_both_ways("\u2235", "\x81\xE6", 'Windows-31J') # Because
  1154. check_both_ways("\u2160", "\x87\x54", 'Windows-31J') # Roman Numeral One
  1155. check_both_ways("\u2170", "\xFA\x40", 'Windows-31J') # Small Roman Numeral One
  1156. end
  1157. def test_euc_jp
  1158. check_both_ways("\u3000", "\xA1\xA1", 'euc-jp') # full-width space
  1159. check_both_ways("\u00D7", "\xA1\xDF", 'euc-jp') # ?&#x2014;
  1160. check_both_ways("\u00F7", "\xA1\xE0", 'euc-jp') # ??
  1161. check_both_ways("\u25C7", "\xA1\xFE", 'euc-jp') # â&#x2014;&#x2021;
  1162. check_both_ways("\u25C6", "\xA2\xA1", 'euc-jp') # â&#x2014;&#x2020;
  1163. assert_raise(Encoding::UndefinedConversionError) { "\xA2\xAF".encode("utf-8", 'euc-jp') }
  1164. assert_raise(Encoding::UndefinedConversionError) { "\xA2\xB9".encode("utf-8", 'euc-jp') }
  1165. assert_raise(Encoding::UndefinedConversionError) { "\xA2\xC2".encode("utf-8", 'euc-jp') }
  1166. assert_raise(Encoding::UndefinedConversionError) { "\xA2\xC9".encode("utf-8", 'euc-jp') }
  1167. assert_raise(Encoding::UndefinedConversionError) { "\xA2\xD1".encode("utf-8", 'euc-jp') }
  1168. assert_raise(Encoding::UndefinedConversionError) { "\xA2\xDB".encode("utf-8", 'euc-jp') }
  1169. assert_raise(Encoding::UndefinedConversionError) { "\xA2\xEB".encode("utf-8", 'euc-jp') }
  1170. assert_raise(Encoding::UndefinedConversionError) { "\xA2\xF1".encode("utf-8", 'euc-jp') }
  1171. assert_raise(Encoding::UndefinedConversionError) { "\xA2\xFA".encode("utf-8", 'euc-jp') }
  1172. assert_raise(Encoding::UndefinedConversionError) { "\xA2\xFD".encode("utf-8", 'euc-jp') }
  1173. check_both_ways("\u25EF", "\xA2\xFE", 'euc-jp') # â&#x2014;?
  1174. assert_raise(Encoding::UndefinedConversionError) { "\xA3\xAF".encode("utf-8", 'euc-jp') }
  1175. assert_raise(Encoding::UndefinedConversionError) { "\xA3\xBA".encode("utf-8", 'euc-jp') }
  1176. assert_raise(Encoding::UndefinedConversionError) { "\xA3\xC0".encode("utf-8", 'euc-jp') }
  1177. assert_raise(Encoding::UndefinedConversionError) { "\xA3\xDB".encode("utf-8", 'euc-jp') }
  1178. assert_raise(Encoding::UndefinedConversionError) { "\xA3\xE0".encode("utf-8", 'euc-jp') }
  1179. assert_raise(Encoding::UndefinedConversionError) { "\xA3\xFB".encode("utf-8", 'euc-jp') }
  1180. assert_raise(Encoding::UndefinedConversionError) { "\xA4\xF4".encode("utf-8", 'euc-jp') }
  1181. assert_raise(Encoding::UndefinedConversionError) { "\xA5\xF7".encode("utf-8", 'euc-jp') }
  1182. assert_raise(Encoding::UndefinedConversionError) { "\xA6\xB9".encode("utf-8", 'euc-jp') }
  1183. assert_raise(Encoding::UndefinedConversionError) { "\xA6\xC0".encode("utf-8", 'euc-jp') }
  1184. assert_raise(Encoding::UndefinedConversionError) { "\xA6\xD9".encode("utf-8", 'euc-jp') }
  1185. assert_raise(Encoding::UndefinedConversionError) { "\xA7\xC2".encode("utf-8", 'euc-jp') }
  1186. assert_raise(Encoding::UndefinedConversionError) { "\xA7\xD0".encode("utf-8", 'euc-jp') }
  1187. assert_raise(Encoding::UndefinedConversionError) { "\xA7\xF2".encode("utf-8", 'euc-jp') }
  1188. assert_raise(Encoding::UndefinedConversionError) { "\xA8\xC1".encode("utf-8", 'euc-jp') }
  1189. assert_raise(Encoding::UndefinedConversionError) { "\xCF\xD4".encode("utf-8", 'euc-jp') }
  1190. assert_raise(Encoding::UndefinedConversionError) { "\xCF\xFE".encode("utf-8", 'euc-jp') }
  1191. check_both_ways("\u6A97", "\xDD\xA1", 'euc-jp') # ??&#x2014;
  1192. check_both_ways("\u6BEF", "\xDD\xDF", 'euc-jp') # ???
  1193. check_both_ways("\u9EBE", "\xDD\xE0", 'euc-jp') # �
  1194. check_both_ways("\u6CBE", "\xDD\xFE", 'euc-jp') # ??ž
  1195. check_both_ways("\u6CBA", "\xDE\xA1", 'euc-jp') # ???
  1196. check_both_ways("\u6ECC", "\xDE\xFE", 'euc-jp') # ??&#x152;
  1197. check_both_ways("\u6F3E", "\xDF\xA1", 'euc-jp') # ??ž
  1198. check_both_ways("\u70DD", "\xDF\xDF", 'euc-jp') # ç&#x192;?
  1199. check_both_ways("\u70D9", "\xDF\xE0", 'euc-jp') # ç&#x192;&#x2122;
  1200. check_both_ways("\u71FC", "\xDF\xFE", 'euc-jp') # ç&#x2021;?
  1201. check_both_ways("\u71F9", "\xE0\xA1", 'euc-jp') # ç&#x2021;š
  1202. check_both_ways("\u73F1", "\xE0\xFE", 'euc-jp') # ç??
  1203. assert_raise(Encoding::UndefinedConversionError) { "\xF4\xA7".encode("utf-8", 'euc-jp') }
  1204. #check_both_ways("\u9ADC", "\xFC\xE3", 'euc-jp') # é?&#x153; (IBM extended)
  1205. check_both_ways("\u677E\u672C\u884C\u5F18", "\xBE\xBE\xCB\xDC\xB9\xD4\xB9\xB0", 'euc-jp') # ??ž?&#x153;???&#x152;??&#x2DC;
  1206. check_both_ways("\u9752\u5C71\u5B66\u9662\u5927\u5B66", "\xC0\xC4\xBB\xB3\xB3\xD8\xB1\xA1\xC2\xE7\xB3\xD8", 'euc-jp') # é?&#x2019;????­?é&#x2122;??¤§?­?
  1207. check_both_ways("\u795E\u6797\u7FA9\u535A", "\xBF\xC0\xCE\xD3\xB5\xC1\xC7\xEE", 'euc-jp') # ç?&#x17E;?&#x17E;&#x2014;瞊??&#x161;
  1208. end
  1209. def test_eucjp_ms
  1210. check_both_ways("\u2116", "\xAD\xE2", 'eucJP-ms') # NUMERO SIGN
  1211. check_both_ways("\u221A", "\xA2\xE5", 'eucJP-ms') # SQUARE ROOT
  1212. check_both_ways("\u3231", "\xAD\xEA", 'eucJP-ms') # PARENTHESIZED IDEOGRAPH STOCK
  1213. check_both_ways("\uFF5E", "\xA1\xC1", 'eucJP-ms') # WAVE DASH
  1214. end
  1215. def test_eucjp_sjis
  1216. check_both_ways2("\xa1\xa1", "EUC-JP", "\x81\x40", "Shift_JIS")
  1217. check_both_ways2("\xa1\xdf", "EUC-JP", "\x81\x7e", "Shift_JIS")
  1218. check_both_ways2("\xa1\xe0", "EUC-JP", "\x81\x80", "Shift_JIS")
  1219. check_both_ways2("\xa1\xfe", "EUC-JP", "\x81\x9e", "Shift_JIS")
  1220. check_both_ways2("\xa2\xa1", "EUC-JP", "\x81\x9f", "Shift_JIS")
  1221. check_both_ways2("\xa2\xfe", "EUC-JP", "\x81\xfc", "Shift_JIS")
  1222. check_both_ways2("\xdd\xa1", "EUC-JP", "\x9f\x40", "Shift_JIS")
  1223. check_both_ways2("\xdd\xdf", "EUC-JP", "\x9f\x7e", "Shift_JIS")
  1224. check_both_ways2("\xdd\xe0", "EUC-JP", "\x9f\x80", "Shift_JIS")
  1225. check_both_ways2("\xdd\xfe", "EUC-JP", "\x9f\x9e", "Shift_JIS")
  1226. check_both_ways2("\xde\xa1", "EUC-JP", "\x9f\x9f", "Shift_JIS")
  1227. check_both_ways2("\xde\xfe", "EUC-JP", "\x9f\xfc", "Shift_JIS")
  1228. check_both_ways2("\xdf\xa1", "EUC-JP", "\xe0\x40", "Shift_JIS")
  1229. check_both_ways2("\xdf\xdf", "EUC-JP", "\xe0\x7e", "Shift_JIS")
  1230. check_both_ways2("\xdf\xe0", "EUC-JP", "\xe0\x80", "Shift_JIS")
  1231. check_both_ways2("\xdf\xfe", "EUC-JP", "\xe0\x9e", "Shift_JIS")
  1232. check_both_ways2("\xe0\xa1", "EUC-JP", "\xe0\x9f", "Shift_JIS")
  1233. check_both_ways2("\xe0\xfe", "EUC-JP", "\xe0\xfc", "Shift_JIS")
  1234. check_both_ways2("\xf4\xa1", "EUC-JP", "\xea\x9f", "Shift_JIS")
  1235. check_both_ways2("\xf4\xa2", "EUC-JP", "\xea\xa0", "Shift_JIS")
  1236. check_both_ways2("\xf4\xa3", "EUC-JP", "\xea\xa1", "Shift_JIS")
  1237. check_both_ways2("\xf4\xa4", "EUC-JP", "\xea\xa2", "Shift_JIS") # end of JIS X 0208 1983
  1238. check_both_ways2("\xf4\xa5", "EUC-JP", "\xea\xa3", "Shift_JIS")
  1239. check_both_ways2("\xf4\xa6", "EUC-JP", "\xea\xa4", "Shift_JIS") # end of JIS X 0208 1990
  1240. check_both_ways2("\x8e\xa1", "EUC-JP", "\xa1", "Shift_JIS")
  1241. check_both_ways2("\x8e\xdf", "EUC-JP", "\xdf", "Shift_JIS")
  1242. end
  1243. def test_eucjp_sjis_unassigned
  1244. check_both_ways2("\xfd\xa1", "EUC-JP", "\xef\x40", "Shift_JIS")
  1245. check_both_ways2("\xfd\xa1", "EUC-JP", "\xef\x40", "Shift_JIS")
  1246. check_both_ways2("\xfd\xdf", "EUC-JP", "\xef\x7e", "Shift_JIS")
  1247. check_both_ways2("\xfd\xe0", "EUC-JP", "\xef\x80", "Shift_JIS")
  1248. check_both_ways2("\xfd\xfe", "EUC-JP", "\xef\x9e", "Shift_JIS")
  1249. check_both_ways2("\xfe\xa1", "EUC-JP", "\xef\x9f", "Shift_JIS")
  1250. check_both_ways2("\xfe\xfe", "EUC-JP", "\xef\xfc", "Shift_JIS")
  1251. end
  1252. def test_eucjp_sjis_undef
  1253. assert_raise(Encoding::UndefinedConversionError) { "\x8e\xe0".encode("Shift_JIS", "EUC-JP") }
  1254. assert_raise(Encoding::UndefinedConversionError) { "\x8e\xfe".encode("Shift_JIS", "EUC-JP") }
  1255. assert_raise(Encoding::UndefinedConversionError) { "\x8f\xa1\xa1".encode("Shift_JIS", "EUC-JP") }
  1256. assert_raise(Encoding::UndefinedConversionError) { "\x8f\xa1\xfe".encode("Shift_JIS", "EUC-JP") }
  1257. assert_raise(Encoding::UndefinedConversionError) { "\x8f\xfe\xa1".encode("Shift_JIS", "EUC-JP") }
  1258. assert_raise(Encoding::UndefinedConversionError) { "\x8f\xfe\xfe".encode("Shift_JIS", "EUC-JP") }
  1259. assert_raise(Encoding::UndefinedConversionError) { "\xf0\x40".encode("EUC-JP", "Shift_JIS") }
  1260. assert_raise(Encoding::UndefinedConversionError) { "\xf0\x7e".encode("EUC-JP", "Shift_JIS") }
  1261. assert_raise(Encoding::UndefinedConversionError) { "\xf0\x80".encode("EUC-JP", "Shift_JIS") }
  1262. assert_raise(Encoding::UndefinedConversionError) { "\xf0\xfc".encode("EUC-JP", "Shift_JIS") }
  1263. assert_raise(Encoding::UndefinedConversionError) { "\xfc\x40".encode("EUC-JP", "Shift_JIS") }
  1264. assert_raise(Encoding::UndefinedConversionError) { "\xfc\x7e".encode("EUC-JP", "Shift_JIS") }
  1265. assert_raise(Encoding::UndefinedConversionError) { "\xfc\x80".encode("EUC-JP", "Shift_JIS") }
  1266. assert_raise(Encoding::UndefinedConversionError) { "\xfc\xfc".encode("EUC-JP", "Shift_JIS") }
  1267. end
  1268. def test_iso_2022_jp
  1269. assert_raise(Encoding::InvalidByteSequenceError) { "\x1b(A".encode("utf-8", "iso-2022-jp") }
  1270. assert_raise(Encoding::InvalidByteSequenceError) { "\x1b$(A".encode("utf-8", "iso-2022-jp") }
  1271. assert_raise(Encoding::InvalidByteSequenceError) { "\x1b$C".encode("utf-8", "iso-2022-jp") }
  1272. assert_raise(Encoding::InvalidByteSequenceError) { "\x0e".encode("utf-8", "iso-2022-jp") }
  1273. assert_raise(Encoding::InvalidByteSequenceError) { "\x80".encode("utf-8", "iso-2022-jp") }
  1274. assert_raise(Encoding::InvalidByteSequenceError) { "\x1b$(Dd!\x1b(B".encode("utf-8", "iso-2022-jp") }
  1275. assert_raise(Encoding::UndefinedConversionError) { "\u9299".encode("iso-2022-jp") }
  1276. assert_raise(Encoding::UndefinedConversionError) { "\uff71\uff72\uff73\uff74\uff75".encode("iso-2022-jp") }
  1277. assert_raise(Encoding::InvalidByteSequenceError) { "\x1b(I12345\x1b(B".encode("utf-8", "iso-2022-jp") }
  1278. assert_equal("\xA1\xA1".force_encoding("euc-jp"),
  1279. "\e$B!!\e(B".encode("EUC-JP", "ISO-2022-JP"))
  1280. assert_equal("\e$B!!\e(B".force_encoding("ISO-2022-JP"),
  1281. "\xA1\xA1".encode("ISO-2022-JP", "EUC-JP"))
  1282. end
  1283. def test_cp50221
  1284. assert_equal("!", "\e(B\x21".encode("utf-8", "cp50221"))
  1285. assert_equal("!", "\e(J\x21".encode("utf-8", "cp50221"))
  1286. assert_equal("\uFF71", "\xB1".encode("utf-8", "cp50221"))
  1287. assert_equal("\uFF71", "\e(B\xB1".encode("utf-8", "cp50221"))
  1288. assert_equal("\uFF71", "\e(J\xB1".encode("utf-8", "cp50221"))
  1289. assert_equal("\uFF71", "\e(I\xB1".encode("utf-8", "cp50221"))
  1290. assert_equal("\uFF71", "\e(I\x31".encode("utf-8", "cp50221"))
  1291. assert_equal("\uFF71", "\x0E\xB1".encode("utf-8", "cp50221"))
  1292. assert_equal("\u3000", "\e$@\x21\x21".encode("utf-8", "cp50221"))
  1293. assert_equal("\u3000", "\e$B\x21\x21".encode("utf-8", "cp50221"))
  1294. assert_equal("\u2460", "\e$B\x2D\x21".encode("utf-8", "cp50221"))
  1295. assert_equal("\u7e8a", "\e$B\x79\x21".encode("utf-8", "cp50221"))
  1296. assert_equal("\u5fde", "\e$B\x7A\x21".encode("utf-8", "cp50221"))
  1297. assert_equal("\u72be", "\e$B\x7B\x21".encode("utf-8", "cp50221"))
  1298. assert_equal("\u91d7", "\e$B\x7C\x21".encode("utf-8", "cp50221"))
  1299. assert_equal("\e(I!_\e(B", "\xA1\xDF".encode("cp50220","sjis"))
  1300. end
  1301. def test_cp50221
  1302. assert_equal("\e$B!#!,\e(B".force_encoding("cp50220"),
  1303. "\xA1\xDF".encode("cp50220","sjis"))
  1304. assert_equal("\e$B%*!+%,%I%J!+%N!+%P%\\%^!+%Q%]%\"\e(B".force_encoding("cp50220"),
  1305. "\xB5\xDE\xB6\xDE\xC4\xDE\xC5\xDE\xC9\xDE\xCA\xDE\xCE\xDE\xCF\xDE\xCA\xDF\xCE\xDF\xB1".
  1306. encode("cp50220", "sjis"))
  1307. end
  1308. def test_iso_2022_jp_1
  1309. # check_both_ways("\u9299", "\x1b$(Dd!\x1b(B", "iso-2022-jp-1") # JIS X 0212 ?&#x152;?68 ç&#x201A;š01 é&#x160;&#x2122;
  1310. end
  1311. def test_unicode_public_review_issue_121 # see http://www.unicode.org/review/pr-121.html
  1312. # assert_equal("\x00\x61\xFF\xFD\x00\x62".force_encoding('UTF-16BE'),
  1313. # "\x61\xF1\x80\x80\xE1\x80\xC2\x62".encode('UTF-16BE', 'UTF-8', invalid: :replace)) # option 1
  1314. assert_equal("\x00\x61\xFF\xFD\xFF\xFD\xFF\xFD\x00\x62".force_encoding('UTF-16BE'),
  1315. "\x61\xF1\x80\x80\xE1\x80\xC2\x62".encode('UTF-16BE', 'UTF-8', invalid: :replace)) # option 2
  1316. assert_equal("\x61\x00\xFD\xFF\xFD\xFF\xFD\xFF\x62\x00".force_encoding('UTF-16LE'),
  1317. "\x61\xF1\x80\x80\xE1\x80\xC2\x62".encode('UTF-16LE', 'UTF-8', invalid: :replace)) # option 2
  1318. # assert_equal("\x00\x61\xFF\xFD\xFF\xFD\xFF\xFD\xFF\xFD\xFF\xFD\xFF\xFD\x00\x62".force_encoding('UTF-16BE'),
  1319. # "\x61\xF1\x80\x80\xE1\x80\xC2\x62".encode('UTF-16BE', 'UTF-8', invalid: :replace)) # option 3
  1320. end
  1321. def test_yen_sign
  1322. check_both_ways("\u005C", "\x5C", "Shift_JIS")
  1323. check_both_ways("\u005C", "\x5C", "Windows-31J")
  1324. check_both_ways("\u005C", "\x5C", "EUC-JP")
  1325. check_both_ways("\u005C", "\x5C", "eucJP-ms")
  1326. check_both_ways("\u005C", "\x5C", "CP51932")
  1327. check_both_ways("\u005C", "\x5C", "ISO-2022-JP")
  1328. assert_equal("\u005C", "\e(B\x5C\e(B".encode("UTF-8", "ISO-2022-JP"))
  1329. assert_equal("\u005C", "\e(J\x5C\e(B".encode("UTF-8", "ISO-2022-JP"))
  1330. assert_equal("\u005C", "\x5C".encode("stateless-ISO-2022-JP", "ISO-2022-JP"))
  1331. assert_equal("\u005C", "\e(J\x5C\e(B".encode("stateless-ISO-2022-JP", "ISO-2022-JP"))
  1332. assert_raise(Encoding::UndefinedConversionError) { "\u00A5".encode("Shift_JIS") }
  1333. assert_raise(Encoding::UndefinedConversionError) { "\u00A5".encode("Windows-31J") }
  1334. assert_raise(Encoding::UndefinedConversionError) { "\u00A5".encode("EUC-JP") }
  1335. assert_raise(Encoding::UndefinedConversionError) { "\u00A5".encode("eucJP-ms") }
  1336. assert_raise(Encoding::UndefinedConversionError) { "\u00A5".encode("CP51932") }
  1337. # FULLWIDTH REVERSE SOLIDUS
  1338. check_both_ways("\uFF3C", "\x81\x5F", "Shift_JIS")
  1339. check_both_ways("\uFF3C", "\x81\x5F", "Windows-31J")
  1340. check_both_ways("\uFF3C", "\xA1\xC0", "EUC-JP")
  1341. check_both_ways("\uFF3C", "\xA1\xC0", "eucJP-ms")
  1342. check_both_ways("\uFF3C", "\xA1\xC0", "CP51932")
  1343. end
  1344. def test_tilde_overline
  1345. check_both_ways("\u007E", "\x7E", "Shift_JIS")
  1346. check_both_ways("\u007E", "\x7E", "Windows-31J")
  1347. check_both_ways("\u007E", "\x7E", "EUC-JP")
  1348. check_both_ways("\u007E", "\x7E", "eucJP-ms")
  1349. check_both_ways("\u007E", "\x7E", "CP51932")
  1350. check_both_ways("\u007E", "\x7E", "ISO-2022-JP")
  1351. assert_equal("\u007E", "\e(B\x7E\e(B".encode("UTF-8", "ISO-2022-JP"))
  1352. assert_equal("\u007E", "\e(J\x7E\e(B".encode("UTF-8", "ISO-2022-JP"))
  1353. assert_equal("\u007E", "\x7E".encode("stateless-ISO-2022-JP", "ISO-2022-JP"))
  1354. assert_equal("\u007E", "\e(J\x7E\e(B".encode("stateless-ISO-2022-JP", "ISO-2022-JP"))
  1355. assert_raise(Encoding::UndefinedConversionError) { "\u203E".encode("Shift_JIS") }
  1356. assert_raise(Encoding::UndefinedConversionError) { "\u203E".encode("Windows-31J") }
  1357. assert_raise(Encoding::UndefinedConversionError) { "\u203E".encode("EUC-JP") }
  1358. assert_raise(Encoding::UndefinedConversionError) { "\u203E".encode("eucJP-ms") }
  1359. assert_raise(Encoding::UndefinedConversionError) { "\u203E".encode("CP51932") }
  1360. end
  1361. def test_gb2312
  1362. check_both_ways("\u3000", "\xA1\xA1", 'GB2312') # full-width space
  1363. check_both_ways("\u3013", "\xA1\xFE", 'GB2312') # ?&#x20AC;&#x201C;
  1364. assert_raise(Encoding::UndefinedConversionError) { "\xA2\xB0".encode("utf-8", 'GB2312') }
  1365. check_both_ways("\u2488", "\xA2\xB1", 'GB2312') # â&#x2019;&#x2C6;
  1366. assert_raise(Encoding::UndefinedConversionError) { "\xA2\xE4".encode("utf-8", 'GB2312') }
  1367. check_both_ways("\u3220", "\xA2\xE5", 'GB2312') # ?&#x2C6; 
  1368. assert_raise(Encoding::UndefinedConversionError) { "\xA2\xF0".encode("utf-8", 'GB2312') }
  1369. check_both_ways("\u2160", "\xA2\xF1", 'GB2312') # â&#x2026; 
  1370. check_both_ways("\uFF01", "\xA3\xA1", 'GB2312') # ??
  1371. check_both_ways("\uFFE3", "\xA3\xFE", 'GB2312') # ???
  1372. check_both_ways("\u3041", "\xA4\xA1", 'GB2312') # ?
  1373. check_both_ways("\u30A1", "\xA5\xA1", 'GB2312') # ?&#x201A;?
  1374. check_both_ways("\u0391", "\xA6\xA1", 'GB2312') # Î&#x2018;
  1375. check_both_ways("\u03B1", "\xA6\xC1", 'GB2312') # Î?
  1376. check_both_ways("\u0410", "\xA7\xA1", 'GB2312') # ??
  1377. check_both_ways("\u0430", "\xA7\xD1", 'GB2312') # ?°
  1378. check_both_ways("\u0101", "\xA8\xA1", 'GB2312') # Ä
  1379. assert_raise(Encoding::UndefinedConversionError) { "\xA8\xC4".encode("utf-8", 'GB2312') }
  1380. check_both_ways("\u3105", "\xA8\xC5", 'GB2312') # ?&#x201E;&#x2026;
  1381. assert_raise(Encoding::UndefinedConversionError) { "\xA9\xA3".encode("utf-8", 'GB2312') }
  1382. check_both_ways("\u2500", "\xA9\xA4", 'GB2312') # â&#x201D;&#x20AC;
  1383. check_both_ways("\u554A", "\xB0\xA1", 'GB2312') # ?&#x2022;&#x160;
  1384. check_both_ways("\u5265", "\xB0\xFE", 'GB2312') # ?&#x2030;?
  1385. check_both_ways("\u4FCA", "\xBF\xA1", 'GB2312') # ä?&#x160;
  1386. check_both_ways("\u5080", "\xBF\xFE", 'GB2312') # ?&#x201A;&#x20AC;
  1387. check_both_ways("\u9988", "\xC0\xA1", 'GB2312') # é?&#x2C6;
  1388. check_both_ways("\u4FD0", "\xC0\xFE", 'GB2312') # ä??
  1389. check_both_ways("\u7A00", "\xCF\xA1", 'GB2312') # ç¨&#x20AC;
  1390. check_both_ways("\u6653", "\xCF\xFE", 'GB2312') # ?&#x2122;&#x201C;
  1391. check_both_ways("\u5C0F", "\xD0\xA1", 'GB2312') # ?°?
  1392. check_both_ways("\u7384", "\xD0\xFE", 'GB2312') # ç&#x17D;&#x201E;
  1393. check_both_ways("\u4F4F", "\xD7\xA1", 'GB2312') # ä??
  1394. check_both_ways("\u5EA7", "\xD7\xF9", 'GB2312') # ??§
  1395. assert_raise(Encoding::UndefinedConversionError) { "\xD7\xFA".encode("utf-8", 'GB2312') }
  1396. check_both_ways("\u647A", "\xDF\xA1", 'GB2312') # ?&#x2018;?
  1397. check_both_ways("\u553C", "\xDF\xFE", 'GB2312') # ?&#x201D;?
  1398. check_both_ways("\u5537", "\xE0\xA1", 'GB2312') # ?&#x201D;?
  1399. check_both_ways("\u5E3C", "\xE0\xFE", 'GB2312') # ?¸?
  1400. check_both_ways("\u94E9", "\xEF\xA1", 'GB2312') # é&#x201C;Š
  1401. check_both_ways("\u7A14", "\xEF\xFE", 'GB2312') # ç¨&#x201D;
  1402. check_both_ways("\u7A39", "\xF0\xA1", 'GB2312') # 稚
  1403. check_both_ways("\u7619", "\xF0\xFE", 'GB2312') # ç&#x2DC;&#x2122;
  1404. check_both_ways("\u9CCC", "\xF7\xA1", 'GB2312') # é?&#x152;
  1405. check_both_ways("\u9F44", "\xF7\xFE", 'GB2312') # é?&#x201E;
  1406. check_both_ways("\u9752\u5C71\u5B66\u9662\u5927\u5B66", "\xC7\xE0\xC9\xBD\xD1\xA7\xD4\xBA\xB4\xF3\xD1\xA7", 'GB2312') # é?&#x2019;????­?é&#x2122;??¤§?­?
  1407. end
  1408. def test_gbk
  1409. check_both_ways("\u4E02", "\x81\x40", 'GBK') # ä¸&#x201A;
  1410. check_both_ways("\u4E8A", "\x81\x7E", 'GBK') # ä?&#x160;
  1411. check_both_ways("\u4E90", "\x81\x80", 'GBK') # ä??
  1412. check_both_ways("\u4FA2", "\x81\xFE", 'GBK') # �
  1413. check_both_ways("\u5EC6", "\x8F\x40", 'GBK') # ??&#x2020;
  1414. check_both_ways("\u5F24", "\x8F\x7E", 'GBK') # ??¤
  1415. check_both_ways("\u5F28", "\x8F\x80", 'GBK') # ??¨
  1416. check_both_ways("\u6007", "\x8F\xFE", 'GBK') # ?&#x20AC;&#x2021;
  1417. check_both_ways("\u6008", "\x90\x40", 'GBK') # ?&#x20AC;&#x2C6;
  1418. check_both_ways("\u6080", "\x90\x7E", 'GBK') # ?&#x201A;&#x20AC;
  1419. check_both_ways("\u6081", "\x90\x80", 'GBK') # ?&#x201A;
  1420. check_both_ways("\u6146", "\x90\xFE", 'GBK') # ?&#x2026;&#x2020;
  1421. check_both_ways("\u70DC", "\x9F\x40", 'GBK') # ç&#x192;&#x153;
  1422. check_both_ways("\u7134", "\x9F\x7E", 'GBK') # ç&#x201E;´
  1423. check_both_ways("\u7135", "\x9F\x80", 'GBK') # ç&#x201E;?
  1424. check_both_ways("\u71D3", "\x9F\xFE", 'GBK') # ç&#x2021;&#x201C;
  1425. check_both_ways("\u71D6", "\xA0\x40", 'GBK') # ç&#x2021;&#x2013;
  1426. check_both_ways("\u721A", "\xA0\x7E", 'GBK') # ç&#x2C6;&#x161;
  1427. check_both_ways("\u721B", "\xA0\x80", 'GBK') # ç&#x2C6;&#x203A;
  1428. check_both_ways("\u72DB", "\xA0\xFE", 'GBK') # ç&#x2039;&#x203A;
  1429. check_both_ways("\u3000", "\xA1\xA1", 'GBK') # full-width space
  1430. check_both_ways("\u3001", "\xA1\xA2", 'GBK') # ?&#x20AC;
  1431. check_both_ways("\u3013", "\xA1\xFE", 'GBK') # ?&#x20AC;&#x201C;
  1432. assert_raise(Encoding::UndefinedConversionError) { "\xA2\xA0".encode("utf-8", 'GBK') }
  1433. check_both_ways("\u2170", "\xA2\xA1", 'GBK') # â&#x2026;°
  1434. assert_raise(Encoding::UndefinedConversionError) { "\xA2\xB0".encode("utf-8", 'GBK') }
  1435. check_both_ways("\u2488", "\xA2\xB1", 'GBK') # â&#x2019;&#x2C6;
  1436. assert_raise(Encoding::UndefinedConversionError) { "\xA2\xE4".encode("utf-8", 'GBK') }
  1437. check_both_ways("\u3220", "\xA2\xE5", 'GBK') # ?&#x2C6; 
  1438. assert_raise(Encoding::UndefinedConversionError) { "\xA2\xF0".encode("utf-8", 'GBK') }
  1439. check_both_ways("\u2160", "\xA2\xF1", 'GBK') # â&#x2026; 
  1440. assert_raise(Encoding::UndefinedConversionError) { "\xA3\xA0".encode("utf-8", 'GBK') }
  1441. check_both_ways("\uFF01", "\xA3\xA1", 'GBK') # ??
  1442. check_both_ways("\uFFE3", "\xA3\xFE", 'GBK') # ???
  1443. assert_raise(Encoding::UndefinedConversionError) { "\xA4\xA0".encode("utf-8", 'GBK') }
  1444. check_both_ways("\u3041", "\xA4\xA1", 'GBK') # ?
  1445. assert_raise(Encoding::UndefinedConversionError) { "\xA5\xA0".encode("utf-8", 'GBK') }
  1446. check_both_ways("\u30A1", "\xA5\xA1", 'GBK') # ?&#x201A;?
  1447. check_both_ways("\u0391", "\xA6\xA1", 'GBK') # Î&#x2018;
  1448. check_both_ways("\u03B1", "\xA6\xC1", 'GBK') # Î?
  1449. assert_raise(Encoding::UndefinedConversionError) { "\xA6\xED".encode("utf-8", 'GBK') }
  1450. check_both_ways("\uFE3B", "\xA6\xEE", 'GBK') # ?¸?
  1451. check_both_ways("\u0410", "\xA7\xA1", 'GBK') # ??
  1452. check_both_ways("\u0430", "\xA7\xD1", 'GBK') # ?°
  1453. check_both_ways("\u02CA", "\xA8\x40", 'GBK') # Ë&#x160;
  1454. check_both_ways("\u2587", "\xA8\x7E", 'GBK') # â&#x2013;&#x2021;
  1455. assert_raise(Encoding::UndefinedConversionError) { "\xA8\x96".encode("utf-8", 'GBK') }
  1456. check_both_ways("\u0101", "\xA8\xA1", 'GBK') # Ä
  1457. assert_raise(Encoding::UndefinedConversionError) { "\xA8\xBC".encode("utf-8", 'GBK') }
  1458. assert_raise(Encoding::UndefinedConversionError) { "\xA8\xBF".encode("utf-8", 'GBK') }
  1459. assert_raise(Encoding::UndefinedConversionError) { "\xA8\xC4".encode("utf-8", 'GBK') }
  1460. check_both_ways("\u3105", "\xA8\xC5", 'GBK') # ?&#x201E;&#x2026;
  1461. check_both_ways("\u3021", "\xA9\x40", 'GBK') # ?&#x20AC;?
  1462. assert_raise(Encoding::UndefinedConversionError) { "\xA9\x58".encode("utf-8", 'GBK') }
  1463. assert_raise(Encoding::UndefinedConversionError) { "\xA9\x5B".encode("utf-8", 'GBK') }
  1464. assert_raise(Encoding::UndefinedConversionError) { "\xA9\x5D".encode("utf-8", 'GBK') }
  1465. check_both_ways("\u3007", "\xA9\x96", 'GBK') # ?&#x20AC;&#x2021;
  1466. assert_raise(Encoding::UndefinedConversionError) { "\xA9\xA3".encode("utf-8", 'GBK') }
  1467. check_both_ways("\u2500", "\xA9\xA4", 'GBK') # â&#x201D;&#x20AC;
  1468. assert_raise(Encoding::UndefinedConversionError) { "\xA9\xF0".encode("utf-8", 'GBK') }
  1469. check_both_ways("\u7588", "\xAF\x40", 'GBK') # ç&#x2013;&#x2C6;
  1470. check_both_ways("\u7607", "\xAF\x7E", 'GBK') # ç&#x2DC;&#x2021;
  1471. check_both_ways("\u7608", "\xAF\x80", 'GBK') # ç&#x2DC;&#x2C6;
  1472. check_both_ways("\u7644", "\xAF\xA0", 'GBK') # ç&#x2122;&#x201E;
  1473. assert_raise(Encoding::UndefinedConversionError) { "\xAF\xA1".encode("utf-8", 'GBK') }
  1474. check_both_ways("\u7645", "\xB0\x40", 'GBK') # ç&#x2122;&#x2026;
  1475. check_both_ways("\u769B", "\xB0\x7E", 'GBK') # ç&#x161;&#x203A;
  1476. check_both_ways("\u769C", "\xB0\x80", 'GBK') # ç&#x161;&#x153;
  1477. check_both_ways("\u5265", "\xB0\xFE", 'GBK') # ?&#x2030;?
  1478. check_both_ways("\u7DFB", "\xBF\x40", 'GBK') # ç??
  1479. check_both_ways("\u7E39", "\xBF\x7E", 'GBK') # 縚
  1480. check_both_ways("\u7E3A", "\xBF\x80", 'GBK') # �
  1481. check_both_ways("\u5080", "\xBF\xFE", 'GBK') # ?&#x201A;&#x20AC;
  1482. check_both_ways("\u7E5E", "\xC0\x40", 'GBK') # çš&#x17E;
  1483. check_both_ways("\u7E9E", "\xC0\x7E", 'GBK') # ç?&#x17E;
  1484. check_both_ways("\u7EAE", "\xC0\x80", 'GBK') # �
  1485. check_both_ways("\u4FD0", "\xC0\xFE", 'GBK') # ä??
  1486. check_both_ways("\u87A5", "\xCF\x40", 'GBK') # ?&#x17E;?
  1487. check_both_ways("\u87F8", "\xCF\x7E", 'GBK') # ?&#x;¸
  1488. check_both_ways("\u87FA", "\xCF\x80", 'GBK') # ?&#x;?
  1489. check_both_ways("\u6653", "\xCF\xFE", 'GBK') # ?&#x2122;&#x201C;
  1490. check_both_ways("\u8824", "\xD0\x40", 'GBK') # ? ¤
  1491. check_both_ways("\u887A", "\xD0\x7E", 'GBK') # ???
  1492. check_both_ways("\u887B", "\xD0\x80", 'GBK') # ???
  1493. check_both_ways("\u7384", "\xD0\xFE", 'GBK') # ç&#x17D;&#x201E;
  1494. check_both_ways("\u9019", "\xDF\x40", 'GBK') # é&#x20AC;&#x2122;
  1495. check_both_ways("\u9081", "\xDF\x7E", 'GBK') # é&#x201A;
  1496. check_both_ways("\u9084", "\xDF\x80", 'GBK') # é&#x201A;&#x201E;
  1497. check_both_ways("\u553C", "\xDF\xFE", 'GBK') # ?&#x201D;?
  1498. check_both_ways("\u90C2", "\xE0\x40", 'GBK') # é&#x192;&#x201A;
  1499. check_both_ways("\u911C", "\xE0\x7E", 'GBK') # é&#x201E;&#x153;
  1500. check_both_ways("\u911D", "\xE0\x80", 'GBK') # é&#x201E;?
  1501. check_both_ways("\u5E3C", "\xE0\xFE", 'GBK') # ?¸?
  1502. check_both_ways("\u986F", "\xEF\x40", 'GBK') # é??
  1503. check_both_ways("\u98E4", "\xEF\x7E", 'GBK') # é?¤
  1504. check_both_ways("\u98E5", "\xEF\x80", 'GBK') # é??
  1505. check_both_ways("\u7A14", "\xEF\xFE", 'GBK') # ç¨&#x201D;
  1506. check_both_ways("\u9908", "\xF0\x40", 'GBK') # é¤&#x2C6;
  1507. check_both_ways("\u9949", "\xF0\x7E", 'GBK') # é?&#x2030;
  1508. check_both_ways("\u994A", "\xF0\x80", 'GBK') # é?&#x160;
  1509. check_both_ways("\u7619", "\xF0\xFE", 'GBK') # ç&#x2DC;&#x2122;
  1510. check_both_ways("\u9F32", "\xFD\x40", 'GBK') # é??
  1511. check_both_ways("\u9F78", "\xFD\x7E", 'GBK') # é?¸
  1512. check_both_ways("\u9F79", "\xFD\x80", 'GBK') # é?š
  1513. check_both_ways("\uF9F1", "\xFD\xA0", 'GBK') # ?§?
  1514. assert_raise(Encoding::UndefinedConversionError) { "\xFD\xA1".encode("utf-8", 'GBK') }
  1515. check_both_ways("\uFA0C", "\xFE\x40", 'GBK') # ?¨&#x152;
  1516. check_both_ways("\uFA29", "\xFE\x4F", 'GBK') # ?¨Š
  1517. assert_raise(Encoding::UndefinedConversionError) { "\xFE\x50".encode("utf-8", 'GBK') }
  1518. check_both_ways("\u9752\u5C71\u5B66\u9662\u5927\u5B66", "\xC7\xE0\xC9\xBD\xD1\xA7\xD4\xBA\xB4\xF3\xD1\xA7", 'GBK') # é?&#x2019;????­?é&#x2122;??¤§?­?
  1519. check_both_ways("\u795E\u6797\u7FA9\u535A", "\xC9\xF1\xC1\xD6\xC1\x78\xB2\xA9", 'GBK') # ç?&#x17E;?&#x17E;&#x2014;瞊??&#x161;
  1520. end
  1521. def test_gb18030
  1522. # overall roundtrip test
  1523. all_unicode = (0x0..0xD7FF).to_a.pack 'U*' #????&#x160; 
  1524. all_unicode << (0xE000..0xFFFF).to_a.pack("U*") #????&#x160; 
  1525. assert_equal(all_unicode, all_unicode.encode("gb18030").encode("UTF-8")) #????&#x160; 
  1526. # tests from GBK
  1527. check_both_ways("\u4E02", "\x81\x40", 'GB18030') #
  1528. check_both_ways("\u4E8A", "\x81\x7E", 'GB18030') #
  1529. check_both_ways("\u4E90", "\x81\x80", 'GB18030') #
  1530. check_both_ways("\u4FA2", "\x81\xFE", 'GB18030') # �
  1531. check_both_ways("\u5EC6", "\x8F\x40", 'GB18030') #
  1532. check_both_ways("\u5F24", "\x8F\x7E", 'GB18030') # ??¤
  1533. check_both_ways("\u5F28", "\x8F\x80", 'GB18030') # ??¨
  1534. check_both_ways("\u6007", "\x8F\xFE", 'GB18030') #
  1535. check_both_ways("\u6008", "\x90\x40", 'GB18030') #
  1536. check_both_ways("\u6080", "\x90\x7E", 'GB18030') # ?&#x201A;&#x20AC;
  1537. check_both_ways("\u6081", "\x90\x80", 'GB18030') #
  1538. check_both_ways("\u6146", "\x90\xFE", 'GB18030') #
  1539. check_both_ways("\u70DC", "\x9F\x40", 'GB18030') #
  1540. check_both_ways("\u7134", "\x9F\x7E", 'GB18030') # ç&#x201E;´
  1541. check_both_ways("\u7135", "\x9F\x80", 'GB18030') # ç&#x201E;?
  1542. check_both_ways("\u71D3", "\x9F\xFE", 'GB18030') #
  1543. check_both_ways("\u71D6", "\xA0\x40", 'GB18030') #
  1544. check_both_ways("\u721A", "\xA0\x7E", 'GB18030') #
  1545. check_both_ways("\u721B", "\xA0\x80", 'GB18030') #
  1546. check_both_ways("\u72DB", "\xA0\xFE", 'GB18030') #
  1547. check_both_ways("\u3000", "\xA1\xA1", 'GB18030') # full-width space
  1548. check_both_ways("\u3001", "\xA1\xA2", 'GB18030') #
  1549. check_both_ways("\u3013", "\xA1\xFE", 'GB18030') #
  1550. #assert_raise(Encoding::UndefinedConversionError) { "\xA2\xA0".encode("utf-8", 'GB18030') }
  1551. check_both_ways("\u2170", "\xA2\xA1", 'GB18030') # â&#x2026;°
  1552. #assert_raise(Encoding::UndefinedConversionError) { "\xA2\xB0".encode("utf-8", 'GB18030') }
  1553. check_both_ways("\u2488", "\xA2\xB1", 'GB18030') #
  1554. #assert_raise(Encoding::UndefinedConversionError) { "\xA2\xE4".encode("utf-8", 'GB18030') }
  1555. check_both_ways("\u3220", "\xA2\xE5", 'GB18030') # ?&#x2C6; 
  1556. #assert_raise(Encoding::UndefinedConversionError) { "\xA2\xF0".encode("utf-8", 'GB18030') }
  1557. check_both_ways("\u2160", "\xA2\xF1", 'GB18030') # â&#x2026; 
  1558. #assert_raise(Encoding::UndefinedConversionError) { "\xA3\xA0".encode("utf-8", 'GB18030') }
  1559. check_both_ways("\uFF01", "\xA3\xA1", 'GB18030') # E
  1560. check_both_ways("\uFFE3", "\xA3\xFE", 'GB18030') # E
  1561. #assert_raise(Encoding::UndefinedConversionError) { "\xA4\xA0".encode("utf-8", 'GB18030') }
  1562. check_both_ways("\u3041", "\xA4\xA1", 'GB18030') #
  1563. #assert_raise(Encoding::UndefinedConversionError) { "\xA5\xA0".encode("utf-8", 'GB18030') }
  1564. check_both_ways("\u30A1", "\xA5\xA1", 'GB18030') # ?&#x201A;?
  1565. check_both_ways("\u0391", "\xA6\xA1", 'GB18030') #
  1566. check_both_ways("\u03B1", "\xA6\xC1", 'GB18030') # Î?
  1567. #assert_raise(Encoding::UndefinedConversionError) { "\xA6\xED".encode("utf-8", 'GB18030') }
  1568. check_both_ways("\uFE3B", "\xA6\xEE", 'GB18030') # E
  1569. check_both_ways("\u0410", "\xA7\xA1", 'GB18030') #
  1570. check_both_ways("\u0430", "\xA7\xD1", 'GB18030') # ?°
  1571. check_both_ways("\u02CA", "\xA8\x40", 'GB18030') #
  1572. check_both_ways("\u2587", "\xA8\x7E", 'GB18030') #
  1573. #assert_raise(Encoding::UndefinedConversionError) { "\xA8\x96".encode("utf-8", 'GB18030') }
  1574. check_both_ways("\u0101", "\xA8\xA1", 'GB18030') #
  1575. #assert_raise(Encoding::UndefinedConversionError) { "\xA8\xBC".encode("utf-8", 'GB18030') }
  1576. #assert_raise(Encoding::UndefinedConversionError) { "\xA8\xBF".encode("utf-8", 'GB18030') }
  1577. #assert_raise(Encoding::UndefinedConversionError) { "\xA8\xC4".encode("utf-8", 'GB18030') }
  1578. check_both_ways("\u3105", "\xA8\xC5", 'GB18030') #
  1579. check_both_ways("\u3021", "\xA9\x40", 'GB18030') # ?&#x20AC;?
  1580. #assert_raise(Encoding::UndefinedConversionError) { "\xA9\x58".encode("utf-8", 'GB18030') }
  1581. #assert_raise(Encoding::UndefinedConversionError) { "\xA9\x5B".encode("utf-8", 'GB18030') }
  1582. #assert_raise(Encoding::UndefinedConversionError) { "\xA9\x5D".encode("utf-8", 'GB18030') }
  1583. check_both_ways("\u3007", "\xA9\x96", 'GB18030') #
  1584. #assert_raise(Encoding::UndefinedConversionError) { "\xA9\xA3".encode("utf-8", 'GB18030') }
  1585. check_both_ways("\u2500", "\xA9\xA4", 'GB18030') # â&#x201D;&#x20AC;
  1586. #assert_raise(Encoding::UndefinedConversionError) { "\xA9\xF0".encode("utf-8", 'GB18030') }
  1587. check_both_ways("\u7588", "\xAF\x40", 'GB18030') #
  1588. check_both_ways("\u7607", "\xAF\x7E", 'GB18030') #
  1589. check_both_ways("\u7608", "\xAF\x80", 'GB18030') #
  1590. check_both_ways("\u7644", "\xAF\xA0", 'GB18030') #
  1591. #assert_raise(Encoding::UndefinedConversionError) { "\xAF\xA1".encode("utf-8", 'GB18030') }
  1592. check_both_ways("\u7645", "\xB0\x40", 'GB18030') #
  1593. check_both_ways("\u769B", "\xB0\x7E", 'GB18030') #
  1594. check_both_ways("\u769C", "\xB0\x80", 'GB18030') #
  1595. check_both_ways("\u5265", "\xB0\xFE", 'GB18030') # ?&#x2030;?
  1596. check_both_ways("\u7DFB", "\xBF\x40", 'GB18030') # ç??
  1597. check_both_ways("\u7E39", "\xBF\x7E", 'GB18030') # 縚
  1598. check_both_ways("\u7E3A", "\xBF\x80", 'GB18030') # �
  1599. check_both_ways("\u5080", "\xBF\xFE", 'GB18030') # ?&#x201A;&#x20AC;
  1600. check_both_ways("\u7E5E", "\xC0\x40", 'GB18030') #
  1601. check_both_ways("\u7E9E", "\xC0\x7E", 'GB18030') #
  1602. check_both_ways("\u7EAE", "\xC0\x80", 'GB18030') # �
  1603. check_both_ways("\u4FD0", "\xC0\xFE", 'GB18030') #
  1604. check_both_ways("\u87A5", "\xCF\x40", 'GB18030') # ?&#x17E;?
  1605. check_both_ways("\u87F8", "\xCF\x7E", 'GB18030') # ?&#x;¸
  1606. check_both_ways("\u87FA", "\xCF\x80", 'GB18030') # ?&#x;?
  1607. check_both_ways("\u6653", "\xCF\xFE", 'GB18030') #
  1608. check_both_ways("\u8824", "\xD0\x40", 'GB18030') # ? ¤
  1609. check_both_ways("\u887A", "\xD0\x7E", 'GB18030') # ???
  1610. check_both_ways("\u887B", "\xD0\x80", 'GB18030') # ???
  1611. check_both_ways("\u7384", "\xD0\xFE", 'GB18030') #
  1612. check_both_ways("\u9019", "\xDF\x40", 'GB18030') #
  1613. check_both_ways("\u9081", "\xDF\x7E", 'GB18030') #
  1614. check_both_ways("\u9084", "\xDF\x80", 'GB18030') #
  1615. check_both_ways("\u553C", "\xDF\xFE", 'GB18030') # ?&#x201D;?
  1616. check_both_ways("\u90C2", "\xE0\x40", 'GB18030') #
  1617. check_both_ways("\u911C", "\xE0\x7E", 'GB18030') #
  1618. check_both_ways("\u911D", "\xE0\x80", 'GB18030') #
  1619. check_both_ways("\u5E3C", "\xE0\xFE", 'GB18030') # ?¸?
  1620. check_both_ways("\u986F", "\xEF\x40", 'GB18030') # é??
  1621. check_both_ways("\u98E4", "\xEF\x7E", 'GB18030') # é?¤
  1622. check_both_ways("\u98E5", "\xEF\x80", 'GB18030') # é??
  1623. check_both_ways("\u7A14", "\xEF\xFE", 'GB18030') #
  1624. check_both_ways("\u9908", "\xF0\x40", 'GB18030') #
  1625. check_both_ways("\u9949", "\xF0\x7E", 'GB18030') #
  1626. check_both_ways("\u994A", "\xF0\x80", 'GB18030') #
  1627. check_both_ways("\u7619", "\xF0\xFE", 'GB18030') #
  1628. check_both_ways("\u9F32", "\xFD\x40", 'GB18030') # é??
  1629. check_both_ways("\u9F78", "\xFD\x7E", 'GB18030') # é?¸
  1630. check_both_ways("\u9F79", "\xFD\x80", 'GB18030') # é?š
  1631. check_both_ways("\uF9F1", "\xFD\xA0", 'GB18030') # E
  1632. #assert_raise(Encoding::UndefinedConversionError) { "\xFD\xA1".encode("utf-8", 'GB18030') }
  1633. check_both_ways("\uFA0C", "\xFE\x40", 'GB18030') # E
  1634. check_both_ways("\uFA29", "\xFE\x4F", 'GB18030') # E
  1635. #assert_raise(Encoding::UndefinedConversionError) { "\xFE\x50".encode("utf-8", 'GB18030') }
  1636. check_both_ways("\u9752\u5C71\u5B66\u9662\u5927\u5B66", "\xC7\xE0\xC9\xBD\xD1\xA7\xD4\xBA\xB4\xF3\xD1\xA7", 'GB18030') # é?&#x2019;????­?é&#x2122;??¤§?­?
  1637. check_both_ways("\u795E\u6797\u7FA9\u535A", "\xC9\xF1\xC1\xD6\xC1\x78\xB2\xA9", 'GB18030') # ç?&#x17E;?&#x17E;&#x2014;瞊
  1638. # new tests for GB18030
  1639. check_both_ways("\u9FA6", "\x82\x35\x8F\x33", 'GB18030') # �
  1640. check_both_ways("\uD7FF", "\x83\x36\xC7\x38", 'GB18030') # No name ()
  1641. check_both_ways("\u0452", "\x81\x30\xD3\x30", 'GB18030') #
  1642. check_both_ways("\u200F", "\x81\x36\xA5\x31", 'GB18030') # RIGHT-TO-LEFT MARK
  1643. check_both_ways("\uE865", "\x83\x36\xD0\x30", 'GB18030') # No name (Private Use Area)
  1644. check_both_ways("\uF92B", "\x84\x30\x85\x34", 'GB18030') # E
  1645. check_both_ways("\u2643", "\x81\x37\xA8\x39", 'GB18030') #
  1646. check_both_ways("\u2E80", "\x81\x38\xFD\x38", 'GB18030') # â?&#x20AC;
  1647. check_both_ways("\uFA2A", "\x84\x30\x9C\x38", 'GB18030') # E
  1648. check_both_ways("\uFE2F", "\x84\x31\x85\x37", 'GB18030') # No name (Combining Half Marks)
  1649. check_both_ways("\u3CE1", "\x82\x31\xD4\x38", 'GB18030') # ???
  1650. check_both_ways("\u4055", "\x82\x32\xAF\x32", 'GB18030') #
  1651. check_both_ways("\u361B", "\x82\x30\xA6\x33", 'GB18030') #
  1652. check_both_ways("\u3917", "\x82\x30\xF2\x37", 'GB18030') #
  1653. check_both_ways("\u49B8", "\x82\x34\xA1\x31", 'GB18030') # ä?¸
  1654. check_both_ways("\u4C76", "\x82\x34\xE7\x33", 'GB18030') # ä??
  1655. check_both_ways("\u4160", "\x82\x32\xC9\x37", 'GB18030') # ä&#x2026; 
  1656. check_both_ways("\u4336", "\x82\x32\xF8\x37", 'GB18030') # ä&#x152;?
  1657. check_both_ways("\u478E", "\x82\x33\xE8\x38", 'GB18030') #
  1658. check_both_ways("\u4946", "\x82\x34\x96\x38", 'GB18030') #
  1659. check_both_ways("\u44D7", "\x82\x33\xA3\x39", 'GB18030') #
  1660. check_both_ways("\u464B", "\x82\x33\xC9\x31", 'GB18030') #
  1661. check_both_ways("\uFFE6", "\x84\x31\xA2\x34", 'GB18030') # E
  1662. check_both_ways("\uFFFF", "\x84\x31\xA4\x39", 'GB18030') # not a character
  1663. check_both_ways("\u{10000}", "\x90\x30\x81\x30", 'GB18030') # ??&#x20AC;&#x20AC;
  1664. check_both_ways("\u{10FFFE}", "\xE3\x32\x9A\x34", 'GB18030') # No name (Not a character)
  1665. check_both_ways("\u{10FFFF}", "\xE3\x32\x9A\x35", 'GB18030') # No name (Not a character)
  1666. end
  1667. def test_Big5
  1668. check_both_ways("\u3000", "\xA1\x40", 'Big5') # full-width space
  1669. check_both_ways("\uFE5A", "\xA1\x7E", 'Big5') # ?š&#x161;
  1670. check_both_ways("\uFE5B", "\xA1\xA1", 'Big5') # ?š&#x203A;
  1671. #check_both_ways("\uFF0F", "\xA1\xFE", 'Big5') # ???
  1672. check_both_ways("\uFF57", "\xA3\x40", 'Big5') # ??&#x2014;
  1673. check_both_ways("\u310F", "\xA3\x7E", 'Big5') # ?&#x201E;?
  1674. check_both_ways("\u3110", "\xA3\xA1", 'Big5') # ?&#x201E;?
  1675. check_both_ways("\u02CB", "\xA3\xBF", 'Big5') # Ë&#x2039;
  1676. assert_raise(Encoding::UndefinedConversionError) { "\xA3\xC0".encode("utf-8", 'Big5') }
  1677. check_both_ways("\u6D6C", "\xAF\x40", 'Big5') # ???
  1678. check_both_ways("\u7837", "\xAF\x7E", 'Big5') # ç ?
  1679. check_both_ways("\u7825", "\xAF\xA1", 'Big5') # ç ?
  1680. check_both_ways("\u8343", "\xAF\xFE", 'Big5') # ??&#x192;
  1681. check_both_ways("\u8654", "\xB0\x40", 'Big5') # ?&#x2122;&#x201D;
  1682. check_both_ways("\u9661", "\xB0\x7E", 'Big5') # é&#x2122;?
  1683. check_both_ways("\u965B", "\xB0\xA1", 'Big5') # é&#x2122;&#x203A;
  1684. check_both_ways("\u5A40", "\xB0\xFE", 'Big5') # ?Š&#x20AC;
  1685. check_both_ways("\u6FC3", "\xBF\x40", 'Big5') # ??&#x192;
  1686. check_both_ways("\u7E0A", "\xBF\x7E", 'Big5') # ç¸&#x160;
  1687. check_both_ways("\u7E11", "\xBF\xA1", 'Big5') # ç¸&#x2018;
  1688. check_both_ways("\u931A", "\xBF\xFE", 'Big5') # é&#x152;&#x161;
  1689. check_both_ways("\u9310", "\xC0\x40", 'Big5') # é&#x152;?
  1690. check_both_ways("\u5687", "\xC0\x7E", 'Big5') # ?&#x161;&#x2021;
  1691. check_both_ways("\u568F", "\xC0\xA1", 'Big5') # ?&#x161;?
  1692. check_both_ways("\u77AC", "\xC0\xFE", 'Big5') # ç&#x17E;?
  1693. check_both_ways("\u8B96", "\xC6\x40", 'Big5') # ?Ž&#x2013;
  1694. check_both_ways("\u7C72", "\xC6\x7E", 'Big5') # ç??
  1695. #assert_raise(Encoding::UndefinedConversionError) { "\xC6\xA1".encode("utf-8", 'Big5') }
  1696. #assert_raise(Encoding::UndefinedConversionError) { "\xC7\x40".encode("utf-8", 'Big5') }
  1697. assert_raise(Encoding::UndefinedConversionError) { "\xC8\x40".encode("utf-8", 'Big5') }
  1698. check_both_ways("\u4E42", "\xC9\x40", 'Big5') # äš&#x201A;
  1699. check_both_ways("\u6C15", "\xC9\x7E", 'Big5') # ?°&#x2022;
  1700. check_both_ways("\u6C36", "\xC9\xA1", 'Big5') # ?°?
  1701. check_both_ways("\u6C4B", "\xC9\xFE", 'Big5') # ??&#x2039;
  1702. check_both_ways("\u67DC", "\xCF\x40", 'Big5') # ?&#x;&#x153;
  1703. check_both_ways("\u6D42", "\xCF\x7E", 'Big5') # ??&#x201A;
  1704. check_both_ways("\u6D01", "\xCF\xA1", 'Big5') # ?´
  1705. check_both_ways("\u7A80", "\xCF\xFE", 'Big5') # ç?&#x20AC;
  1706. check_both_ways("\u7A7E", "\xD0\x40", 'Big5') # 犞
  1707. check_both_ways("\u82EA", "\xD0\x7E", 'Big5') # ?&#x2039;?
  1708. check_both_ways("\u82E4", "\xD0\xA1", 'Big5') # ?&#x2039;¤
  1709. check_both_ways("\u54F1", "\xD0\xFE", 'Big5') # ?&#x201C;?
  1710. check_both_ways("\u7A1B", "\xDF\x40", 'Big5') # ç¨&#x203A;
  1711. check_both_ways("\u816F", "\xDF\x7E", 'Big5') # ?&#x2026;?
  1712. check_both_ways("\u8144", "\xDF\xA1", 'Big5') # ?&#x2026;&#x201E;
  1713. check_both_ways("\u89E4", "\xDF\xFE", 'Big5') # ?§¤
  1714. check_both_ways("\u89E1", "\xE0\x40", 'Big5') # ?§?
  1715. check_both_ways("\u903F", "\xE0\x7E", 'Big5') # é&#x20AC;?
  1716. check_both_ways("\u9044", "\xE0\xA1", 'Big5') # é &#x201E;
  1717. check_both_ways("\u50E0", "\xE0\xFE", 'Big5') # ?&#x192; 
  1718. check_both_ways("\u979E", "\xEF\x40", 'Big5') # é&#x17E;&#x17E;
  1719. check_both_ways("\u9D30", "\xEF\x7E", 'Big5') # é´°
  1720. check_both_ways("\u9D45", "\xEF\xA1", 'Big5') # é?&#x2026;
  1721. check_both_ways("\u7376", "\xEF\xFE", 'Big5') # ç??
  1722. check_both_ways("\u74B8", "\xF0\x40", 'Big5') # ç&#x2019;¸
  1723. check_both_ways("\u81D2", "\xF0\x7E", 'Big5') # ?&#x2021;&#x2019;
  1724. check_both_ways("\u81D0", "\xF0\xA1", 'Big5') # ?&#x2021;?
  1725. check_both_ways("\u8E67", "\xF0\xFE", 'Big5') # ?š§
  1726. check_both_ways("\u7E98", "\xF9\x40", 'Big5') # ç?&#x2DC;
  1727. check_both_ways("\u9F0A", "\xF9\x7E", 'Big5') # é?&#x160;
  1728. check_both_ways("\u9FA4", "\xF9\xA1", 'Big5') # 鞤
  1729. check_both_ways("\u9F98", "\xF9\xD5", 'Big5') # éž&#x2DC;
  1730. assert_raise(Encoding::UndefinedConversionError) { "\xF9\xD6".encode("utf-8", 'Big5') }
  1731. check_both_ways("\u795E\u6797\u7FA9\u535A", "\xAF\xAB\xAA\x4C\xB8\x71\xB3\xD5", 'Big5') # ç?&#x17E;?&#x17E;&#x2014;瞊??&#x161;
  1732. end
  1733. def test_Big5_Hkscs
  1734. check_both_ways("\u3000", "\xA1\x40", 'Big5-HKSCS') # full-width space
  1735. check_both_ways("\uFE5A", "\xA1\x7E", 'Big5-HKSCS') # ?š&#x161;
  1736. check_both_ways("\uFE5B", "\xA1\xA1", 'Big5-HKSCS') # ?š&#x203A;
  1737. #check_both_ways("\uFF0F", "\xA1\xFE", 'Big5-HKSCS') # ???
  1738. check_both_ways("\uFF57", "\xA3\x40", 'Big5-HKSCS') # ??&#x2014;
  1739. check_both_ways("\u310F", "\xA3\x7E", 'Big5-HKSCS') # ?&#x201E;?
  1740. check_both_ways("\u3110", "\xA3\xA1", 'Big5-HKSCS') # ?&#x201E;?
  1741. check_both_ways("\u02CB", "\xA3\xBF", 'Big5-HKSCS') # Ë&#x2039;
  1742. #assert_raise(Encoding::UndefinedConversionError) { "\xA3\xC0".encode("utf-8", 'Big5-HKSCS') }
  1743. check_both_ways("\u6D6C", "\xAF\x40", 'Big5-HKSCS') # ???
  1744. check_both_ways("\u7837", "\xAF\x7E", 'Big5-HKSCS') # ç ?
  1745. check_both_ways("\u7825", "\xAF\xA1", 'Big5-HKSCS') # ç ?
  1746. check_both_ways("\u8343", "\xAF\xFE", 'Big5-HKSCS') # ??&#x192;
  1747. check_both_ways("\u8654", "\xB0\x40", 'Big5-HKSCS') # ?&#x2122;&#x201D;
  1748. check_both_ways("\u9661", "\xB0\x7E", 'Big5-HKSCS') # é&#x2122;?
  1749. check_both_ways("\u965B", "\xB0\xA1", 'Big5-HKSCS') # é&#x2122;&#x203A;
  1750. check_both_ways("\u5A40", "\xB0\xFE", 'Big5-HKSCS') # ?Š&#x20AC;
  1751. check_both_ways("\u6FC3", "\xBF\x40", 'Big5-HKSCS') # ??&#x192;
  1752. check_both_ways("\u7E0A", "\xBF\x7E", 'Big5-HKSCS') # ç¸&#x160;
  1753. check_both_ways("\u7E11", "\xBF\xA1", 'Big5-HKSCS') # ç¸&#x2018;
  1754. check_both_ways("\u931A", "\xBF\xFE", 'Big5-HKSCS') # é&#x152;&#x161;
  1755. check_both_ways("\u9310", "\xC0\x40", 'Big5-HKSCS') # é&#x152;?
  1756. check_both_ways("\u5687", "\xC0\x7E", 'Big5-HKSCS') # ?&#x161;&#x2021;
  1757. check_both_ways("\u568F", "\xC0\xA1", 'Big5-HKSCS') # ?&#x161;?
  1758. check_both_ways("\u77AC", "\xC0\xFE", 'Big5-HKSCS') # ç&#x17E;?
  1759. check_both_ways("\u8B96", "\xC6\x40", 'Big5-HKSCS') # ?Ž&#x2013;
  1760. check_both_ways("\u7C72", "\xC6\x7E", 'Big5-HKSCS') # ç??
  1761. #assert_raise(Encoding::UndefinedConversionError) { "\xC6\xA1".encode("utf-8", 'Big5-HKSCS') }
  1762. #assert_raise(Encoding::UndefinedConversionError) { "\xC7\x40".encode("utf-8", 'Big5-HKSCS') }
  1763. #assert_raise(Encoding::UndefinedConversionError) { "\xC8\x40".encode("utf-8", 'Big5-HKSCS') }
  1764. check_both_ways("\u4E42", "\xC9\x40", 'Big5-HKSCS') # äš&#x201A;
  1765. check_both_ways("\u6C15", "\xC9\x7E", 'Big5-HKSCS') # ?°&#x2022;
  1766. check_both_ways("\u6C36", "\xC9\xA1", 'Big5-HKSCS') # ?°?
  1767. check_both_ways("\u6C4B", "\xC9\xFE", 'Big5-HKSCS') # ??&#x2039;
  1768. check_both_ways("\u67DC", "\xCF\x40", 'Big5-HKSCS') # ?&#x;&#x153;
  1769. check_both_ways("\u6D42", "\xCF\x7E", 'Big5-HKSCS') # ??&#x201A;
  1770. check_both_ways("\u6D01", "\xCF\xA1", 'Big5-HKSCS') # ?´
  1771. check_both_ways("\u7A80", "\xCF\xFE", 'Big5-HKSCS') # ç?&#x20AC;
  1772. check_both_ways("\u7A7E", "\xD0\x40", 'Big5-HKSCS') # 犞
  1773. check_both_ways("\u82EA", "\xD0\x7E", 'Big5-HKSCS') # ?&#x2039;?
  1774. check_both_ways("\u82E4", "\xD0\xA1", 'Big5-HKSCS') # ?&#x2039;¤
  1775. check_both_ways("\u54F1", "\xD0\xFE", 'Big5-HKSCS') # ?&#x201C;?
  1776. check_both_ways("\u7A1B", "\xDF\x40", 'Big5-HKSCS') # ç¨&#x203A;
  1777. check_both_ways("\u816F", "\xDF\x7E", 'Big5-HKSCS') # ?&#x2026;?
  1778. check_both_ways("\u8144", "\xDF\xA1", 'Big5-HKSCS') # ?&#x2026;&#x201E;
  1779. check_both_ways("\u89E4", "\xDF\xFE", 'Big5-HKSCS') # ?§¤
  1780. check_both_ways("\u89E1", "\xE0\x40", 'Big5-HKSCS') # ?§?
  1781. check_both_ways("\u903F", "\xE0\x7E", 'Big5-HKSCS') # é&#x20AC;?
  1782. check_both_ways("\u9044", "\xE0\xA1", 'Big5-HKSCS') # é &#x201E;
  1783. check_both_ways("\u50E0", "\xE0\xFE", 'Big5-HKSCS') # ?&#x192; 
  1784. check_both_ways("\u979E", "\xEF\x40", 'Big5-HKSCS') # é&#x17E;&#x17E;
  1785. check_both_ways("\u9D30", "\xEF\x7E", 'Big5-HKSCS') # é´°
  1786. check_both_ways("\u9D45", "\xEF\xA1", 'Big5-HKSCS') # é?&#x2026;
  1787. check_both_ways("\u7376", "\xEF\xFE", 'Big5-HKSCS') # ç??
  1788. check_both_ways("\u74B8", "\xF0\x40", 'Big5-HKSCS') # ç&#x2019;¸
  1789. check_both_ways("\u81D2", "\xF0\x7E", 'Big5-HKSCS') # ?&#x2021;&#x2019;
  1790. check_both_ways("\u81D0", "\xF0\xA1", 'Big5-HKSCS') # ?&#x2021;?
  1791. check_both_ways("\u8E67", "\xF0\xFE", 'Big5-HKSCS') # ?š§
  1792. check_both_ways("\u7E98", "\xF9\x40", 'Big5-HKSCS') # ç?&#x2DC;
  1793. check_both_ways("\u9F0A", "\xF9\x7E", 'Big5-HKSCS') # é?&#x160;
  1794. check_both_ways("\u9FA4", "\xF9\xA1", 'Big5-HKSCS') # 鞤
  1795. check_both_ways("\u9F98", "\xF9\xD5", 'Big5-HKSCS') # éž&#x2DC;
  1796. check_both_ways("\u{23ED7}", "\x8E\x40", 'Big5-HKSCS') # ???&#x2014;
  1797. #assert_raise(Encoding::UndefinedConversionError) { "\xF9\xD6".encode("utf-8", 'Big5-HKSCS') }
  1798. check_both_ways("\u795E\u6797\u7FA9\u535A", "\xAF\xAB\xAA\x4C\xB8\x71\xB3\xD5", 'Big5-HKSCS') # ç?&#x17E;?&#x17E;&#x2014;瞊??&#x161;
  1799. end
  1800. def test_Big5_UAO
  1801. check_both_ways("\u4e17", "\x81\x40", 'Big5-UAO') # ä¸&#x2014;
  1802. end
  1803. def test_nothing_changed
  1804. a = "James".force_encoding("US-ASCII")
  1805. b = a.encode("Shift_JIS")
  1806. assert_equal(Encoding::US_ASCII, a.encoding)
  1807. assert_equal(Encoding::Shift_JIS, b.encoding)
  1808. end
  1809. def test_utf8_mac
  1810. assert_equal("\u{fb4d}", "\u05DB\u05BF".encode("UTF-8", "UTF8-MAC"))
  1811. assert_equal("\u{1ff7}", "\u03C9\u0345\u0342".encode("UTF-8", "UTF8-MAC"))
  1812. assert_equal("\u05DB\u05BF", "\u{fb4d}".encode("UTF8-MAC").force_encoding("UTF-8"))
  1813. assert_equal("\u03C9\u0345\u0342", "\u{1ff7}".encode("UTF8-MAC").force_encoding("UTF-8"))
  1814. check_both_ways("\u{e9 74 e8}", "e\u0301te\u0300", 'UTF8-MAC')
  1815. end
  1816. def test_fallback
  1817. assert_equal("\u3042".encode("EUC-JP"), "\u{20000}".encode("EUC-JP",
  1818. fallback: {"\u{20000}" => "\u3042".encode("EUC-JP")}))
  1819. assert_equal("\u3042".encode("EUC-JP"), "\u{20000}".encode("EUC-JP",
  1820. fallback: {"\u{20000}" => "\u3042"}))
  1821. assert_equal("[ISU]", "\u{1F4BA}".encode("SJIS-KDDI",
  1822. fallback: {"\u{1F4BA}" => "[ISU]"}))
  1823. end
  1824. end