PageRenderTime 32ms CodeModel.GetById 14ms RepoModel.GetById 0ms app.codeStats 1ms

/lib/ruby/test/ruby/test_transcode.rb

http://android-ruby.googlecode.com/
Ruby | 1154 lines | 1070 code | 59 blank | 25 comment | 0 complexity | c2ee1c15cafca6981bae765c01ff5c29 MD5 | raw file
Possible License(s): LGPL-2.1, AGPL-3.0, 0BSD, Unlicense, GPL-2.0, BSD-3-Clause

Large files files are truncated, but you can click here to view the full file

  1. # -*- encoding: ASCII-8BIT -*- # make sure this runs in binary mode
  2. # some of the comments are in UTF-8
  3. require 'test/unit'
  4. class TestTranscode < Test::Unit::TestCase
  5. def test_errors
  6. assert_raise(Encoding::ConverterNotFoundError) { 'abc'.encode('foo', 'bar') }
  7. assert_raise(Encoding::ConverterNotFoundError) { 'abc'.encode!('foo', 'bar') }
  8. assert_raise(Encoding::ConverterNotFoundError) { 'abc'.force_encoding('utf-8').encode('foo') }
  9. assert_raise(Encoding::ConverterNotFoundError) { 'abc'.force_encoding('utf-8').encode!('foo') }
  10. assert_raise(Encoding::UndefinedConversionError) { "\x80".encode('utf-8','ASCII-8BIT') }
  11. assert_raise(Encoding::InvalidByteSequenceError) { "\x80".encode('utf-8','US-ASCII') }
  12. assert_raise(Encoding::UndefinedConversionError) { "\xA5".encode('utf-8','iso-8859-3') }
  13. end
  14. def test_arguments
  15. assert_equal('abc', 'abc'.force_encoding('utf-8').encode('iso-8859-1'))
  16. # check that encoding is kept when no conversion is done
  17. assert_equal('abc'.force_encoding('Shift_JIS'), 'abc'.force_encoding('Shift_JIS').encode('Shift_JIS'))
  18. assert_equal('abc'.force_encoding('Shift_JIS'), 'abc'.force_encoding('Shift_JIS').encode!('Shift_JIS'))
  19. # assert that encoding is correctly set
  20. assert_equal("D\u00FCrst".encoding, "D\xFCrst".force_encoding('iso-8859-1').encode('utf-8').encoding)
  21. # check that Encoding can be used as parameter
  22. assert_equal("D\u00FCrst", "D\xFCrst".encode('utf-8', Encoding.find('ISO-8859-1')))
  23. assert_equal("D\u00FCrst", "D\xFCrst".encode(Encoding.find('utf-8'), 'ISO-8859-1'))
  24. assert_equal("D\u00FCrst", "D\xFCrst".encode(Encoding.find('utf-8'), Encoding.find('ISO-8859-1')))
  25. end
  26. def test_noargument
  27. default_default_internal = Encoding.default_internal
  28. Encoding.default_internal = nil
  29. assert_equal("\u3042".encode, "\u3042")
  30. assert_equal("\xE3\x81\x82\x81".force_encoding("utf-8").encode,
  31. "\xE3\x81\x82\x81".force_encoding("utf-8"))
  32. Encoding.default_internal = 'EUC-JP'
  33. assert_equal("\u3042".encode, "\xA4\xA2".force_encoding('EUC-JP'))
  34. assert_equal("\xE3\x81\x82\x81".force_encoding("utf-8").encode,
  35. "\xA4\xA2?".force_encoding('EUC-JP'))
  36. Encoding.default_internal = default_default_internal
  37. end
  38. def test_length
  39. assert_equal("\u20AC"*20, ("\xA4"*20).encode('utf-8', 'iso-8859-15'))
  40. assert_equal("\u20AC"*20, ("\xA4"*20).encode!('utf-8', 'iso-8859-15'))
  41. assert_equal("\u20AC"*2000, ("\xA4"*2000).encode('utf-8', 'iso-8859-15'))
  42. assert_equal("\u20AC"*2000, ("\xA4"*2000).encode!('utf-8', 'iso-8859-15'))
  43. assert_equal("\u20AC"*200000, ("\xA4"*200000).encode('utf-8', 'iso-8859-15'))
  44. assert_equal("\u20AC"*200000, ("\xA4"*200000).encode!('utf-8', 'iso-8859-15'))
  45. end
  46. def check_both_ways(utf8, raw, encoding)
  47. assert_equal(utf8.force_encoding('utf-8'), raw.encode('utf-8', encoding))
  48. assert_equal(raw.force_encoding(encoding), utf8.encode(encoding, 'utf-8'))
  49. end
  50. def check_both_ways2(str1, enc1, str2, enc2)
  51. assert_equal(str1.force_encoding(enc1), str2.encode(enc1, enc2))
  52. assert_equal(str2.force_encoding(enc2), str1.encode(enc2, enc1))
  53. end
  54. def test_encodings
  55. check_both_ways("\u307E\u3064\u3082\u3068 \u3086\u304D\u3072\u308D",
  56. "\x82\xdc\x82\xc2\x82\xe0\x82\xc6 \x82\xe4\x82\xab\x82\xd0\x82\xeb", 'shift_jis') # ? ž? ¤?&#x201A;&#x201A;? ¨ ?&#x201A;&#x2020;? ?? ??&#x201A;?
  57. check_both_ways("\u307E\u3064\u3082\u3068 \u3086\u304D\u3072\u308D",
  58. "\xa4\xde\xa4\xc4\xa4\xe2\xa4\xc8 \xa4\xe6\xa4\xad\xa4\xd2\xa4\xed", 'euc-jp')
  59. check_both_ways("\u677E\u672C\u884C\u5F18", "\x8f\xbc\x96\x7b\x8d\x73\x8d\x4f", 'shift_jis') # ??ž?&#x153;???&#x152;??&#x2DC;
  60. check_both_ways("\u677E\u672C\u884C\u5F18", "\xbe\xbe\xcb\xdc\xb9\xd4\xb9\xb0", 'euc-jp')
  61. check_both_ways("D\u00FCrst", "D\xFCrst", 'iso-8859-1') # D??rst
  62. check_both_ways("D\u00FCrst", "D\xFCrst", 'iso-8859-2')
  63. check_both_ways("D\u00FCrst", "D\xFCrst", 'iso-8859-3')
  64. check_both_ways("D\u00FCrst", "D\xFCrst", 'iso-8859-4')
  65. check_both_ways("D\u00FCrst", "D\xFCrst", 'iso-8859-9')
  66. check_both_ways("D\u00FCrst", "D\xFCrst", 'iso-8859-10')
  67. check_both_ways("D\u00FCrst", "D\xFCrst", 'iso-8859-13')
  68. check_both_ways("D\u00FCrst", "D\xFCrst", 'iso-8859-14')
  69. check_both_ways("D\u00FCrst", "D\xFCrst", 'iso-8859-15')
  70. check_both_ways("r\u00E9sum\u00E9", "r\xE9sum\xE9", 'iso-8859-1') # r?Šsum?Š
  71. check_both_ways("\u0065\u006C\u0151\u00ED\u0072\u00E1\u0073", "el\xF5\xEDr\xE1s", 'iso-8859-2') # el?&#x2018;?­r??s
  72. check_both_ways("\u043F\u0435\u0440\u0435\u0432\u043E\u0434",
  73. "\xDF\xD5\xE0\xD5\xD2\xDE\xD4", 'iso-8859-5') # ?????&#x20AC;?????ž?´
  74. check_both_ways("\u0643\u062A\u0628", "\xE3\xCA\xC8", 'iso-8859-6') # ?&#x192;???¨
  75. check_both_ways("\u65E5\u8A18", "\x93\xFA\x8BL", 'shift_jis') # ?&#x2014;??¨&#x2DC;
  76. check_both_ways("\u65E5\u8A18", "\xC6\xFC\xB5\xAD", 'euc-jp')
  77. check_both_ways("\uC560\uC778\uAD6C\uD568\u0020\u6734\uC9C0\uC778",
  78. "\xBE\xD6\xC0\xCE\xB1\xB8\xC7\xD4\x20\xDA\xD3\xC1\xF6\xC0\xCE", 'euc-kr') # ?&#x2022; ??¸???í&#x2022;¨ ?&#x153;´?§&#x20AC;??¸
  79. check_both_ways("\uC544\uD58F\uD58F\u0020\uB620\uBC29\uD6BD\uB2D8\u0020\uC0AC\uB791\uD716",
  80. "\xBE\xC6\xC1\x64\xC1\x64\x20\x8C\x63\xB9\xE6\xC4\x4F\xB4\xD4\x20\xBB\xE7\xB6\xFB\xC5\x42", 'cp949') # ?&#x2022;&#x201E;í&#x2013;?í&#x2013;? ë&#x2DC; ë°Ší&#x161;?ë&#x2039;&#x2DC; ?&#x201A;?ë&#x17E;&#x2018;í&#x153;&#x2013;
  81. assert_equal(Encoding::ISO_8859_1, "D\xFCrst".force_encoding('iso-8859-2').encode('iso-8859-1', 'iso-8859-1').encoding)
  82. end
  83. def test_twostep
  84. assert_equal("D\xFCrst".force_encoding('iso-8859-2'), "D\xFCrst".encode('iso-8859-2', 'iso-8859-1'))
  85. end
  86. def test_ascii_range
  87. encodings = [
  88. 'US-ASCII', 'ASCII-8BIT',
  89. 'ISO-8859-1', 'ISO-8859-2', 'ISO-8859-3',
  90. 'ISO-8859-4', 'ISO-8859-5', 'ISO-8859-6',
  91. 'ISO-8859-7', 'ISO-8859-8', 'ISO-8859-9',
  92. 'ISO-8859-10', 'ISO-8859-11', 'ISO-8859-13',
  93. 'ISO-8859-14', 'ISO-8859-15',
  94. 'EUC-JP', 'SHIFT_JIS', 'EUC-KR'
  95. ]
  96. all_ascii = (0..127).to_a.pack 'C*'
  97. encodings.each do |enc|
  98. test_start = all_ascii
  99. assert_equal(test_start, test_start.encode('UTF-8',enc).encode(enc).force_encoding('ASCII-8BIT'))
  100. end
  101. end
  102. def test_all_bytes
  103. encodings_8859 = [
  104. 'ISO-8859-1', 'ISO-8859-2',
  105. #'ISO-8859-3', # not all bytes used
  106. 'ISO-8859-4', 'ISO-8859-5',
  107. #'ISO-8859-6', # not all bytes used
  108. #'ISO-8859-7', # not all bytes used
  109. #'ISO-8859-8', # not all bytes used
  110. 'ISO-8859-9', 'ISO-8859-10',
  111. #'ISO-8859-11', # not all bytes used
  112. #'ISO-8859-12', # not available
  113. 'ISO-8859-13','ISO-8859-14','ISO-8859-15',
  114. #'ISO-8859-16', # not available
  115. ]
  116. all_bytes = (0..255).to_a.pack 'C*'
  117. encodings_8859.each do |enc|
  118. test_start = all_bytes
  119. assert_equal(test_start, test_start.encode('UTF-8',enc).encode(enc).force_encoding('ASCII-8BIT'))
  120. end
  121. end
  122. def test_windows_874
  123. check_both_ways("\u20AC", "\x80", 'windows-874') # â&#x201A;?
  124. assert_raise(Encoding::UndefinedConversionError) { "\x81".encode("utf-8", 'windows-874') }
  125. assert_raise(Encoding::UndefinedConversionError) { "\x84".encode("utf-8", 'windows-874') }
  126. check_both_ways("\u2026", "\x85", 'windows-874') # â&#x20AC;?
  127. assert_raise(Encoding::UndefinedConversionError) { "\x86".encode("utf-8", 'windows-874') }
  128. assert_raise(Encoding::UndefinedConversionError) { "\x8F".encode("utf-8", 'windows-874') }
  129. assert_raise(Encoding::UndefinedConversionError) { "\x90".encode("utf-8", 'windows-874') }
  130. check_both_ways("\u2018", "\x91", 'windows-874') # â&#x20AC;&#x2DC;
  131. check_both_ways("\u2014", "\x97", 'windows-874') # â&#x20AC;&#x201D;
  132. assert_raise(Encoding::UndefinedConversionError) { "\x98".encode("utf-8", 'windows-874') }
  133. assert_raise(Encoding::UndefinedConversionError) { "\x9F".encode("utf-8", 'windows-874') }
  134. check_both_ways("\u00A0", "\xA0", 'windows-874') # non-breaking space
  135. check_both_ways("\u0E0F", "\xAF", 'windows-874') # ?¸?
  136. check_both_ways("\u0E10", "\xB0", 'windows-874') # ?¸?
  137. check_both_ways("\u0E1F", "\xBF", 'windows-874') # ?¸&#x;
  138. check_both_ways("\u0E20", "\xC0", 'windows-874') # ?¸ 
  139. check_both_ways("\u0E2F", "\xCF", 'windows-874') # ?¸?
  140. check_both_ways("\u0E30", "\xD0", 'windows-874') # ?¸°
  141. check_both_ways("\u0E3A", "\xDA", 'windows-874') # ?¸?
  142. assert_raise(Encoding::UndefinedConversionError) { "\xDB".encode("utf-8", 'windows-874') }
  143. assert_raise(Encoding::UndefinedConversionError) { "\xDE".encode("utf-8", 'windows-874') }
  144. check_both_ways("\u0E3F", "\xDF", 'windows-874') # ?¸?
  145. check_both_ways("\u0E40", "\xE0", 'windows-874') # ?š&#x20AC;
  146. check_both_ways("\u0E4F", "\xEF", 'windows-874') # ?š?
  147. check_both_ways("\u0E50", "\xF0", 'windows-874') # ?š?
  148. check_both_ways("\u0E5B", "\xFB", 'windows-874') # ?š&#x203A;
  149. assert_raise(Encoding::UndefinedConversionError) { "\xFC".encode("utf-8", 'windows-874') }
  150. assert_raise(Encoding::UndefinedConversionError) { "\xFF".encode("utf-8", 'windows-874') }
  151. end
  152. def test_windows_1250
  153. check_both_ways("\u20AC", "\x80", 'windows-1250') # â&#x201A;?
  154. assert_raise(Encoding::UndefinedConversionError) { "\x81".encode("utf-8", 'windows-1250') }
  155. check_both_ways("\u201A", "\x82", 'windows-1250') # â&#x20AC;&#x161;
  156. assert_raise(Encoding::UndefinedConversionError) { "\x83".encode("utf-8", 'windows-1250') }
  157. check_both_ways("\u201E", "\x84", 'windows-1250') # â&#x20AC;&#x17E;
  158. check_both_ways("\u2021", "\x87", 'windows-1250') # â&#x20AC;?
  159. assert_raise(Encoding::UndefinedConversionError) { "\x88".encode("utf-8", 'windows-1250') }
  160. check_both_ways("\u2030", "\x89", 'windows-1250') # â&#x20AC;°
  161. check_both_ways("\u0179", "\x8F", 'windows-1250') # ?š
  162. assert_raise(Encoding::UndefinedConversionError) { "\x90".encode("utf-8", 'windows-1250') }
  163. check_both_ways("\u2018", "\x91", 'windows-1250') # â&#x20AC;&#x2DC;
  164. check_both_ways("\u2014", "\x97", 'windows-1250') # â&#x20AC;&#x201D;
  165. assert_raise(Encoding::UndefinedConversionError) { "\x98".encode("utf-8", 'windows-1250') }
  166. check_both_ways("\u2122", "\x99", 'windows-1250') # â&#x201E;?
  167. check_both_ways("\u00A0", "\xA0", 'windows-1250') # non-breaking space
  168. check_both_ways("\u017B", "\xAF", 'windows-1250') # ??
  169. check_both_ways("\u00B0", "\xB0", 'windows-1250') # °
  170. check_both_ways("\u017C", "\xBF", 'windows-1250') # ??
  171. check_both_ways("\u0154", "\xC0", 'windows-1250') # ?&#x201D;
  172. check_both_ways("\u010E", "\xCF", 'windows-1250') # Ä&#x17D;
  173. check_both_ways("\u0110", "\xD0", 'windows-1250') # Ä?
  174. check_both_ways("\u00DF", "\xDF", 'windows-1250') # ?&#x;
  175. check_both_ways("\u0155", "\xE0", 'windows-1250') # ?&#x2022;
  176. check_both_ways("\u010F", "\xEF", 'windows-1250') # Ä?
  177. check_both_ways("\u0111", "\xF0", 'windows-1250') # Ä&#x2018;
  178. check_both_ways("\u02D9", "\xFF", 'windows-1250') # Ë&#x2122;
  179. end
  180. def test_windows_1251
  181. check_both_ways("\u0402", "\x80", 'windows-1251') # ?&#x201A;
  182. check_both_ways("\u20AC", "\x88", 'windows-1251') # â&#x201A;?
  183. check_both_ways("\u040F", "\x8F", 'windows-1251') # ??
  184. check_both_ways("\u0452", "\x90", 'windows-1251') # ?&#x2019;
  185. assert_raise(Encoding::UndefinedConversionError) { "\x98".encode("utf-8", 'windows-1251') }
  186. check_both_ways("\u045F", "\x9F", 'windows-1251') # ?&#x;
  187. check_both_ways("\u00A0", "\xA0", 'windows-1251') # non-breaking space
  188. check_both_ways("\u0407", "\xAF", 'windows-1251') # ?&#x2021;
  189. check_both_ways("\u00B0", "\xB0", 'windows-1251') # °
  190. check_both_ways("\u0457", "\xBF", 'windows-1251') # ?&#x2014;
  191. check_both_ways("\u0410", "\xC0", 'windows-1251') # ??
  192. check_both_ways("\u041F", "\xCF", 'windows-1251') # ?&#x;
  193. check_both_ways("\u0420", "\xD0", 'windows-1251') # ? 
  194. check_both_ways("\u042F", "\xDF", 'windows-1251') # ??
  195. check_both_ways("\u0430", "\xE0", 'windows-1251') # ?°
  196. check_both_ways("\u043F", "\xEF", 'windows-1251') # ??
  197. check_both_ways("\u0440", "\xF0", 'windows-1251') # ?&#x20AC;
  198. check_both_ways("\u044F", "\xFF", 'windows-1251') # ??
  199. end
  200. def test_windows_1252
  201. check_both_ways("\u20AC", "\x80", 'windows-1252') # â&#x201A;?
  202. assert_raise(Encoding::UndefinedConversionError) { "\x81".encode("utf-8", 'windows-1252') }
  203. check_both_ways("\u201A", "\x82", 'windows-1252') # â&#x20AC;&#x161;
  204. check_both_ways("\u0152", "\x8C", 'windows-1252') # >?&#x2019;
  205. assert_raise(Encoding::UndefinedConversionError) { "\x8D".encode("utf-8", 'windows-1252') }
  206. check_both_ways("\u017D", "\x8E", 'windows-1252') # ??
  207. assert_raise(Encoding::UndefinedConversionError) { "\x8F".encode("utf-8", 'windows-1252') }
  208. assert_raise(Encoding::UndefinedConversionError) { "\x90".encode("utf-8", 'windows-1252') }
  209. check_both_ways("\u2018", "\x91", 'windows-1252') #â&#x20AC;&#x2DC;
  210. check_both_ways("\u0153", "\x9C", 'windows-1252') # ?&#x201C;
  211. assert_raise(Encoding::UndefinedConversionError) { "\x9D".encode("utf-8", 'windows-1252') }
  212. check_both_ways("\u017E", "\x9E", 'windows-1252') # ?ž
  213. check_both_ways("\u00A0", "\xA0", 'windows-1252') # non-breaking space
  214. check_both_ways("\u00AF", "\xAF", 'windows-1252') # Â?
  215. check_both_ways("\u00B0", "\xB0", 'windows-1252') # °
  216. check_both_ways("\u00BF", "\xBF", 'windows-1252') # Â?
  217. check_both_ways("\u00C0", "\xC0", 'windows-1252') # ?&#x20AC;
  218. check_both_ways("\u00CF", "\xCF", 'windows-1252') # ??
  219. check_both_ways("\u00D0", "\xD0", 'windows-1252') # ??
  220. check_both_ways("\u00DF", "\xDF", 'windows-1252') # ?&#x;
  221. check_both_ways("\u00E0", "\xE0", 'windows-1252') # ? 
  222. check_both_ways("\u00EF", "\xEF", 'windows-1252') # ??
  223. check_both_ways("\u00F0", "\xF0", 'windows-1252') # ?°
  224. check_both_ways("\u00FF", "\xFF", 'windows-1252') # ??
  225. end
  226. def test_windows_1253
  227. check_both_ways("\u20AC", "\x80", 'windows-1253') # â&#x201A;?
  228. assert_raise(Encoding::UndefinedConversionError) { "\x81".encode("utf-8", 'windows-1253') }
  229. check_both_ways("\u201A", "\x82", 'windows-1253') # â&#x20AC;&#x161;
  230. check_both_ways("\u2021", "\x87", 'windows-1253') # â&#x20AC;?
  231. assert_raise(Encoding::UndefinedConversionError) { "\x88".encode("utf-8", 'windows-1253') }
  232. check_both_ways("\u2030", "\x89", 'windows-1253') # â&#x20AC;°
  233. assert_raise(Encoding::UndefinedConversionError) { "\x8A".encode("utf-8", 'windows-1253') }
  234. check_both_ways("\u2039", "\x8B", 'windows-1253') # â&#x20AC;š
  235. assert_raise(Encoding::UndefinedConversionError) { "\x8C".encode("utf-8", 'windows-1253') }
  236. assert_raise(Encoding::UndefinedConversionError) { "\x8F".encode("utf-8", 'windows-1253') }
  237. assert_raise(Encoding::UndefinedConversionError) { "\x90".encode("utf-8", 'windows-1253') }
  238. check_both_ways("\u2018", "\x91", 'windows-1253') # â&#x20AC;&#x2DC;
  239. check_both_ways("\u2014", "\x97", 'windows-1253') # â&#x20AC;&#x201D;
  240. assert_raise(Encoding::UndefinedConversionError) { "\x98".encode("utf-8", 'windows-1253') }
  241. check_both_ways("\u2122", "\x99", 'windows-1253') # â&#x201E;?
  242. assert_raise(Encoding::UndefinedConversionError) { "\x9A".encode("utf-8", 'windows-1253') }
  243. check_both_ways("\u203A", "\x9B", 'windows-1253') # â&#x20AC;?
  244. assert_raise(Encoding::UndefinedConversionError) { "\x9C".encode("utf-8", 'windows-1253') }
  245. assert_raise(Encoding::UndefinedConversionError) { "\x9F".encode("utf-8", 'windows-1253') }
  246. check_both_ways("\u00A0", "\xA0", 'windows-1253') # non-breaking space
  247. check_both_ways("\u2015", "\xAF", 'windows-1253') # â&#x20AC;&#x2022;
  248. check_both_ways("\u00B0", "\xB0", 'windows-1253') # °
  249. check_both_ways("\u038F", "\xBF", 'windows-1253') # Î?
  250. check_both_ways("\u0390", "\xC0", 'windows-1253') # Î?
  251. check_both_ways("\u039F", "\xCF", 'windows-1253') # Î&#x;
  252. check_both_ways("\u03A0", "\xD0", 'windows-1253') # Π
  253. check_both_ways("\u03A1", "\xD1", 'windows-1253') # Î?
  254. assert_raise(Encoding::UndefinedConversionError) { "\xD2".encode("utf-8", 'windows-1253') }
  255. check_both_ways("\u03A3", "\xD3", 'windows-1253') # Î?
  256. check_both_ways("\u03AF", "\xDF", 'windows-1253') # Î?
  257. check_both_ways("\u03B0", "\xE0", 'windows-1253') # ΰ
  258. check_both_ways("\u03BF", "\xEF", 'windows-1253') # Î?
  259. check_both_ways("\u03C0", "\xF0", 'windows-1253') # ?&#x20AC;
  260. check_both_ways("\u03CE", "\xFE", 'windows-1253') # ?&#x17D;
  261. assert_raise(Encoding::UndefinedConversionError) { "\xFF".encode("utf-8", 'windows-1253') }
  262. end
  263. def test_windows_1254
  264. check_both_ways("\u20AC", "\x80", 'windows-1254') # â&#x201A;?
  265. assert_raise(Encoding::UndefinedConversionError) { "\x81".encode("utf-8", 'windows-1254') }
  266. check_both_ways("\u201A", "\x82", 'windows-1254') # â&#x20AC;&#x161;
  267. check_both_ways("\u0152", "\x8C", 'windows-1254') # ?&#x2019;
  268. assert_raise(Encoding::UndefinedConversionError) { "\x8D".encode("utf-8", 'windows-1254') }
  269. assert_raise(Encoding::UndefinedConversionError) { "\x8F".encode("utf-8", 'windows-1254') }
  270. assert_raise(Encoding::UndefinedConversionError) { "\x90".encode("utf-8", 'windows-1254') }
  271. check_both_ways("\u2018", "\x91", 'windows-1254') # â&#x20AC;&#x2DC;
  272. check_both_ways("\u0153", "\x9C", 'windows-1254') # ?&#x201C;
  273. assert_raise(Encoding::UndefinedConversionError) { "\x9D".encode("utf-8", 'windows-1254') }
  274. assert_raise(Encoding::UndefinedConversionError) { "\x9E".encode("utf-8", 'windows-1254') }
  275. check_both_ways("\u0178", "\x9F", 'windows-1254') # ?¸
  276. check_both_ways("\u00A0", "\xA0", 'windows-1254') # non-breaking space
  277. check_both_ways("\u00AF", "\xAF", 'windows-1254') # Â?
  278. check_both_ways("\u00B0", "\xB0", 'windows-1254') # °
  279. check_both_ways("\u00BF", "\xBF", 'windows-1254') # Â?
  280. check_both_ways("\u00C0", "\xC0", 'windows-1254') # ?&#x20AC;
  281. check_both_ways("\u00CF", "\xCF", 'windows-1254') # ??
  282. check_both_ways("\u011E", "\xD0", 'windows-1254') # Ä&#x17E;
  283. check_both_ways("\u00DF", "\xDF", 'windows-1254') # ?&#x;
  284. check_both_ways("\u00E0", "\xE0", 'windows-1254') # ? 
  285. check_both_ways("\u00EF", "\xEF", 'windows-1254') # ??
  286. check_both_ways("\u011F", "\xF0", 'windows-1254') # Ä&#x;
  287. check_both_ways("\u00FF", "\xFF", 'windows-1254') # ??
  288. end
  289. def test_windows_1255
  290. check_both_ways("\u20AC", "\x80", 'windows-1255') # â&#x201A;?
  291. assert_raise(Encoding::UndefinedConversionError) { "\x81".encode("utf-8", 'windows-1255') }
  292. check_both_ways("\u201A", "\x82", 'windows-1255') # â&#x20AC;&#x161;
  293. check_both_ways("\u2030", "\x89", 'windows-1255') # â&#x20AC;°
  294. assert_raise(Encoding::UndefinedConversionError) { "\x8A".encode("utf-8", 'windows-1255') }
  295. check_both_ways("\u2039", "\x8B", 'windows-1255') # â&#x20AC;š
  296. assert_raise(Encoding::UndefinedConversionError) { "\x8C".encode("utf-8", 'windows-1255') }
  297. assert_raise(Encoding::UndefinedConversionError) { "\x8F".encode("utf-8", 'windows-1255') }
  298. assert_raise(Encoding::UndefinedConversionError) { "\x90".encode("utf-8", 'windows-1255') }
  299. check_both_ways("\u2018", "\x91", 'windows-1255') # â&#x20AC;&#x2DC;
  300. check_both_ways("\u2122", "\x99", 'windows-1255') # â&#x201E;?
  301. assert_raise(Encoding::UndefinedConversionError) { "\x9A".encode("utf-8", 'windows-1255') }
  302. check_both_ways("\u203A", "\x9B", 'windows-1255') # â&#x20AC;?
  303. assert_raise(Encoding::UndefinedConversionError) { "\x9C".encode("utf-8", 'windows-1255') }
  304. assert_raise(Encoding::UndefinedConversionError) { "\x9F".encode("utf-8", 'windows-1255') }
  305. check_both_ways("\u00A0", "\xA0", 'windows-1255') # non-breaking space
  306. check_both_ways("\u00A1", "\xA1", 'windows-1255') # Â?
  307. check_both_ways("\u00D7", "\xAA", 'windows-1255') # ?&#x2014;
  308. check_both_ways("\u00AF", "\xAF", 'windows-1255') # Â?
  309. check_both_ways("\u00B0", "\xB0", 'windows-1255') # °
  310. check_both_ways("\u00B8", "\xB8", 'windows-1255') # ¸
  311. check_both_ways("\u00F7", "\xBA", 'windows-1255') # ??
  312. check_both_ways("\u00BF", "\xBF", 'windows-1255') # Â?
  313. check_both_ways("\u05B0", "\xC0", 'windows-1255') # Ö°
  314. check_both_ways("\u05B9", "\xC9", 'windows-1255') # ֚
  315. assert_raise(Encoding::UndefinedConversionError) { "\xCA".encode("utf-8", 'windows-1255') }
  316. check_both_ways("\u05BB", "\xCB", 'windows-1255') # Ö?
  317. check_both_ways("\u05BF", "\xCF", 'windows-1255') # Ö?
  318. check_both_ways("\u05C0", "\xD0", 'windows-1255') # ×&#x20AC;
  319. check_both_ways("\u05F3", "\xD7", 'windows-1255') # ×?
  320. check_both_ways("\u05F4", "\xD8", 'windows-1255') # ×´
  321. assert_raise(Encoding::UndefinedConversionError) { "\xD9".encode("utf-8", 'windows-1255') }
  322. assert_raise(Encoding::UndefinedConversionError) { "\xDF".encode("utf-8", 'windows-1255') }
  323. check_both_ways("\u05D0", "\xE0", 'windows-1255') # ×?
  324. check_both_ways("\u05DF", "\xEF", 'windows-1255') # ×&#x;
  325. check_both_ways("\u05E0", "\xF0", 'windows-1255') # × 
  326. check_both_ways("\u05EA", "\xFA", 'windows-1255') # ×?
  327. assert_raise(Encoding::UndefinedConversionError) { "\xFB".encode("utf-8", 'windows-1255') }
  328. assert_raise(Encoding::UndefinedConversionError) { "\xFC".encode("utf-8", 'windows-1255') }
  329. check_both_ways("\u200E", "\xFD", 'windows-1255') # left-to-right mark
  330. check_both_ways("\u200F", "\xFE", 'windows-1255') # right-to-left mark
  331. assert_raise(Encoding::UndefinedConversionError) { "\xFF".encode("utf-8", 'windows-1255') }
  332. end
  333. def test_windows_1256
  334. check_both_ways("\u20AC", "\x80", 'windows-1256') # â&#x201A;?
  335. check_both_ways("\u0679", "\x8A", 'windows-1256') # ?š
  336. check_both_ways("\u0688", "\x8F", 'windows-1256') # Ú&#x2C6;
  337. check_both_ways("\u06AF", "\x90", 'windows-1256') # Ú?
  338. check_both_ways("\u06A9", "\x98", 'windows-1256') # ڊ
  339. check_both_ways("\u0691", "\x9A", 'windows-1256') # Ú&#x2018;
  340. check_both_ways("\u06BA", "\x9F", 'windows-1256') # Ú?
  341. check_both_ways("\u00A0", "\xA0", 'windows-1256') # non-breaking space
  342. check_both_ways("\u06BE", "\xAA", 'windows-1256') # ڞ
  343. check_both_ways("\u00AF", "\xAF", 'windows-1256') # Â?
  344. check_both_ways("\u00B0", "\xB0", 'windows-1256') # °
  345. check_both_ways("\u061F", "\xBF", 'windows-1256') # ?&#x;
  346. check_both_ways("\u06C1", "\xC0", 'windows-1256') # ?
  347. check_both_ways("\u062F", "\xCF", 'windows-1256') # ??
  348. check_both_ways("\u0630", "\xD0", 'windows-1256') # ?°
  349. check_both_ways("\u0643", "\xDF", 'windows-1256') # ?&#x192;
  350. check_both_ways("\u00E0", "\xE0", 'windows-1256') # ? 
  351. check_both_ways("\u00EF", "\xEF", 'windows-1256') # ??
  352. check_both_ways("\u064B", "\xF0", 'windows-1256') # ?&#x2039;?&#x2039;
  353. check_both_ways("\u06D2", "\xFF", 'windows-1256') # ?&#x2019;
  354. end
  355. def test_windows_1257
  356. check_both_ways("\u20AC", "\x80", 'windows-1257') # â&#x201A;?
  357. assert_raise(Encoding::UndefinedConversionError) { "\x81".encode("utf-8", 'windows-1257') }
  358. check_both_ways("\u201A", "\x82", 'windows-1257') # â&#x20AC;&#x161;
  359. assert_raise(Encoding::UndefinedConversionError) { "\x83".encode("utf-8", 'windows-1257') }
  360. check_both_ways("\u201E", "\x84", 'windows-1257') # â&#x20AC;&#x17E;
  361. check_both_ways("\u2021", "\x87", 'windows-1257') # â&#x20AC;?
  362. assert_raise(Encoding::UndefinedConversionError) { "\x88".encode("utf-8", 'windows-1257') }
  363. check_both_ways("\u2030", "\x89", 'windows-1257') # â&#x20AC;°
  364. assert_raise(Encoding::UndefinedConversionError) { "\x8A".encode("utf-8", 'windows-1257') }
  365. check_both_ways("\u2039", "\x8B", 'windows-1257') # â&#x20AC;š
  366. assert_raise(Encoding::UndefinedConversionError) { "\x8C".encode("utf-8", 'windows-1257') }
  367. check_both_ways("\u00A8", "\x8D", 'windows-1257') # ¨
  368. check_both_ways("\u02C7", "\x8E", 'windows-1257') # Ë&#x2021;
  369. check_both_ways("\u00B8", "\x8F", 'windows-1257') # ¸
  370. assert_raise(Encoding::UndefinedConversionError) { "\x90".encode("utf-8", 'windows-1257') }
  371. check_both_ways("\u2018", "\x91", 'windows-1257') # â&#x20AC;&#x2DC;
  372. check_both_ways("\u2014", "\x97", 'windows-1257') # â&#x20AC;&#x201D;
  373. assert_raise(Encoding::UndefinedConversionError) { "\x98".encode("utf-8", 'windows-1257') }
  374. check_both_ways("\u2122", "\x99", 'windows-1257') # â&#x201E;?
  375. assert_raise(Encoding::UndefinedConversionError) { "\x9A".encode("utf-8", 'windows-1257') }
  376. check_both_ways("\u203A", "\x9B", 'windows-1257') # â&#x20AC;?
  377. assert_raise(Encoding::UndefinedConversionError) { "\x9C".encode("utf-8", 'windows-1257') }
  378. check_both_ways("\u00AF", "\x9D", 'windows-1257') # Â?
  379. check_both_ways("\u02DB", "\x9E", 'windows-1257') # Ë&#x203A;
  380. assert_raise(Encoding::UndefinedConversionError) { "\x9F".encode("utf-8", 'windows-1257') }
  381. check_both_ways("\u00A0", "\xA0", 'windows-1257') # non-breaking space
  382. assert_raise(Encoding::UndefinedConversionError) { "\xA1".encode("utf-8", 'windows-1257') }
  383. check_both_ways("\u00A2", "\xA2", 'windows-1257') # Â?
  384. check_both_ways("\u00A4", "\xA4", 'windows-1257') # ¤
  385. assert_raise(Encoding::UndefinedConversionError) { "\xA5".encode("utf-8", 'windows-1257') }
  386. check_both_ways("\u00A6", "\xA6", 'windows-1257') # Â?
  387. check_both_ways("\u00C6", "\xAF", 'windows-1257') # ?&#x2020;
  388. check_both_ways("\u00B0", "\xB0", 'windows-1257') # °
  389. check_both_ways("\u00E6", "\xBF", 'windows-1257') # ??
  390. check_both_ways("\u0104", "\xC0", 'windows-1257') # Ä&#x201E;
  391. check_both_ways("\u013B", "\xCF", 'windows-1257') # Ä?
  392. check_both_ways("\u0160", "\xD0", 'windows-1257') # ? 
  393. check_both_ways("\u00DF", "\xDF", 'windows-1257') # ?&#x;
  394. check_both_ways("\u0105", "\xE0", 'windows-1257') # Ä&#x2026;
  395. check_both_ways("\u013C", "\xEF", 'windows-1257') # Ä?
  396. check_both_ways("\u0161", "\xF0", 'windows-1257') # ??
  397. check_both_ways("\u02D9", "\xFF", 'windows-1257') # Ë&#x2122;
  398. end
  399. def test_IBM437
  400. check_both_ways("\u00C7", "\x80", 'IBM437') # ?&#x2021;
  401. check_both_ways("\u00C5", "\x8F", 'IBM437') # ?&#x2026;
  402. check_both_ways("\u00C9", "\x90", 'IBM437') # ?&#x2030;
  403. check_both_ways("\u0192", "\x9F", 'IBM437') # ?&#x2019;
  404. check_both_ways("\u00E1", "\xA0", 'IBM437') # ??
  405. check_both_ways("\u00BB", "\xAF", 'IBM437') # Â?
  406. check_both_ways("\u2591", "\xB0", 'IBM437') # â&#x2013;&#x2018;
  407. check_both_ways("\u2510", "\xBF", 'IBM437') # â&#x201D;?
  408. check_both_ways("\u2514", "\xC0", 'IBM437') # â&#x201D;&#x201D;
  409. check_both_ways("\u2567", "\xCF", 'IBM437') # â&#x2022;§
  410. check_both_ways("\u2568", "\xD0", 'IBM437') # â&#x2022;¨
  411. check_both_ways("\u2580", "\xDF", 'IBM437') # â&#x2013;&#x20AC;
  412. check_both_ways("\u03B1", "\xE0", 'IBM437') # Î?
  413. check_both_ways("\u2229", "\xEF", 'IBM437') # â&#x2C6;Š
  414. check_both_ways("\u2261", "\xF0", 'IBM437') # â&#x2030;?
  415. check_both_ways("\u00A0", "\xFF", 'IBM437') # non-breaking space
  416. end
  417. def test_IBM775
  418. check_both_ways("\u0106", "\x80", 'IBM775') # Ä&#x2020;
  419. check_both_ways("\u00C5", "\x8F", 'IBM775') # ?&#x2026;
  420. check_both_ways("\u00C9", "\x90", 'IBM775') # ?&#x2030;
  421. check_both_ways("\u00A4", "\x9F", 'IBM775') # ¤
  422. check_both_ways("\u0100", "\xA0", 'IBM775') # Ä&#x20AC;
  423. check_both_ways("\u00BB", "\xAF", 'IBM775') # Â?
  424. check_both_ways("\u2591", "\xB0", 'IBM775') # â&#x2013;&#x2018;
  425. check_both_ways("\u2510", "\xBF", 'IBM775') # â&#x201D;?
  426. check_both_ways("\u2514", "\xC0", 'IBM775') # â&#x201D;&#x201D;
  427. check_both_ways("\u017D", "\xCF", 'IBM775') # ??
  428. check_both_ways("\u0105", "\xD0", 'IBM775') # Ä&#x2026;
  429. check_both_ways("\u2580", "\xDF", 'IBM775') # â&#x2013;&#x20AC;
  430. check_both_ways("\u00D3", "\xE0", 'IBM775') # ?&#x201C;
  431. check_both_ways("\u2019", "\xEF", 'IBM775') # â&#x20AC;&#x2122;
  432. check_both_ways("\u00AD", "\xF0", 'IBM775') # osft hyphen
  433. check_both_ways("\u00A0", "\xFF", 'IBM775') # non-breaking space
  434. end
  435. def test_IBM852
  436. check_both_ways("\u00C7", "\x80", 'IBM852') # ?&#x2021;
  437. check_both_ways("\u0106", "\x8F", 'IBM852') # Ä&#x2020;
  438. check_both_ways("\u00C9", "\x90", 'IBM852') # ?&#x2030;
  439. check_both_ways("\u010D", "\x9F", 'IBM852') # Ä?
  440. check_both_ways("\u00E1", "\xA0", 'IBM852') # ??
  441. check_both_ways("\u00BB", "\xAF", 'IBM852') # Â?
  442. check_both_ways("\u2591", "\xB0", 'IBM852') # â&#x2013;&#x2018;
  443. check_both_ways("\u2510", "\xBF", 'IBM852') # â&#x201D;?
  444. check_both_ways("\u2514", "\xC0", 'IBM852') # â&#x201D;&#x201D;
  445. check_both_ways("\u00A4", "\xCF", 'IBM852') # ¤
  446. check_both_ways("\u0111", "\xD0", 'IBM852') # Ä&#x2018;
  447. check_both_ways("\u2580", "\xDF", 'IBM852') # â&#x2013;&#x20AC;
  448. check_both_ways("\u00D3", "\xE0", 'IBM852') # ?&#x201C;
  449. check_both_ways("\u00B4", "\xEF", 'IBM852') # ´
  450. check_both_ways("\u00AD", "\xF0", 'IBM852') # osft hyphen
  451. check_both_ways("\u00A0", "\xFF", 'IBM852') # non-breaking space
  452. end
  453. def test_IBM855
  454. check_both_ways("\u0452", "\x80", 'IBM855') # ?&#x2019;
  455. check_both_ways("\u0408", "\x8F", 'IBM855') # ?&#x2C6;
  456. check_both_ways("\u0459", "\x90", 'IBM855') # ?&#x2122;
  457. check_both_ways("\u042A", "\x9F", 'IBM855') # ??
  458. check_both_ways("\u0430", "\xA0", 'IBM855') # ?°
  459. check_both_ways("\u00BB", "\xAF", 'IBM855') # Â?
  460. check_both_ways("\u2591", "\xB0", 'IBM855') # â&#x2013;&#x2018;
  461. check_both_ways("\u2510", "\xBF", 'IBM855') # â&#x201D;?
  462. check_both_ways("\u2514", "\xC0", 'IBM855') # â&#x201D;&#x201D;
  463. check_both_ways("\u00A4", "\xCF", 'IBM855') # ¤
  464. check_both_ways("\u043B", "\xD0", 'IBM855') # ??
  465. check_both_ways("\u2580", "\xDF", 'IBM855') # â&#x2013;&#x20AC;
  466. check_both_ways("\u042F", "\xE0", 'IBM855') # ??
  467. check_both_ways("\u2116", "\xEF", 'IBM855') # â&#x201E;&#x2013;
  468. check_both_ways("\u00AD", "\xF0", 'IBM855') # osft hyphen
  469. check_both_ways("\u00A0", "\xFF", 'IBM855') # non-breaking space
  470. end
  471. def test_IBM857
  472. check_both_ways("\u00C7", "\x80", 'IBM857') # ?&#x2021;
  473. check_both_ways("\u00C5", "\x8F", 'IBM857') # ?&#x2026;
  474. check_both_ways("\u00C9", "\x90", 'IBM857') # ?&#x2030;
  475. check_both_ways("\u015F", "\x9F", 'IBM857') # ?&#x;
  476. check_both_ways("\u00E1", "\xA0", 'IBM857') # ??
  477. check_both_ways("\u00BB", "\xAF", 'IBM857') # Â?
  478. check_both_ways("\u2591", "\xB0", 'IBM857') # â&#x2013;&#x2018;
  479. check_both_ways("\u2510", "\xBF", 'IBM857') # â&#x201D;?
  480. check_both_ways("\u2514", "\xC0", 'IBM857') # â&#x201D;&#x201D;
  481. check_both_ways("\u00A4", "\xCF", 'IBM857') # ¤
  482. check_both_ways("\u00BA", "\xD0", 'IBM857') # Â?
  483. check_both_ways("\u00C8", "\xD4", 'IBM857') # ?&#x2C6;
  484. assert_raise(Encoding::UndefinedConversionError) { "\xD5".encode("utf-8", 'IBM857') }
  485. check_both_ways("\u00CD", "\xD6", 'IBM857') # ??
  486. check_both_ways("\u2580", "\xDF", 'IBM857') # â&#x2013;&#x20AC;
  487. check_both_ways("\u00D3", "\xE0", 'IBM857') # ?&#x201C;
  488. check_both_ways("\u00B5", "\xE6", 'IBM857') # Â?
  489. assert_raise(Encoding::UndefinedConversionError) { "\xE7".encode("utf-8", 'IBM857') }
  490. check_both_ways("\u00D7", "\xE8", 'IBM857') # ?&#x2014;
  491. check_both_ways("\u00B4", "\xEF", 'IBM857') # ´
  492. check_both_ways("\u00AD", "\xF0", 'IBM857') # soft hyphen
  493. check_both_ways("\u00B1", "\xF1", 'IBM857') # Â?
  494. assert_raise(Encoding::UndefinedConversionError) { "\xF2".encode("utf-8", 'IBM857') }
  495. check_both_ways("\u00BE", "\xF3", 'IBM857') # ž
  496. check_both_ways("\u00A0", "\xFF", 'IBM857') # non-breaking space
  497. end
  498. def test_IBM860
  499. check_both_ways("\u00C7", "\x80", 'IBM860') # ?&#x2021;
  500. check_both_ways("\u00C2", "\x8F", 'IBM860') # ?&#x201A;
  501. check_both_ways("\u00C9", "\x90", 'IBM860') # ?&#x2030;
  502. check_both_ways("\u00D3", "\x9F", 'IBM860') # ?&#x201C;
  503. check_both_ways("\u00E1", "\xA0", 'IBM860') # ??
  504. check_both_ways("\u00BB", "\xAF", 'IBM860') # Â?
  505. check_both_ways("\u2591", "\xB0", 'IBM860') # â&#x2013;&#x2018;
  506. check_both_ways("\u2510", "\xBF", 'IBM860') # â&#x201D;?
  507. check_both_ways("\u2514", "\xC0", 'IBM860') # â&#x201D;&#x201D;
  508. check_both_ways("\u2567", "\xCF", 'IBM860') # â&#x2022;§
  509. check_both_ways("\u2568", "\xD0", 'IBM860') # â&#x2022;¨
  510. check_both_ways("\u2580", "\xDF", 'IBM860') # â&#x2013;&#x20AC;
  511. check_both_ways("\u03B1", "\xE0", 'IBM860') # Î?
  512. check_both_ways("\u2229", "\xEF", 'IBM860') # â&#x2C6;Š
  513. check_both_ways("\u2261", "\xF0", 'IBM860') # â&#x2030;?
  514. check_both_ways("\u00A0", "\xFF", 'IBM860') # non-breaking space
  515. end
  516. def test_IBM861
  517. check_both_ways("\u00C7", "\x80", 'IBM861') # ?&#x2021;
  518. check_both_ways("\u00C5", "\x8F", 'IBM861') # ?&#x2026;
  519. check_both_ways("\u00C9", "\x90", 'IBM861') # ?&#x2030;
  520. check_both_ways("\u0192", "\x9F", 'IBM861') # ?&#x2019;
  521. check_both_ways("\u00E1", "\xA0", 'IBM861') # ??
  522. check_both_ways("\u00BB", "\xAF", 'IBM861') # Â?
  523. check_both_ways("\u2591", "\xB0", 'IBM861') # â&#x2013;&#x2018;
  524. check_both_ways("\u2510", "\xBF", 'IBM861') # â&#x201D;?
  525. check_both_ways("\u2514", "\xC0", 'IBM861') # â&#x201D;&#x201D;
  526. check_both_ways("\u2567", "\xCF", 'IBM861') # â&#x2022;§
  527. check_both_ways("\u2568", "\xD0", 'IBM861') # â&#x2022;¨
  528. check_both_ways("\u2580", "\xDF", 'IBM861') # â&#x2013;&#x20AC;
  529. check_both_ways("\u03B1", "\xE0", 'IBM861') # Î?
  530. check_both_ways("\u2229", "\xEF", 'IBM861') # â&#x2C6;Š
  531. check_both_ways("\u2261", "\xF0", 'IBM861') # â&#x2030;?
  532. check_both_ways("\u00A0", "\xFF", 'IBM861') # non-breaking space
  533. end
  534. def test_IBM862
  535. check_both_ways("\u05D0", "\x80", 'IBM862') # ×?
  536. check_both_ways("\u05DF", "\x8F", 'IBM862') # ×&#x;
  537. check_both_ways("\u05E0", "\x90", 'IBM862') # × 
  538. check_both_ways("\u0192", "\x9F", 'IBM862') # ?&#x2019;
  539. check_both_ways("\u00E1", "\xA0", 'IBM862') # ??
  540. check_both_ways("\u00BB", "\xAF", 'IBM862') # Â?
  541. check_both_ways("\u2591", "\xB0", 'IBM862') # â&#x2013;&#x2018;
  542. check_both_ways("\u2510", "\xBF", 'IBM862') # â&#x201D;?
  543. check_both_ways("\u2514", "\xC0", 'IBM862') # â&#x201D;&#x201D;
  544. check_both_ways("\u2567", "\xCF", 'IBM862') # â&#x2022;§
  545. check_both_ways("\u2568", "\xD0", 'IBM862') # â&#x2022;¨
  546. check_both_ways("\u2580", "\xDF", 'IBM862') # â&#x2013;&#x20AC;
  547. check_both_ways("\u03B1", "\xE0", 'IBM862') # Î?
  548. check_both_ways("\u2229", "\xEF", 'IBM862') # â&#x2C6;Š
  549. check_both_ways("\u2261", "\xF0", 'IBM862') # â&#x2030;?
  550. check_both_ways("\u00A0", "\xFF", 'IBM862') # non-breaking space
  551. end
  552. def test_IBM863
  553. check_both_ways("\u00C7", "\x80", 'IBM863') # ?&#x2021;
  554. check_both_ways("\u00A7", "\x8F", 'IBM863') # §
  555. check_both_ways("\u00C9", "\x90", 'IBM863') # ?&#x2030;
  556. check_both_ways("\u0192", "\x9F", 'IBM863') # ?&#x2019;
  557. check_both_ways("\u00A6", "\xA0", 'IBM863') # Â?
  558. check_both_ways("\u00BB", "\xAF", 'IBM863') # Â?
  559. check_both_ways("\u2591", "\xB0", 'IBM863') # â&#x2013;&#x2018;
  560. check_both_ways("\u2510", "\xBF", 'IBM863') # â&#x201D;?
  561. check_both_ways("\u2514", "\xC0", 'IBM863') # â&#x201D;&#x201D;
  562. check_both_ways("\u2567", "\xCF", 'IBM863') # â&#x2022;§
  563. check_both_ways("\u2568", "\xD0", 'IBM863') # â&#x2022;¨
  564. check_both_ways("\u2580", "\xDF", 'IBM863') # â&#x2013;&#x20AC;
  565. check_both_ways("\u03B1", "\xE0", 'IBM863') # Î?
  566. check_both_ways("\u2229", "\xEF", 'IBM863') # â&#x2C6;Š
  567. check_both_ways("\u2261", "\xF0", 'IBM863') # â&#x2030;?
  568. check_both_ways("\u00A0", "\xFF", 'IBM863') # non-breaking space
  569. end
  570. def test_IBM865
  571. check_both_ways("\u00C7", "\x80", 'IBM865') # ?&#x2021;
  572. check_both_ways("\u00C5", "\x8F", 'IBM865') # ?&#x2026;
  573. check_both_ways("\u00C9", "\x90", 'IBM865') # ?&#x2030;
  574. check_both_ways("\u0192", "\x9F", 'IBM865') # ?&#x2019;
  575. check_both_ways("\u00E1", "\xA0", 'IBM865') # ??
  576. check_both_ways("\u00A4", "\xAF", 'IBM865') # ¤
  577. check_both_ways("\u2591", "\xB0", 'IBM865') # â&#x2013;&#x2018;
  578. check_both_ways("\u2510", "\xBF", 'IBM865') # â&#x201D;?
  579. check_both_ways("\u2514", "\xC0", 'IBM865') # â&#x201D;&#x201D;
  580. check_both_ways("\u2567", "\xCF", 'IBM865') # â&#x2022;§
  581. check_both_ways("\u2568", "\xD0", 'IBM865') # â&#x2022;¨
  582. check_both_ways("\u2580", "\xDF", 'IBM865') # â&#x2013;&#x20AC;
  583. check_both_ways("\u03B1", "\xE0", 'IBM865') # Î?
  584. check_both_ways("\u2229", "\xEF", 'IBM865') # â&#x2C6;Š
  585. check_both_ways("\u2261", "\xF0", 'IBM865') # â&#x2030;?
  586. check_both_ways("\u00A0", "\xFF", 'IBM865') # non-breaking space
  587. end
  588. def test_IBM866
  589. check_both_ways("\u0410", "\x80", 'IBM866') # ??
  590. check_both_ways("\u041F", "\x8F", 'IBM866') # ?&#x;
  591. check_both_ways("\u0420", "\x90", 'IBM866') # ? 
  592. check_both_ways("\u042F", "\x9F", 'IBM866') # ??
  593. check_both_ways("\u0430", "\xA0", 'IBM866') # ?°
  594. check_both_ways("\u043F", "\xAF", 'IBM866') # ??
  595. check_both_ways("\u2591", "\xB0", 'IBM866') # â&#x2013;&#x2018;
  596. check_both_ways("\u2510", "\xBF", 'IBM866') # â&#x201D;?
  597. check_both_ways("\u2514", "\xC0", 'IBM866') # â&#x201D;&#x201D;
  598. check_both_ways("\u2567", "\xCF", 'IBM866') # â&#x2022;§
  599. check_both_ways("\u2568", "\xD0", 'IBM866') # â&#x2022;¨
  600. check_both_ways("\u2580", "\xDF", 'IBM866') # â&#x2013;&#x20AC;
  601. check_both_ways("\u0440", "\xE0", 'IBM866') # ?&#x20AC;
  602. check_both_ways("\u044F", "\xEF", 'IBM866') # ??
  603. check_both_ways("\u0401", "\xF0", 'IBM866') # ?
  604. check_both_ways("\u00A0", "\xFF", 'IBM866') # non-breaking space
  605. end
  606. def test_IBM869
  607. assert_raise(Encoding::UndefinedConversionError) { "\x80".encode("utf-8", 'IBM869') }
  608. assert_raise(Encoding::UndefinedConversionError) { "\x85".encode("utf-8", 'IBM869') }
  609. check_both_ways("\u0386", "\x86", 'IBM869') # Î&#x2020;
  610. assert_raise(Encoding::UndefinedConversionError) { "\x87".encode("utf-8", 'IBM869') }
  611. check_both_ways("\u00B7", "\x88", 'IBM869') # Â?
  612. check_both_ways("\u0389", "\x8F", 'IBM869') # Î&#x2030;
  613. check_both_ways("\u038A", "\x90", 'IBM869') # Î&#x160;
  614. check_both_ways("\u038C", "\x92", 'IBM869') # Î&#x152;
  615. assert_raise(Encoding::UndefinedConversionError) { "\x93".encode("utf-8", 'IBM869') }
  616. assert_raise(Encoding::UndefinedConversionError) { "\x94".encode("utf-8", 'IBM869') }
  617. check_both_ways("\u038E", "\x95", 'IBM869') # Î&#x17D;
  618. check_both_ways("\u03AF", "\x9F", 'IBM869') # Î?
  619. check_both_ways("\u03CA", "\xA0", 'IBM869') # ?&#x160;
  620. check_both_ways("\u00BB", "\xAF", 'IBM869') # Â?
  621. check_both_ways("\u2591", "\xB0", 'IBM869') # â&#x2013;&#x2018;
  622. check_both_ways("\u2510", "\xBF", 'IBM869') # â&#x201D;?
  623. check_both_ways("\u2514", "\xC0", 'IBM869') # â&#x201D;&#x201D;
  624. check_both_ways("\u03A3", "\xCF", 'IBM869') # Î?
  625. check_both_ways("\u03A4", "\xD0", 'IBM869') # Τ
  626. check_both_ways("\u2580", "\xDF", 'IBM869') # â&#x2013;&#x20AC;
  627. check_both_ways("\u03B6", "\xE0", 'IBM869') # Î?
  628. check_both_ways("\u0384", "\xEF", 'IBM869') # Î&#x201E;
  629. check_both_ways("\u00AD", "\xF0", 'IBM869') # soft hyphen
  630. check_both_ways("\u00A0", "\xFF", 'IBM869') # non-breaking space
  631. end
  632. def test_macCroatian
  633. check_both_ways("\u00C4", "\x80", 'macCroatian') # ?&#x201E;
  634. check_both_ways("\u00E8", "\x8F", 'macCroatian') # ?¨
  635. check_both_ways("\u00EA", "\x90", 'macCroatian') # ??
  636. check_both_ways("\u00FC", "\x9F", 'macCroatian') # ??
  637. check_both_ways("\u2020", "\xA0", 'macCroatian') # â&#x20AC; 
  638. check_both_ways("\u00D8", "\xAF", 'macCroatian') # ?&#x2DC;
  639. check_both_ways("\u221E", "\xB0", 'macCroatian') # â&#x2C6;&#x17E;
  640. check_both_ways("\u00F8", "\xBF", 'macCroatian') # ?¸
  641. check_both_ways("\u00BF", "\xC0", 'macCroatian') # Â?
  642. check_both_ways("\u0153", "\xCF", 'macCroatian') # ?&#x201C;
  643. check_both_ways("\u0110", "\xD0", 'macCroatian') # Ä?
  644. check_both_ways("\u00A9", "\xD9", 'macCroatian') # Š
  645. check_both_ways("\u2044", "\xDA", 'macCroatian') # â &#x201E;
  646. check_both_ways("\u203A", "\xDD", 'macCroatian') # â&#x20AC;?
  647. check_both_ways("\u00C6", "\xDE", 'macCroatian') # ?&#x2020;
  648. check_both_ways("\u00BB", "\xDF", 'macCroatian') # Â?
  649. check_both_ways("\u2013", "\xE0", 'macCroatian') # â&#x20AC;&#x201C;
  650. check_both_ways("\u00B7", "\xE1", 'macCroatian') # Â?
  651. check_both_ways("\u00C2", "\xE5", 'macCroatian') # ?&#x201A;
  652. check_both_ways("\u0107", "\xE6", 'macCroatian') # Ä&#x2021;
  653. check_both_ways("\u00C1", "\xE7", 'macCroatian') # ?
  654. check_both_ways("\u010D", "\xE8", 'macCroatian') # Ä?
  655. check_both_ways("\u00C8", "\xE9", 'macCroatian') # ?&#x2C6;
  656. check_both_ways("\u00D4", "\xEF", 'macCroatian') # ?&#x201D;
  657. check_both_ways("\u0111", "\xF0", 'macCroatian') # Ä&#x2018;
  658. check_both_ways("\u00D2", "\xF1", 'macCroatian') # ?&#x2019;
  659. check_both_ways("\u00AF", "\xF8", 'macCroatian') # Â?
  660. check_both_ways("\u03C0", "\xF9", 'macCroatian') # ?&#x20AC;
  661. check_both_ways("\u00CB", "\xFA", 'macCroatian') # ?&#x2039;
  662. check_both_ways("\u00CA", "\xFD", 'macCroatian') # ?&#x160;
  663. check_both_ways("\u00E6", "\xFE", 'macCroatian') # ??
  664. check_both_ways("\u02C7", "\xFF", 'macCroatian') # Ë&#x2021;
  665. end
  666. def test_macCyrillic
  667. check_both_ways("\u0410", "\x80", 'macCyrillic') # ??
  668. check_both_ways("\u041F", "\x8F", 'macCyrillic') # ?&#x;
  669. check_both_ways("\u0420", "\x90", 'macCyrillic') # ? 
  670. check_both_ways("\u042F", "\x9F", 'macCyrillic') # ??
  671. check_both_ways("\u2020", "\xA0", 'macCyrillic') # â&#x20AC; 
  672. check_both_ways("\u0453", "\xAF", 'macCyrillic') # ?&#x201C;
  673. check_both_ways("\u221E", "\xB0", 'macCyrillic') # â&#x2C6;&#x17E;
  674. check_both_ways("\u045A", "\xBF", 'macCyrillic') # ?&#x161;
  675. check_both_ways("\u0458", "\xC0", 'macCyrillic') # ?&#x2DC;
  676. check_both_ways("\u0455", "\xCF", 'macCyrillic') # ?&#x2022;
  677. check_both_ways("\u2013", "\xD0", 'macCyrillic') # â&#x20AC;&#x201C;
  678. check_both_ways("\u044F", "\xDF", 'macCyrillic') # ??
  679. check_both_ways("\u0430", "\xE0", 'macCyrillic') # ?°
  680. check_both_ways("\u043F", "\xEF", 'macCyrillic') # ??
  681. check_both_ways("\u0440", "\xF0", 'macCyrillic') # ?&#x20AC;
  682. check_both_ways("\u00A4", "\xFF", 'macCyrillic') # ¤
  683. end
  684. def test_macGreek
  685. check_both_ways("\u00C4", "\x80", 'macGreek') # ?&#x201E;
  686. check_both_ways("\u00E8", "\x8F", 'macGreek') # ?¨
  687. check_both_ways("\u00EA", "\x90", 'macGreek') # ??
  688. check_both_ways("\u00FC", "\x9F", 'macGreek') # ??
  689. check_both_ways("\u2020", "\xA0", 'macGreek') # â&#x20AC; 
  690. check_both_ways("\u0393", "\xA1", 'macGreek') # Î&#x201C;
  691. check_both_ways("\u0387", "\xAF", 'macGreek') # Î&#x2021;
  692. check_both_ways("\u0391", "\xB0", 'macGreek') # Î&#x2018;
  693. check_both_ways("\u03A9", "\xBF", 'macGreek') # Ί
  694. check_both_ways("\u03AC", "\xC0", 'macGreek') # Î?
  695. check_both_ways("\u0153", "\xCF", 'macGreek') # ?&#x201C;
  696. check_both_ways("\u2013", "\xD0", 'macGreek') # â&#x20AC;&#x201C;
  697. check_both_ways("\u038F", "\xDF", 'macGreek') # Î?
  698. check_both_ways("\u03CD", "\xE0", 'macGreek') # ??
  699. check_both_ways("\u03BF", "\xEF", 'macGreek') # Î?
  700. check_both_ways("\u03C0", "\xF0", 'macGreek') # ?&#x20AC;
  701. check_both_ways("\u03B0", "\xFE", 'macGreek') # ΰ
  702. assert_raise(Encoding::UndefinedConversionError) { "\xFF".encode("utf-8", 'macGreek') }
  703. end
  704. def test_macIceland
  705. check_both_ways("\u00C4", "\x80", 'macIceland') # ?&#x201E;
  706. check_both_ways("\u00E8", "\x8F", 'macIceland') # ?¨
  707. check_both_ways("\u00EA", "\x90", 'macIceland') # ??
  708. check_both_ways("\u00FC", "\x9F", 'macIceland') # ??
  709. check_both_ways("\u00DD", "\xA0", 'macIceland') # ??
  710. check_both_ways("\u00D8", "\xAF", 'macIceland') # ?&#x2DC;
  711. check_both_ways("\u221E", "\xB0", 'macIceland') # â&#x2C6;&#x17E;
  712. check_both_ways("\u00F8", "\xBF", 'macIceland') # ?¸
  713. check_both_ways("\u00BF", "\xC0", 'macIceland') # Â?
  714. check_both_ways("\u0153", "\xCF", 'macIceland') # ?&#x201C;
  715. check_both_ways("\u2013", "\xD0", 'macIceland') # â&#x20AC;&#x201C;
  716. check_both_ways("\u00FE", "\xDF", 'macIceland') # ?ž
  717. check_both_ways("\u00FD", "\xE0", 'macIceland') # ??
  718. check_both_ways("\u00D4", "\xEF", 'macIceland') # ?&#x201D;
  719. #check_both_ways("\uF8FF", "\xF0", 'macIceland') # Apple logo
  720. check_both_ways("\u02C7", "\xFF", 'macIceland') # Ë&#x2021;
  721. end
  722. def test_macRoman
  723. check_both_ways("\u00C4", "\x80", 'macRoman') # ?&#x201E;
  724. check_both_ways("\u00E8", "\x8F", 'macRoman') # ?¨
  725. check_both_ways("\u00EA", "\x90", 'macRoman') # ??
  726. check_both_ways("\u00FC", "\x9F", 'macRoman') # ??
  727. check_both_ways("\u2020", "\xA0", 'macRoman') # â&#x20AC; 
  728. #check_both_ways("\u00DB", "\xAF", 'macRoman') # ?&#x2DC;
  729. check_both_ways("\u221E", "\xB0", 'macRoman') # â&#x2C6;&#x17E;
  730. check_both_ways("\u00F8", "\xBF", 'macRoman') # ?¸
  731. check_both_ways("\u00BF", "\xC0", 'macRoman') # Â?
  732. check_both_ways("\u0153", "\xCF", 'macRoman') # ?&#x201C;
  733. check_both_ways("\u2013", "\xD0", 'macRoman') # â&#x20AC;&#x201C;
  734. check_both_ways("\u00A4", "\xDB", 'macRoman') # ¤
  735. check_both_ways("\uFB02", "\xDF", 'macRoman') # ??&#x201A;
  736. check_both_ways("\u2021", "\xE0", 'macRoman') # â&#x20AC;?
  737. check_both_ways("\u00D4", "\xEF", 'macRoman') # ?&#x201D;
  738. #check_both_ways("\uF8FF", "\xF0", 'macRoman') # Apple logo
  739. check_both_ways("\u02C7", "\xFF", 'macRoman') # Ë&#x2021;
  740. end
  741. def test_macRomania
  742. check_both_ways("\u00C4", "\x80", 'macRomania') # ?&#x201E;
  743. check_both_ways("\u00E8", "\x8F", 'macRomania') # ?¨
  744. check_both_ways("\u00EA", "\x90", 'macRomania') # ??
  745. check_both_ways("\u00FC", "\x9F", 'macRomania') # ??
  746. check_both_ways("\u2020", "\xA0", 'macRomania') # â&#x20AC; 
  747. check_both_ways("\u015E", "\xAF", 'macRomania') # ?&#x17E;
  748. check_both_ways("\u221E", "\xB0", 'macRomania') # â&#x2C6;&#x17E;
  749. check_both_ways("\u015F", "\xBF", 'macRomania') # ?&#x;
  750. check_both_ways("\u00BF", "\xC0", 'macRomania') # Â?
  751. check_both_ways("\u0153", "\xCF", 'macRomania') # ?&#x201C;
  752. check_both_ways("\u2013", "\xD0", 'macRomania') # â&#x20AC;&#x201C;
  753. check_both_ways("\u00A4", "\xDB", 'macRomania') # â&#x201A;?
  754. check_both_ways("\u0163", "\xDF", 'macRomania') # ??
  755. check_both_ways("\u2021", "\xE0", 'macRomania') # â&#x20AC;?
  756. check_both_ways("\u00D4", "\xEF", 'macRomania') # ?&#x201D;
  757. #check_both_ways("\uF8FF", "\xF0", 'macRomania') # Apple logo
  758. check_both_ways("\u02C7", "\xFF", 'macRomania') # Ë&#x2021;
  759. end
  760. def test_macTurkish
  761. check_both_ways("\u00C4", "\x80", 'macTurkish') # ?&#x201E;
  762. check_both_ways("\u00E8", "\x8F", 'macTurkish') # ?¨
  763. check_both_ways("\u00EA", "\x90", 'macTurkish') # ??
  764. check_both_ways("\u00FC", "\x9F", 'macTurkish') # ??
  765. check_both_ways("\u2020", "\xA0", 'macTurkish') # â&#x20AC; 
  766. check_both_ways("\u00D8", "\xAF", 'macTurkish') # ?&#x2DC;
  767. check_both_ways("\u221E", "\xB0", 'macTurkish') # â&#x2C6;&#x17E;
  768. check_both_ways("\u00F8", "\xBF", 'macTurkish') # ?¸
  769. check_both_ways("\u00BF", "\xC0", 'macTurkish') # Â?
  770. check_both_ways("\u0153", "\xCF", 'macTurkish') # ?&#x201C;
  771. check_both_ways("\u2013", "\xD0", 'macTurkish') # â&#x20AC;&#x201C;
  772. check_both_ways("\u015F", "\xDF", 'macTurkish') # ?&#x;
  773. check_both_ways("\u2021", "\xE0", 'macTurkish') # â&#x20AC;?
  774. check_both_ways("\u00D4", "\xEF", 'macTurkish') # ?&#x201D;
  775. #check_both_ways("\uF8FF", "\xF0", 'macTurkish') # Apple logo
  776. check_both_ways("\u00D9", "\xF4", 'macTurkish') # ?&#x2122;
  777. assert_raise(Encoding::UndefinedConversionError) { "\xF5".encode("utf-8", 'macTurkish') }
  778. check_both_ways("\u02C6", "\xF6", 'macTurkish') # Ë&#x2020;
  779. check_both_ways("\u02C7", "\xFF", 'macTurkish') # Ë&#x2021;
  780. end
  781. def test_macUkraine
  782. check_both_ways("\u0410", "\x80", 'macUkraine') # ??
  783. check_both_ways("\u041F", "\x8F", 'macUkraine') # ?&#x;
  784. check_both_ways("\u0420", "\x90", 'macUkraine') # ? 
  785. check_both_ways("\u042F", "\x9F", 'macUkraine') # ??
  786. check_both_ways("\u2020", "\xA0", 'macUkraine') # â&#x20AC; 
  787. check_both_ways("\u0453", "\xAF", 'macUkraine') # ?&#x201C;
  788. check_both_ways("\u221E", "\xB0", 'macUkraine') # â&#x2C6;&#x17E;
  789. check_both_ways("\u045A", "\xBF", 'macUkraine') # ?&#x161;
  790. check_both_ways("\u0458", "\xC0", 'macUkraine') # ?&#x2DC;
  791. check_both_ways("\u0455", "\xCF", 'macUkraine') # ?&#x2022;
  792. check_both_ways("\u2013", "\xD0", 'macUkraine') # â&#x20AC;&#x201C;
  793. check_both_ways("\u044F", "\xDF", 'macUkraine') # ??
  794. check_both_ways("\u0430", "\xE0", 'macUkraine') # ?°
  795. check_both_ways("\u043F", "\xEF", 'macUkraine') # ??
  796. check_both_ways("\u0440", "\xF0", 'macUkraine') # ?&#x20AC;
  797. check_both_ways("\u00A4", "\xFF", 'macUkraine') # ¤
  798. end
  799. def test_koi8_u
  800. check_both_ways("\u2500", "\x80", 'KOI8-U') # â&#x201D;&#x20AC;
  801. check_both_ways("\u2590", "\x8F", 'KOI8-U') # â&#x2013;?
  802. check_both_ways("\u2591", "\x90", 'KOI8-U') # â&#x2013;&#x2018;
  803. check_both_ways("\u00F7", "\x9F", 'KOI8-U') # ??
  804. check_both_ways("\u2550", "\xA0", 'KOI8-U') # â&#x2022;?
  805. check_both_ways("\u0454", "\xA4", 'KOI8-U') # ?&#x201D;
  806. check_both_ways("\u0456", "\xA6", 'KOI8-U') # ?&#x2013;
  807. check_both_ways("\u0457", "\xA7", 'KOI8-U') # ?&#x2014;
  808. check_both_ways("\u0491", "\xAD", 'KOI8-U') # ?&#x2018;
  809. check_both_ways("\u255E", "\xAF", 'KOI8-U') # â&#x2022;&#x17E;
  810. check_both_ways("\u255F", "\xB0", 'KOI8-U') # â&#x2022;&#x;
  811. check_both_ways("\u0404", "\xB4", 'KOI8-U') # ?&#x201E;
  812. check_both_ways("\u0406", "\xB6", 'KOI8-U') # ?&#x2020;
  813. check_both_ways("\u0407", "\xB…

Large files files are truncated, but you can click here to view the full file