/src/contrib/boost/spirit/home/support/char_encoding/ascii.hpp

http://pythonocc.googlecode.com/ · C++ Header · 313 lines · 260 code · 28 blank · 25 comment · 7 complexity · 022747837c5ad4b1195b345eec09f1db MD5 · raw file 

    

  1. /*=============================================================================
    2. 

  2.     Copyright (c) 2001-2010 Hartmut Kaiser
    3. 

  3.     Copyright (c) 2001-2010 Joel de Guzman
    4. 

    5. 

  5.     Distributed under the Boost Software License, Version 1.0. (See accompanying
    6. 

  6.     file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
    7. 

  7. =============================================================================*/
    8. 

  8. #if !defined(BOOST_SPIRIT_ASCII_APRIL_26_2006_1106PM)
    9. 

  9. #define BOOST_SPIRIT_ASCII_APRIL_26_2006_1106PM
    10. 

  10. 

  11. #if defined(_MSC_VER)
    12. 

  12. #pragma once
    13. 

  13. #endif
    14. 

  14. 

  15. #include <climits>
    16. 

  16. #include <boost/assert.hpp>
    17. 

  17. #include <boost/cstdint.hpp>
    18. 

  18. 

  19. ///////////////////////////////////////////////////////////////////////////////
    20. 

  20. // constants used to classify the single characters
    21. 

  21. ///////////////////////////////////////////////////////////////////////////////
    22. 

  22. #define BOOST_CC_DIGIT    0x0001
    23. 

  23. #define BOOST_CC_XDIGIT   0x0002
    24. 

  24. #define BOOST_CC_ALPHA    0x0004
    25. 

  25. #define BOOST_CC_CTRL     0x0008
    26. 

  26. #define BOOST_CC_LOWER    0x0010
    27. 

  27. #define BOOST_CC_UPPER    0x0020
    28. 

  28. #define BOOST_CC_SPACE    0x0040
    29. 

  29. #define BOOST_CC_PUNCT    0x0080
    30. 

  30. 

  31. namespace boost { namespace spirit { namespace char_encoding
    32. 

  32. {
    33. 

  33.     // The detection of isgraph(), isprint() and isblank() is done programmatically
    34. 

  34.     // to keep the character type table small. Additionally, these functions are
    35. 

  35.     // rather seldom used and the programmatic detection is very simple.
    36. 

  36. 

  37.     ///////////////////////////////////////////////////////////////////////////
    38. 

  38.     // ASCII character classification table
    39. 

  39.     ///////////////////////////////////////////////////////////////////////////
    40. 

  40.     const unsigned char ascii_char_types[] =
    41. 

  41.     {
    42. 

  42.         /* NUL   0   0 */   BOOST_CC_CTRL,
    43. 

  43.         /* SOH   1   1 */   BOOST_CC_CTRL,
    44. 

  44.         /* STX   2   2 */   BOOST_CC_CTRL,
    45. 

  45.         /* ETX   3   3 */   BOOST_CC_CTRL,
    46. 

  46.         /* EOT   4   4 */   BOOST_CC_CTRL,
    47. 

  47.         /* ENQ   5   5 */   BOOST_CC_CTRL,
    48. 

  48.         /* ACK   6   6 */   BOOST_CC_CTRL,
    49. 

  49.         /* BEL   7   7 */   BOOST_CC_CTRL,
    50. 

  50.         /* BS    8   8 */   BOOST_CC_CTRL,
    51. 

  51.         /* HT    9   9 */   BOOST_CC_CTRL|BOOST_CC_SPACE,
    52. 

  52.         /* NL   10   a */   BOOST_CC_CTRL|BOOST_CC_SPACE,
    53. 

  53.         /* VT   11   b */   BOOST_CC_CTRL|BOOST_CC_SPACE,
    54. 

  54.         /* NP   12   c */   BOOST_CC_CTRL|BOOST_CC_SPACE,
    55. 

  55.         /* CR   13   d */   BOOST_CC_CTRL|BOOST_CC_SPACE,
    56. 

  56.         /* SO   14   e */   BOOST_CC_CTRL,
    57. 

  57.         /* SI   15   f */   BOOST_CC_CTRL,
    58. 

  58.         /* DLE  16  10 */   BOOST_CC_CTRL,
    59. 

  59.         /* DC1  17  11 */   BOOST_CC_CTRL,
    60. 

  60.         /* DC2  18  12 */   BOOST_CC_CTRL,
    61. 

  61.         /* DC3  19  13 */   BOOST_CC_CTRL,
    62. 

  62.         /* DC4  20  14 */   BOOST_CC_CTRL,
    63. 

  63.         /* NAK  21  15 */   BOOST_CC_CTRL,
    64. 

  64.         /* SYN  22  16 */   BOOST_CC_CTRL,
    65. 

  65.         /* ETB  23  17 */   BOOST_CC_CTRL,
    66. 

  66.         /* CAN  24  18 */   BOOST_CC_CTRL,
    67. 

  67.         /* EM   25  19 */   BOOST_CC_CTRL,
    68. 

  68.         /* SUB  26  1a */   BOOST_CC_CTRL,
    69. 

  69.         /* ESC  27  1b */   BOOST_CC_CTRL,
    70. 

  70.         /* FS   28  1c */   BOOST_CC_CTRL,
    71. 

  71.         /* GS   29  1d */   BOOST_CC_CTRL,
    72. 

  72.         /* RS   30  1e */   BOOST_CC_CTRL,
    73. 

  73.         /* US   31  1f */   BOOST_CC_CTRL,
    74. 

  74.         /* SP   32  20 */   BOOST_CC_SPACE,
    75. 

  75.         /*  !   33  21 */   BOOST_CC_PUNCT,
    76. 

  76.         /*  "   34  22 */   BOOST_CC_PUNCT,
    77. 

  77.         /*  #   35  23 */   BOOST_CC_PUNCT,
    78. 

  78.         /*  $   36  24 */   BOOST_CC_PUNCT,
    79. 

  79.         /*  %   37  25 */   BOOST_CC_PUNCT,
    80. 

  80.         /*  &   38  26 */   BOOST_CC_PUNCT,
    81. 

  81.         /*  '   39  27 */   BOOST_CC_PUNCT,
    82. 

  82.         /*  (   40  28 */   BOOST_CC_PUNCT,
    83. 

  83.         /*  )   41  29 */   BOOST_CC_PUNCT,
    84. 

  84.         /*  *   42  2a */   BOOST_CC_PUNCT,
    85. 

  85.         /*  +   43  2b */   BOOST_CC_PUNCT,
    86. 

  86.         /*  ,   44  2c */   BOOST_CC_PUNCT,
    87. 

  87.         /*  -   45  2d */   BOOST_CC_PUNCT,
    88. 

  88.         /*  .   46  2e */   BOOST_CC_PUNCT,
    89. 

  89.         /*  /   47  2f */   BOOST_CC_PUNCT,
    90. 

  90.         /*  0   48  30 */   BOOST_CC_DIGIT|BOOST_CC_XDIGIT,
    91. 

  91.         /*  1   49  31 */   BOOST_CC_DIGIT|BOOST_CC_XDIGIT,
    92. 

  92.         /*  2   50  32 */   BOOST_CC_DIGIT|BOOST_CC_XDIGIT,
    93. 

  93.         /*  3   51  33 */   BOOST_CC_DIGIT|BOOST_CC_XDIGIT,
    94. 

  94.         /*  4   52  34 */   BOOST_CC_DIGIT|BOOST_CC_XDIGIT,
    95. 

  95.         /*  5   53  35 */   BOOST_CC_DIGIT|BOOST_CC_XDIGIT,
    96. 

  96.         /*  6   54  36 */   BOOST_CC_DIGIT|BOOST_CC_XDIGIT,
    97. 

  97.         /*  7   55  37 */   BOOST_CC_DIGIT|BOOST_CC_XDIGIT,
    98. 

  98.         /*  8   56  38 */   BOOST_CC_DIGIT|BOOST_CC_XDIGIT,
    99. 

  99.         /*  9   57  39 */   BOOST_CC_DIGIT|BOOST_CC_XDIGIT,
    100. 

  100.         /*  :   58  3a */   BOOST_CC_PUNCT,
    101. 

  101.         /*  ;   59  3b */   BOOST_CC_PUNCT,
    102. 

  102.         /*  <   60  3c */   BOOST_CC_PUNCT,
    103. 

  103.         /*  =   61  3d */   BOOST_CC_PUNCT,
    104. 

  104.         /*  >   62  3e */   BOOST_CC_PUNCT,
    105. 

  105.         /*  ?   63  3f */   BOOST_CC_PUNCT,
    106. 

  106.         /*  @   64  40 */   BOOST_CC_PUNCT,
    107. 

  107.         /*  A   65  41 */   BOOST_CC_ALPHA|BOOST_CC_XDIGIT|BOOST_CC_UPPER,
    108. 

  108.         /*  B   66  42 */   BOOST_CC_ALPHA|BOOST_CC_XDIGIT|BOOST_CC_UPPER,
    109. 

  109.         /*  C   67  43 */   BOOST_CC_ALPHA|BOOST_CC_XDIGIT|BOOST_CC_UPPER,
    110. 

  110.         /*  D   68  44 */   BOOST_CC_ALPHA|BOOST_CC_XDIGIT|BOOST_CC_UPPER,
    111. 

  111.         /*  E   69  45 */   BOOST_CC_ALPHA|BOOST_CC_XDIGIT|BOOST_CC_UPPER,
    112. 

  112.         /*  F   70  46 */   BOOST_CC_ALPHA|BOOST_CC_XDIGIT|BOOST_CC_UPPER,
    113. 

  113.         /*  G   71  47 */   BOOST_CC_ALPHA|BOOST_CC_UPPER,
    114. 

  114.         /*  H   72  48 */   BOOST_CC_ALPHA|BOOST_CC_UPPER,
    115. 

  115.         /*  I   73  49 */   BOOST_CC_ALPHA|BOOST_CC_UPPER,
    116. 

  116.         /*  J   74  4a */   BOOST_CC_ALPHA|BOOST_CC_UPPER,
    117. 

  117.         /*  K   75  4b */   BOOST_CC_ALPHA|BOOST_CC_UPPER,
    118. 

  118.         /*  L   76  4c */   BOOST_CC_ALPHA|BOOST_CC_UPPER,
    119. 

  119.         /*  M   77  4d */   BOOST_CC_ALPHA|BOOST_CC_UPPER,
    120. 

  120.         /*  N   78  4e */   BOOST_CC_ALPHA|BOOST_CC_UPPER,
    121. 

  121.         /*  O   79  4f */   BOOST_CC_ALPHA|BOOST_CC_UPPER,
    122. 

  122.         /*  P   80  50 */   BOOST_CC_ALPHA|BOOST_CC_UPPER,
    123. 

  123.         /*  Q   81  51 */   BOOST_CC_ALPHA|BOOST_CC_UPPER,
    124. 

  124.         /*  R   82  52 */   BOOST_CC_ALPHA|BOOST_CC_UPPER,
    125. 

  125.         /*  S   83  53 */   BOOST_CC_ALPHA|BOOST_CC_UPPER,
    126. 

  126.         /*  T   84  54 */   BOOST_CC_ALPHA|BOOST_CC_UPPER,
    127. 

  127.         /*  U   85  55 */   BOOST_CC_ALPHA|BOOST_CC_UPPER,
    128. 

  128.         /*  V   86  56 */   BOOST_CC_ALPHA|BOOST_CC_UPPER,
    129. 

  129.         /*  W   87  57 */   BOOST_CC_ALPHA|BOOST_CC_UPPER,
    130. 

  130.         /*  X   88  58 */   BOOST_CC_ALPHA|BOOST_CC_UPPER,
    131. 

  131.         /*  Y   89  59 */   BOOST_CC_ALPHA|BOOST_CC_UPPER,
    132. 

  132.         /*  Z   90  5a */   BOOST_CC_ALPHA|BOOST_CC_UPPER,
    133. 

  133.         /*  [   91  5b */   BOOST_CC_PUNCT,
    134. 

  134.         /*  \   92  5c */   BOOST_CC_PUNCT,
    135. 

  135.         /*  ]   93  5d */   BOOST_CC_PUNCT,
    136. 

  136.         /*  ^   94  5e */   BOOST_CC_PUNCT,
    137. 

  137.         /*  _   95  5f */   BOOST_CC_PUNCT,
    138. 

  138.         /*  `   96  60 */   BOOST_CC_PUNCT,
    139. 

  139.         /*  a   97  61 */   BOOST_CC_ALPHA|BOOST_CC_XDIGIT|BOOST_CC_LOWER,
    140. 

  140.         /*  b   98  62 */   BOOST_CC_ALPHA|BOOST_CC_XDIGIT|BOOST_CC_LOWER,
    141. 

  141.         /*  c   99  63 */   BOOST_CC_ALPHA|BOOST_CC_XDIGIT|BOOST_CC_LOWER,
    142. 

  142.         /*  d  100  64 */   BOOST_CC_ALPHA|BOOST_CC_XDIGIT|BOOST_CC_LOWER,
    143. 

  143.         /*  e  101  65 */   BOOST_CC_ALPHA|BOOST_CC_XDIGIT|BOOST_CC_LOWER,
    144. 

  144.         /*  f  102  66 */   BOOST_CC_ALPHA|BOOST_CC_XDIGIT|BOOST_CC_LOWER,
    145. 

  145.         /*  g  103  67 */   BOOST_CC_ALPHA|BOOST_CC_LOWER,
    146. 

  146.         /*  h  104  68 */   BOOST_CC_ALPHA|BOOST_CC_LOWER,
    147. 

  147.         /*  i  105  69 */   BOOST_CC_ALPHA|BOOST_CC_LOWER,
    148. 

  148.         /*  j  106  6a */   BOOST_CC_ALPHA|BOOST_CC_LOWER,
    149. 

  149.         /*  k  107  6b */   BOOST_CC_ALPHA|BOOST_CC_LOWER,
    150. 

  150.         /*  l  108  6c */   BOOST_CC_ALPHA|BOOST_CC_LOWER,
    151. 

  151.         /*  m  109  6d */   BOOST_CC_ALPHA|BOOST_CC_LOWER,
    152. 

  152.         /*  n  110  6e */   BOOST_CC_ALPHA|BOOST_CC_LOWER,
    153. 

  153.         /*  o  111  6f */   BOOST_CC_ALPHA|BOOST_CC_LOWER,
    154. 

  154.         /*  p  112  70 */   BOOST_CC_ALPHA|BOOST_CC_LOWER,
    155. 

  155.         /*  q  113  71 */   BOOST_CC_ALPHA|BOOST_CC_LOWER,
    156. 

  156.         /*  r  114  72 */   BOOST_CC_ALPHA|BOOST_CC_LOWER,
    157. 

  157.         /*  s  115  73 */   BOOST_CC_ALPHA|BOOST_CC_LOWER,
    158. 

  158.         /*  t  116  74 */   BOOST_CC_ALPHA|BOOST_CC_LOWER,
    159. 

  159.         /*  u  117  75 */   BOOST_CC_ALPHA|BOOST_CC_LOWER,
    160. 

  160.         /*  v  118  76 */   BOOST_CC_ALPHA|BOOST_CC_LOWER,
    161. 

  161.         /*  w  119  77 */   BOOST_CC_ALPHA|BOOST_CC_LOWER,
    162. 

  162.         /*  x  120  78 */   BOOST_CC_ALPHA|BOOST_CC_LOWER,
    163. 

  163.         /*  y  121  79 */   BOOST_CC_ALPHA|BOOST_CC_LOWER,
    164. 

  164.         /*  z  122  7a */   BOOST_CC_ALPHA|BOOST_CC_LOWER,
    165. 

  165.         /*  {  123  7b */   BOOST_CC_PUNCT,
    166. 

  166.         /*  |  124  7c */   BOOST_CC_PUNCT,
    167. 

  167.         /*  }  125  7d */   BOOST_CC_PUNCT,
    168. 

  168.         /*  ~  126  7e */   BOOST_CC_PUNCT,
    169. 

  169.         /* DEL 127  7f */   BOOST_CC_CTRL,
    170. 

  170.     };
    171. 

  171. 

  172.     ///////////////////////////////////////////////////////////////////////////
    173. 

  173.     //  Test characters for specified conditions (using ASCII)
    174. 

  174.     ///////////////////////////////////////////////////////////////////////////
    175. 

  175.     struct ascii
    176. 

  176.     {
    177. 

  177.         typedef char char_type;
    178. 

  178. 

  179.         static bool
    180. 

  180.         isascii_(int ch)
    181. 

  181.         {
    182. 

  182.             return 0 == (ch & ~0x7f);
    183. 

  183.         }
    184. 

  184. 

  185.         static bool
    186. 

  186.         ischar(int ch)
    187. 

  187.         {
    188. 

  188.             return isascii_(ch);
    189. 

  189.         }
    190. 

  190. 

  191.         static int
    192. 

  192.         isalnum(int ch)
    193. 

  193.         {
    194. 

  194.             BOOST_ASSERT(isascii_(ch));
    195. 

  195.             return (ascii_char_types[ch] & BOOST_CC_ALPHA)
    196. 

  196.                 || (ascii_char_types[ch] & BOOST_CC_DIGIT);
    197. 

  197.         }
    198. 

  198. 

  199.         static int
    200. 

  200.         isalpha(int ch)
    201. 

  201.         {
    202. 

  202.             BOOST_ASSERT(isascii_(ch));
    203. 

  203.             return (ascii_char_types[ch] & BOOST_CC_ALPHA);
    204. 

  204.         }
    205. 

  205. 

  206.         static int
    207. 

  207.         isdigit(int ch)
    208. 

  208.         {
    209. 

  209.             BOOST_ASSERT(isascii_(ch));
    210. 

  210.             return (ascii_char_types[ch] & BOOST_CC_DIGIT);
    211. 

  211.         }
    212. 

  212. 

  213.         static int
    214. 

  214.         isxdigit(int ch)
    215. 

  215.         {
    216. 

  216.             BOOST_ASSERT(isascii_(ch));
    217. 

  217.             return (ascii_char_types[ch] & BOOST_CC_XDIGIT);
    218. 

  218.         }
    219. 

  219. 

  220.         static int
    221. 

  221.         iscntrl(int ch)
    222. 

  222.         {
    223. 

  223.             BOOST_ASSERT(isascii_(ch));
    224. 

  224.             return (ascii_char_types[ch] & BOOST_CC_CTRL);
    225. 

  225.         }
    226. 

  226. 

  227.         static int
    228. 

  228.         isgraph(int ch)
    229. 

  229.         {
    230. 

  230.             return ('\x21' <= ch && ch <= '\x7e');
    231. 

  231.         }
    232. 

  232. 

  233.         static int
    234. 

  234.         islower(int ch)
    235. 

  235.         {
    236. 

  236.             BOOST_ASSERT(isascii_(ch));
    237. 

  237.             return (ascii_char_types[ch] & BOOST_CC_LOWER);
    238. 

  238.         }
    239. 

  239. 

  240.         static int
    241. 

  241.         isprint(int ch)
    242. 

  242.         {
    243. 

  243.             return ('\x20' <= ch && ch <= '\x7e');
    244. 

  244.         }
    245. 

  245. 

  246.         static int
    247. 

  247.         ispunct(int ch)
    248. 

  248.         {
    249. 

  249.             BOOST_ASSERT(isascii_(ch));
    250. 

  250.             return (ascii_char_types[ch] & BOOST_CC_PUNCT);
    251. 

  251.         }
    252. 

  252. 

  253.         static int
    254. 

  254.         isspace(int ch)
    255. 

  255.         {
    256. 

  256.             BOOST_ASSERT(isascii_(ch));
    257. 

  257.             return (ascii_char_types[ch] & BOOST_CC_SPACE);
    258. 

  258.         }
    259. 

  259. 

  260.         static int
    261. 

  261.         isblank BOOST_PREVENT_MACRO_SUBSTITUTION (int ch)
    262. 

  262.         {
    263. 

  263.             return ('\x09' == ch || '\x20' == ch);
    264. 

  264.         }
    265. 

  265. 

  266.         static int
    267. 

  267.         isupper(int ch)
    268. 

  268.         {
    269. 

  269.             BOOST_ASSERT(isascii_(ch));
    270. 

  270.             return (ascii_char_types[ch] & BOOST_CC_UPPER);
    271. 

  271.         }
    272. 

  272. 

  273.         ///////////////////////////////////////////////////////////////////////
    274. 

  274.         //  Simple character conversions
    275. 

  275.         ///////////////////////////////////////////////////////////////////////
    276. 

  276. 

  277.         static int
    278. 

  278.         tolower(int ch)
    279. 

  279.         {
    280. 

  280.             BOOST_ASSERT(isascii_(ch));
    281. 

  281.             return isupper(ch) ? (ch - 'A' + 'a') : ch;
    282. 

  282.         }
    283. 

  283. 

  284.         static int
    285. 

  285.         toupper(int ch)
    286. 

  286.         {
    287. 

  287.             BOOST_ASSERT(isascii_(ch));
    288. 

  288.             return islower(ch) ? (ch - 'a' + 'A') : ch;
    289. 

  289.         }
    290. 

  290. 

  291.         static ::boost::uint32_t
    292. 

  292.         toucs4(int ch)
    293. 

  293.         {
    294. 

  294.             return ch;
    295. 

  295.         }
    296. 

  296.     };
    297. 

  297. 

  298. }}}
    299. 

  299. 

  300. ///////////////////////////////////////////////////////////////////////////////
    301. 

  301. // undefine macros
    302. 

  302. ///////////////////////////////////////////////////////////////////////////////
    303. 

  303. #undef BOOST_CC_DIGIT
    304. 

  304. #undef BOOST_CC_XDIGIT
    305. 

  305. #undef BOOST_CC_ALPHA
    306. 

  306. #undef BOOST_CC_CTRL
    307. 

  307. #undef BOOST_CC_LOWER
    308. 

  308. #undef BOOST_CC_UPPER
    309. 

  309. #undef BOOST_CC_PUNCT
    310. 

  310. #undef BOOST_CC_SPACE
    311. 

  311. 

  312. #endif
    313.