/turing/src/miolexscan.in

https://bitbucket.org/yingted/openturing · Autoconf · 958 lines · 822 code · 133 blank · 3 comment · 164 complexity · 3f7ed039b5984f0797c899ce34d4bbeb MD5 · raw file 

    

  1. /*****************/

    2. 

  2. /* miolexscan.in */

    3. 

  3. /*****************/

    4. 

  4. 

    5. 

  5. /***************************************/

    6. 

  6. /* This file is included by miolexer.c */

    7. 

  7. /***************************************/

    8. 

  8. 

    9. 

  9. /*******************/

    10. 

  10. /* System includes */

    11. 

  11. /*******************/

    12. 

  12. 

    13. 

  13. /*************/

    14. 

  14. /* Constants */

    15. 

  15. /*************/

    16. 

  16. 

    17. 

  17. /********************/

    18. 

  18. /* Static variables */

    19. 

  19. /********************/

    20. 

  20. 

    21. 

  21. /*********************/

    22. 

  22. /* Static procedures */

    23. 

  23. /*********************/

    24. 

  24. #define IS_MATCH(str1, str2) \

    25. 

  25.     ((str2 [1] == EOS) || strncmp((str1), (str2), strlen(str2)) == 0)

    26. 

  26. 

    27. 

  27. /************************************************************************/

    28. 

  28. /* MyIsDigitChar							*/

    29. 

  29. /************************************************************************/

    30. 

  30. static BOOL	MyIsDigitChar (int pmBase, char pmChar)

    31. 

  31. {

    32. 

  32.     if (pmBase) 

    33. 

  33.     {

    34. 

  34. 	UINT	myChar = toupper (pmChar);

    35. 

  35. 

    36. 

  36. 	return (isdigit(pmChar) && ((pmChar - '0') < pmBase)) ||

    37. 

  37. 	        (('A' <= pmChar) && (myChar < (UINT) ('A' + pmBase - 10)));

    38. 

  38.     }

    39. 

  39.     return isdigit (pmChar);

    40. 

  40. } // MyIsDigitChar

    41. 

  41. 

    42. 

  42. 

    43. 

  43. /************************************************************************/

    44. 

  44. /* MyHash								*/

    45. 

  45. /*									*/

    46. 

  46. /* Hash token to hash table slot index					*/

    47. 

  47. /************************************************************************/

    48. 

  48. static UINT	MyHash (const char *pmStr)

    49. 

  49. {

    50. 

  50.     DWORD	myIndex = 0;

    51. 

  51.     int		myLen = strlen (pmStr);

    52. 

  52.     int		cnt;

    53. 

  53. 

    54. 

  54.     for (cnt = 0 ; cnt < myLen ; cnt++) 

    55. 

  55.     {

    56. 

  56. 	myIndex = (myIndex >> 16) | (myIndex << 16) | pmStr [cnt];

    57. 

  57.     }

    58. 

  58. 

    59. 

  59.     return (myIndex % NUM_HASH_SLOTS);

    60. 

  60. } // MyHash

    61. 

  61. 

    62. 

  62. 

    63. 

  63. /************************************************************************/

    64. 

  64. /* MyLookupToken							*/

    65. 

  65. /*									*/

    66. 

  66. /* Check token against token list.					*/

    67. 

  67. /* Return tTokenBase + offset if found, else return 0;			*/

    68. 

  68. /************************************************************************/

    69. 

  69. static int	MyLookupToken (LexTable *pmLexTable, const char *pmToken)

    70. 

  70. {

    71. 

  71.    UINT	mySlot = MyHash (pmToken);

    72. 

  72. 

    73. 

  73.    for (;;) 

    74. 

  74.    {

    75. 

  75. 	int	myIndex = pmLexTable -> hashTable [mySlot];

    76. 

  76. 

    77. 

  77. 	if (myIndex == NONE)

    78. 

  78. 	{

    79. 

  79. 	    return 0;

    80. 

  80. 	}

    81. 

  81. 	

    82. 

  82. 	if (strcmp (pmToken, pmLexTable -> token [myIndex]) == 0)

    83. 

  83. 	{

    84. 

  84. 	    return tTokenBase + myIndex;

    85. 

  85. 	}

    86. 

  86. 

    87. 

  87. 	mySlot = ((mySlot + 1) % NUM_HASH_SLOTS);

    88. 

  88.    }

    89. 

  89. } // MyLookupToken

    90. 

  90. 

    91. 

  91. 

    92. 

  92. /************************************************************************/

    93. 

  93. /* MyGetComment								*/

    94. 

  94. /*									*/

    95. 

  95. /* Copy comment into token record. Return TRUE if more comment remains	*/

    96. 

  96. /************************************************************************/

    97. 

  97. static void	MyGetComment (LexRecord *pmLexRecord, TOKEN_RECORD *pmTokRecord)

    98. 

  98. {

    99. 

  99.     LexTable	*myLexTable = pmLexRecord -> table;

    100. 

  100.     char	*myToken = pmTokRecord -> token;

    101. 

  101.     UINT	myCommentNum = pmLexRecord -> commentNum;

    102. 

  102.     int		myEndPos = strlen (myToken);

    103. 

  103.     int		myPos = pmLexRecord -> pos + myEndPos;

    104. 

  104. 

    105. 

  105.     for (;;) 

    106. 

  106.     {

    107. 

  107. 	char	myChar = pmLexRecord -> line [myPos];

    108. 

  108. 

    109. 

  109. 	if (myChar == myLexTable -> commentEnd [myCommentNum][0]) 

    110. 

  110. 	{

    111. 

  111. 	    if (IS_MATCH (pmLexRecord -> line+myPos, 

    112. 

  112. 			  myLexTable -> commentEnd [myCommentNum])) 

    113. 

  113. 	    {

    114. 

  114. 		if (myChar != NL)

    115. 

  115. 		{

    116. 

  116. 		    strcpy (myToken + myEndPos, 

    117. 

  117. 			    myLexTable -> commentEnd [myCommentNum]);

    118. 

  118. 		}

    119. 

  119. 		else

    120. 

  120. 		{

    121. 

  121. 		    myToken [myEndPos] = EOS;

    122. 

  122. 		}

    123. 

  123. 		pmLexRecord -> pos = myPos + 

    124. 

  124. 			strlen (myLexTable -> commentEnd [myCommentNum]);

    125. 

  125. 		pmLexRecord -> commentNum = NONE;

    126. 

  126. 		return;

    127. 

  127. 	    }

    128. 

  128. 	}

    129. 

  129. 

    130. 

  130. 	if (myChar == NL) 

    131. 

  131. 	{

    132. 

  132. 	    pmLexRecord -> pos = myPos;

    133. 

  133. 	    myToken [myEndPos] = EOS;

    134. 

  134. 	    return;

    135. 

  135. 	}

    136. 

  136. 

    137. 

  137. 	myToken [myEndPos++] = myChar;

    138. 

  138. 	myPos++;

    139. 

  139.     }

    140. 

  140. } // MyGetComment

    141. 

  141. 

    142. 

  142. 

    143. 

  143. /************************************************************************/

    144. 

  144. /* MyOOTprocess								*/

    145. 

  145. /************************************************************************/

    146. 

  146. static void	MyOOTprocess (TOKEN_RECORD *pmTokRecord, const char *pmStr)

    147. 

  147. {

    148. 

  148.     int mySrc = 0;

    149. 

  149.     int myDest = 0;

    150. 

  150. 

    151. 

  151.     while (pmStr [mySrc])

    152. 

  152.     {

    153. 

  153. 	switch (pmStr [mySrc])

    154. 

  154. 	{

    155. 

  155. 	    case '\\':

    156. 

  156. 		mySrc++;

    157. 

  157. 		switch (pmStr [mySrc])

    158. 

  158. 		{

    159. 

  159. 		    case 'b':

    160. 

  160. 		    case 'B':

    161. 

  161. 			pmTokRecord -> stringVal [myDest] = '\b';

    162. 

  162. 			break;

    163. 

  163. 		    case 'd':

    164. 

  164. 		    case 'D':

    165. 

  165. 			pmTokRecord -> stringVal [myDest] = 127;

    166. 

  166. 			break;

    167. 

  167. 		    case 'e':

    168. 

  168. 		    case 'E':

    169. 

  169. 			pmTokRecord -> stringVal [myDest] = 27;

    170. 

  170. 			break;

    171. 

  171. 		    case 'f':

    172. 

  172. 		    case 'F':

    173. 

  173. 			pmTokRecord -> stringVal [myDest] = '\f';

    174. 

  174. 			break;

    175. 

  175. 		    case 'n':

    176. 

  176. 		    case 'N':

    177. 

  177. 			pmTokRecord -> stringVal [myDest] = '\n';

    178. 

  178. 			break;

    179. 

  179. 		    case 'r':

    180. 

  180. 		    case 'R':

    181. 

  181. 			pmTokRecord -> stringVal [myDest] = '\r';

    182. 

  182. 			break;

    183. 

  183. 		    case 't':

    184. 

  184. 		    case 'T':

    185. 

  185. 			pmTokRecord -> stringVal [myDest] = '\t';

    186. 

  186. 			break;

    187. 

  187. 		    case '"':

    188. 

  188. 		    case '\\':

    189. 

  189. 		    case '^':

    190. 

  190. 		    case '\'':

    191. 

  191. 			pmTokRecord -> stringVal [myDest] = pmStr [mySrc];

    192. 

  192. 			break;

    193. 

  193. 		    default:

    194. 

  194. 			pmTokRecord -> error = TRUE;

    195. 

  195. 			return;

    196. 

  196. 		} // switch (pmStr [mySrc])

    197. 

  197. 		break;

    198. 

  198.     	    case '^':

    199. 

  199. 		mySrc++;

    200. 

  200. 		pmTokRecord -> stringVal [myDest] = (pmStr [mySrc] & 0xf);

    201. 

  201. 		break;

    202. 

  202. 	    default:

    203. 

  203. 		pmTokRecord -> stringVal [myDest] = pmStr [mySrc];

    204. 

  204. 		break;

    205. 

  205. 	} // switch (pmStr [mySrc])

    206. 

  206. 	mySrc++;

    207. 

  207. 	myDest++;

    208. 

  208.     } // while (pmStr [mySrc])

    209. 

  209.     pmTokRecord -> stringVal [myDest] = EOS;

    210. 

  210. } // MyOOTprocess

    211. 

  211. 

    212. 

  212. 

    213. 

  213. /************************************************************************/

    214. 

  214. /* MyConvertNum								*/

    215. 

  215. /************************************************************************/

    216. 

  216. static char	MyConvertNum (const char *pmStr, int *pmPos, int pmBase)

    217. 

  217. {

    218. 

  218.     int		mySrc = *pmPos;

    219. 

  219.     int		myDest = 0;

    220. 

  220.     char	myNumStr [256];

    221. 

  221. 

    222. 

  222.     while (myDest < ((pmBase == 8) ? 3 : 2) && pmStr [mySrc] && 

    223. 

  223. 	   MyIsDigitChar (pmBase, pmStr [mySrc])) 

    224. 

  224.     {

    225. 

  225. 	myNumStr [myDest++] = pmStr [mySrc++];

    226. 

  226.     }

    227. 

  227.     *pmPos = mySrc;

    228. 

  228.     myNumStr [myDest] = EOS;

    229. 

  229. 

    230. 

  230.     return (char) strtol (myNumStr, NULL, pmBase);

    231. 

  231. } // MyConvertNum

    232. 

  232. 

    233. 

  233. 

    234. 

  234. /************************************************************************/

    235. 

  235. /* MyCprocess								*/

    236. 

  236. /************************************************************************/

    237. 

  237. static void	MyCprocess (TOKEN_RECORD *pmTokRecord, const char *pmStr)

    238. 

  238. {

    239. 

  239.     int mySrc = 0;

    240. 

  240.     int myDest = 0;

    241. 

  241. 

    242. 

  242.     while (pmStr [mySrc])

    243. 

  243.     {

    244. 

  244. 	switch (pmStr [mySrc])

    245. 

  245. 	{

    246. 

  246. 	    case '\\':

    247. 

  247. 		mySrc++;

    248. 

  248. 		switch (pmStr [mySrc])

    249. 

  249. 		{

    250. 

  250. 		    case 'a':

    251. 

  251. 			pmTokRecord -> stringVal [myDest] = '\a';

    252. 

  252. 			break;

    253. 

  253. 		    case 'b':

    254. 

  254. 			pmTokRecord -> stringVal [myDest] = '\b';

    255. 

  255. 			break;

    256. 

  256. 		    case 'f':

    257. 

  257. 			pmTokRecord -> stringVal [myDest] = '\f';

    258. 

  258. 			break;

    259. 

  259. 		    case 'n':

    260. 

  260. 			pmTokRecord -> stringVal [myDest] = '\n';

    261. 

  261. 			break;

    262. 

  262. 		    case 'r':

    263. 

  263. 			pmTokRecord -> stringVal [myDest] = '\r';

    264. 

  264. 			break;

    265. 

  265. 		    case 't':

    266. 

  266. 			pmTokRecord -> stringVal [myDest] = '\t';

    267. 

  267. 			break;

    268. 

  268. 		    case 'v':

    269. 

  269. 			pmTokRecord -> stringVal [myDest] = '\v';

    270. 

  270. 			break;

    271. 

  271. 		    case 'x':

    272. 

  272. 			{

    273. 

  273. 			    char	myChar;

    274. 

  274. 

    275. 

  275. 			    mySrc++;

    276. 

  276. 			    myChar = toupper (pmStr [mySrc]);

    277. 

  277. 

    278. 

  278. 			    if (isdigit (pmStr [mySrc]) || 

    279. 

  279. 				(('A' <= myChar) && (myChar <= 'F')))

    280. 

  280. 			    {

    281. 

  281. 				pmTokRecord -> stringVal [myDest] = 

    282. 

  282. 					    MyConvertNum (pmStr, &mySrc, 16);

    283. 

  283. 			    }

    284. 

  284. 			    else

    285. 

  285. 			    {

    286. 

  286. 				pmTokRecord -> stringVal [myDest] = 'x';

    287. 

  287. 			    }

    288. 

  288. 		

    289. 

  289. 			}

    290. 

  290. 			break;

    291. 

  291. 		    default:

    292. 

  292. 			if (('0' <= pmStr [mySrc]) && (pmStr [mySrc] < '8'))

    293. 

  293. 			{

    294. 

  294. 			    pmTokRecord -> stringVal [myDest] = 

    295. 

  295. 					    MyConvertNum (pmStr, &mySrc, 8);

    296. 

  296. 			}

    297. 

  297. 			else

    298. 

  298. 			{

    299. 

  299. 			    pmTokRecord -> stringVal [myDest] = pmStr [mySrc];

    300. 

  300. 			}

    301. 

  301. 		} // switch (pmStr [mySrc])

    302. 

  302. 		break;

    303. 

  303. 	    default:

    304. 

  304. 		pmTokRecord -> stringVal [myDest] = pmStr [mySrc];

    305. 

  305. 		break;

    306. 

  306. 	} // switch (pmStr [mySrc])

    307. 

  307. 	mySrc++;

    308. 

  308. 	myDest++;

    309. 

  309.     } // while (pmStr [mySrc])

    310. 

  310.     pmTokRecord -> stringVal [myDest] = EOS;

    311. 

  311. } // MyCprocess

    312. 

  312. 

    313. 

  313. 

    314. 

  314. /************************************************************************/

    315. 

  315. /* MyProcessString							*/

    316. 

  316. /************************************************************************/

    317. 

  317. static void	MyProcessString (LexRecord *pmLexRecord, 

    318. 

  318. 				 TOKEN_RECORD *pmTokRecord, char *pmStr)

    319. 

  319. {

    320. 

  320.     if (pmLexRecord -> flags & FLAG_OOTESCAPE)

    321. 

  321.     {

    322. 

  322. 	MyOOTprocess (pmTokRecord, pmStr);

    323. 

  323.     }

    324. 

  324.     else if (pmLexRecord -> flags & FLAG_CESCAPE)

    325. 

  325.     {

    326. 

  326. 	MyCprocess (pmTokRecord, pmStr);

    327. 

  327.     }

    328. 

  328.     else

    329. 

  329.     {

    330. 

  330.         strcpy (pmTokRecord -> stringVal, pmStr);

    331. 

  331.     }

    332. 

  332. } // MyProcessString

    333. 

  333. 

    334. 

  334. 

    335. 

  335. /************************************************************************/

    336. 

  336. /* MyNotEosStartIndex							*/

    337. 

  337. /************************************************************************/

    338. 

  338. static int	MyNotEosStartIndex (LexRecord *pmLexRecord, char pmChar)

    339. 

  339. {

    340. 

  340.     int cnt;

    341. 

  341. 

    342. 

  342.     for (cnt = 0 ; cnt < (int) pmLexRecord -> table -> numNotEOS ; cnt++) 

    343. 

  343.     {

    344. 

  344. 	if (pmChar == pmLexRecord -> table -> notEOS [cnt][0]) 

    345. 

  345. 	{

    346. 

  346. 	    int	myLen = strlen (pmLexRecord -> table -> notEOS [cnt]);

    347. 

  347. 

    348. 

  348. 	    if (strncmp (pmLexRecord -> line + pmLexRecord -> pos, 

    349. 

  349. 			 pmLexRecord -> table -> notEOS [cnt], myLen) == 0) 

    350. 

  350. 	    {

    351. 

  351. 		return cnt;

    352. 

  352. 	    }

    353. 

  353. 	}

    354. 

  354.     }

    355. 

  355.     return -1;

    356. 

  356. }

    357. 

  357. 

    358. 

  358. 

    359. 

  359. /************************************************************************/

    360. 

  360. /* MyGetString								*/

    361. 

  361. /*									*/

    362. 

  362. /* Copy string into token record. Return TRUE if more string remains	*/

    363. 

  363. /************************************************************************/

    364. 

  364. static BOOL	MyGetString (LexRecord *pmLexRecord, TOKEN_RECORD *pmTokRecord)

    365. 

  365. {

    366. 

  366.     char	*myToken = pmTokRecord -> token;

    367. 

  367.     int		myPos = 0;

    368. 

  368. 

    369. 

  369.     if (myToken [0]) 

    370. 

  370.     {

    371. 

  371.         myPos++;

    372. 

  372. 	pmLexRecord -> pos++;

    373. 

  373.     }

    374. 

  374. 

    375. 

  375.     for (;;) 

    376. 

  376.     {

    377. 

  377. 	char	myChar = pmLexRecord -> line [pmLexRecord -> pos];

    378. 

  378. 	int	myIndex;

    379. 

  379. 

    380. 

  380. 	if (myChar == pmLexRecord -> table -> endStringChar) 

    381. 

  381. 	{

    382. 

  382. 	    // Copy string into stringLit here

    383. 

  383. 

    384. 

  384. 	    if (myChar != NL)

    385. 

  385. 	    {

    386. 

  386. 		myToken[myPos++] = myChar;

    387. 

  387. 	    }

    388. 

  388. 	    myToken[myPos] = EOS;

    389. 

  389. 	    pmLexRecord -> pos++;

    390. 

  390. 

    391. 

  391. 	    if (pmLexRecord -> flags & FLAG_EVAL) 

    392. 

  392. 	    {

    393. 

  393. 	        if (myToken[0] == pmLexRecord -> table -> startStringChar)

    394. 

  394. 		{

    395. 

  395. 		    MyProcessString (pmLexRecord, pmTokRecord, myToken + 1);

    396. 

  396. 		}

    397. 

  397. 		else

    398. 

  398. 		{

    399. 

  399. 		    MyProcessString (pmLexRecord, pmTokRecord, myToken);

    400. 

  400. 		}

    401. 

  401. 

    402. 

  402. 		if (myChar != NL) 

    403. 

  403. 		{

    404. 

  404. 		    int	myLen = strlen (pmTokRecord -> stringVal);

    405. 

  405. 		    pmTokRecord -> stringVal [myLen-1] = EOS;

    406. 

  406. 		}

    407. 

  407. 	    }

    408. 

  408. 	    return FALSE;

    409. 

  409. 	}

    410. 

  410. 

    411. 

  411. 	// See if we're at a "NOT EOS" string 

    412. 

  412. 	myIndex = MyNotEosStartIndex (pmLexRecord, myChar);

    413. 

  413. 

    414. 

  414. 	if (myIndex >= 0) 

    415. 

  415. 	{

    416. 

  416. 	    int	myLen = strlen (pmLexRecord -> table -> notEOS [myIndex]);

    417. 

  417. 

    418. 

  418. 	    strcpy (myToken + myPos, pmLexRecord -> table -> notEOS [myIndex]);

    419. 

  419. 	    myPos += myLen;

    420. 

  420. 	    pmLexRecord -> pos += myLen;

    421. 

  421. 	}

    422. 

  422. 	else 

    423. 

  423. 	{

    424. 

  424.             if (myChar == NL) 

    425. 

  425. 	    {

    426. 

  426. 	        myToken [myPos] = EOS;

    427. 

  427. 	        if (pmLexRecord -> flags & FLAG_EVAL) 

    428. 

  428. 		{

    429. 

  429. 	            if (myToken [0] == pmLexRecord -> table -> startStringChar)

    430. 

  430. 		    {

    431. 

  431. 		        MyProcessString (pmLexRecord, pmTokRecord, myToken + 1);

    432. 

  432. 		    }

    433. 

  433. 		    else

    434. 

  434. 		    {

    435. 

  435. 		        MyProcessString (pmLexRecord, pmTokRecord, myToken);

    436. 

  436. 		    }

    437. 

  437. 		}

    438. 

  438. 	        return TRUE;

    439. 

  439. 	    }

    440. 

  440. 

    441. 

  441. 	    pmLexRecord -> pos++;

    442. 

  442. 	    myToken [myPos++] = myChar;

    443. 

  443. 	}

    444. 

  444.     }

    445. 

  445. } // MyGetString

    446. 

  446. 

    447. 

  447. 

    448. 

  448. /************************************************************************/

    449. 

  449. /* MyGetChar								*/

    450. 

  450. /************************************************************************/

    451. 

  451. static void	MyGetChar (LexRecord *pmLexRecord, TOKEN_RECORD *pmTokRecord)

    452. 

  452. {

    453. 

  453.     char	myChrStr[256], *myToken;

    454. 

  454.     int		cnt = 0;

    455. 

  455. 

    456. 

  456.     pmTokRecord -> token [0] = pmLexRecord -> line [pmLexRecord -> pos++];

    457. 

  457. 

    458. 

  458.     myToken = pmTokRecord -> token + 1;

    459. 

  459. 

    460. 

  460.     for (;;) 

    461. 

  461.     {

    462. 

  462. 	char	myChar = pmLexRecord -> line [pmLexRecord -> pos];

    463. 

  463. 

    464. 

  464. 	if ((myChar == pmLexRecord -> table->charDelimitter) || (myChar == NL))

    465. 

  465. 	{

    466. 

  466. 	    if (myChar == pmLexRecord -> table->charDelimitter) 

    467. 

  467. 	    {

    468. 

  468. 		myToken [cnt] = myChar;

    469. 

  469. 		myToken [cnt + 1] = EOS;

    470. 

  470. 		pmLexRecord -> pos++;

    471. 

  471. 	    }

    472. 

  472. 	    else

    473. 

  473. 	    {

    474. 

  474. 		myToken [cnt] = EOS;

    475. 

  475. 	    }

    476. 

  476. 

    477. 

  477. 	    myChrStr [cnt] = EOS;

    478. 

  478. 	    if (pmLexRecord -> flags & FLAG_EVAL) 

    479. 

  479. 	    {

    480. 

  480. 	        MyProcessString (pmLexRecord, pmTokRecord, myChrStr);

    481. 

  481. 	    }

    482. 

  482. 	    return;

    483. 

  483. 	}

    484. 

  484. 

    485. 

  485. 	myToken [cnt] = myChar;

    486. 

  486. 	myChrStr [cnt] = myChar;

    487. 

  487. 

    488. 

  488. 	pmLexRecord -> pos++;

    489. 

  489. 	cnt++;

    490. 

  490.     }

    491. 

  491. } // MyGetChar

    492. 

  492. 

    493. 

  493. 

    494. 

  494. /************************************************************************/

    495. 

  495. /* MyGetIdentifier							*/

    496. 

  496. /************************************************************************/

    497. 

  497. static void	MyGetIdentifier (LexRecord *pmLexRecord, 

    498. 

  498. 				 TOKEN_RECORD *pmTokRecord)

    499. 

  499. {

    500. 

  500.     char	*myToken = pmTokRecord -> token;

    501. 

  501.     UINT	myPos = 0;

    502. 

  502. 

    503. 

  503.     for (;;) 

    504. 

  504.     {

    505. 

  505. 	char	myChar = pmLexRecord -> line [pmLexRecord -> pos];

    506. 

  506. 

    507. 

  507. 	if (isalnum (myChar) || 

    508. 

  508. 	    strchr (pmLexRecord -> table -> specialIDchars, myChar)) 

    509. 

  509. 	{

    510. 

  510. 	    myToken [myPos++] = myChar;

    511. 

  511. 	    pmLexRecord -> pos++;

    512. 

  512. 	}

    513. 

  513. 	else 

    514. 

  514. 	{

    515. 

  515. 	    myToken [myPos] = EOS;

    516. 

  516. 	    return;

    517. 

  517. 	}

    518. 

  518.     }

    519. 

  519. } // MyGetIdentifier

    520. 

  520. 

    521. 

  521. /************************************************************************/

    522. 

  522. /* MyGetWhitespace							*/

    523. 

  523. /************************************************************************/

    524. 

  524. static void	MyGetWhitespace (LexRecord *pmLexRecord, 

    525. 

  525. 				 TOKEN_RECORD *pmTokRecord)

    526. 

  526. {

    527. 

  527.     char	*myToken = pmTokRecord -> token;

    528. 

  528.     UINT	myPos = 0;

    529. 

  529. 

    530. 

  530.     for (;;) 

    531. 

  531.     {

    532. 

  532. 	char	myChar = pmLexRecord -> line [pmLexRecord -> pos];

    533. 

  533. 

    534. 

  534. 	if (!isspace(myChar) || (myChar == NL)) 

    535. 

  535. 	{

    536. 

  536. 	    myToken [myPos] = EOS;

    537. 

  537. 	    return;

    538. 

  538. 	}

    539. 

  539. 

    540. 

  540. 	myToken [myPos++] = myChar;

    541. 

  541. 	pmLexRecord -> pos++;

    542. 

  542.     }

    543. 

  543. } // MyGetWhitespace

    544. 

  544. 

    545. 

  545. 

    546. 

  546. /************************************************************************/

    547. 

  547. /* MyAnalyzeNum								*/

    548. 

  548. /*									*/

    549. 

  549. /* Return tIntLit or tRealLit and fill in appropriate token field	*/

    550. 

  550. /************************************************************************/

    551. 

  551. static UINT	MyAnalyzeNum (LexRecord *pmLexRecord, TOKEN_RECORD *pmTokRecord,

    552. 

  552. 			      const char *pmNumStr, BOOL pmIsReal, UINT pmBase)

    553. 

  553. {

    554. 

  554.     if (pmIsReal) 

    555. 

  555.     {

    556. 

  556. 	if (pmLexRecord -> flags & FLAG_EVAL)

    557. 

  557. 	{

    558. 

  558. 	    pmTokRecord -> realVal = atof (pmNumStr);

    559. 

  559. 	}

    560. 

  560. 	return tRealLit;

    561. 

  561.     }

    562. 

  562.     else 

    563. 

  563.     {

    564. 

  564. 	if (pmLexRecord -> flags & FLAG_EVAL) 

    565. 

  565. 	{

    566. 

  566. 	    if (pmBase)

    567. 

  567. 	    {

    568. 

  568. 		pmTokRecord -> intVal = strtol (pmNumStr, NULL, pmBase);

    569. 

  569. 	    }

    570. 

  570. 	    else

    571. 

  571. 	    {

    572. 

  572. 	        pmTokRecord -> intVal = atol (pmNumStr);

    573. 

  573. 	    }

    574. 

  574. 	}

    575. 

  575. 	return tIntLit;

    576. 

  576.     }

    577. 

  577. } // MyAnalyzeNum

    578. 

  578. 

    579. 

  579. 

    580. 

  580. /************************************************************************/

    581. 

  581. /* MyGetPrefixBase							*/

    582. 

  582. /*									*/

    583. 

  583. /* See if a prefixed base conversion is being requested			*/

    584. 

  584. /************************************************************************/

    585. 

  585. static UINT	MyGetPrefixBase (LexRecord *pmLexRecord, 

    586. 

  586. 				 TOKEN_RECORD *pmTokRecord)

    587. 

  587. {

    588. 

  588.     UINT	cnt;

    589. 

  589. 

    590. 

  590.     if (isspace (pmLexRecord -> line [pmLexRecord -> pos + 1]))

    591. 

  591.     {

    592. 

  592. 	return 0;

    593. 

  593.     }

    594. 

  594. 

    595. 

  595.     for (cnt = 0; cnt < pmLexRecord -> table -> numIntegerPrefix; cnt++) 

    596. 

  596.     {

    597. 

  597. 	int	myLen = strlen (pmLexRecord -> table -> integerPrefix [cnt]);

    598. 

  598. 

    599. 

  599. 	if (pmLexRecord -> line [pmLexRecord -> pos + myLen] && 

    600. 

  600. 	    !isspace (pmLexRecord -> line [pmLexRecord -> pos + myLen]) &&

    601. 

  601. 	    (strncmp (pmLexRecord -> line + pmLexRecord -> pos, 

    602. 

  602. 		      pmLexRecord -> table -> integerPrefix [cnt], myLen) == 0))

    603. 

  603. 	{

    604. 

  604. 	    pmLexRecord -> pos += myLen;

    605. 

  605. 	    strcpy (pmTokRecord -> token, 

    606. 

  606. 		    pmLexRecord -> table -> integerPrefix [cnt]);

    607. 

  607. 	    return pmLexRecord -> table -> preBaseConvert[cnt];

    608. 

  608. 	}

    609. 

  609.     }

    610. 

  610.     return 0;

    611. 

  611. } // MyGetPrefixBase

    612. 

  612. 

    613. 

  613. 

    614. 

  614. #if 0

    615. 

  615. 

    616. 

  616. static void GetSuffix(lr, tok)

    617. 

  617.     LEX_RECORD   *lr;

    618. 

  618.     char	 *tok;

    619. 

  619. {

    620. 

  620.     Uint i;

    621. 

  621. 

    622. 

  622.     if (pmLexRecord -> line[pmLexRecord -> pos] == EOS || isspace(pmLexRecord -> line[pmLexRecord -> pos]))

    623. 

  623. 	return;

    624. 

  624. 

    625. 

  625.     for (i=0; i<pmLexRecord -> table->numNumberSuffix; i++) {

    626. 

  626. 	Uint len = strlen(pmLexRecord -> table->integerSuffix[i]);

    627. 

  627. 

    628. 

  628. 	if (pmLexRecord -> line[pmLexRecord -> pos+len] && !isspace(pmLexRecord -> line[pmLexRecord -> pos+len]) &&

    629. 

  629. 	    strncmp(pmLexRecord -> line+pmLexRecord -> pos, pmLexRecord -> table->integerSuffix[i], len) == 0)

    630. 

  630. 	{

    631. 

  631. 	    pmLexRecord -> pos += len;

    632. 

  632. 	    strcpy(tok, pmLexRecord -> table->integerSuffix[i]);

    633. 

  633. 	    return;

    634. 

  634. 	}

    635. 

  635.     }

    636. 

  636. }

    637. 

  637. 

    638. 

  638. #endif

    639. 

  639. 

    640. 

  640. 

    641. 

  641. /************************************************************************/

    642. 

  642. /* MyGetNumber 								*/

    643. 

  643. /************************************************************************/

    644. 

  644. static UINT	MyGetNumber (LexRecord *pmLexRecord, TOKEN_RECORD *pmTokRecord)

    645. 

  645. {

    646. 

  646.     char	myNumStr [256];

    647. 

  647.     int		myBase = MyGetPrefixBase (pmLexRecord, pmTokRecord);

    648. 

  648.     char	*myToken = pmTokRecord -> token + 

    649. 

  649. 				((myBase) ? strlen (pmTokRecord -> token) : 0);

    650. 

  650.     int		myPos = 0;

    651. 

  651.     BOOL	mySeenDot = FALSE;

    652. 

  652.     BOOL	mySeenExp = FALSE;

    653. 

  653.     BOOL	mySeenBaseConv = FALSE;

    654. 

  654. 

    655. 

  655.     for (;;) 

    656. 

  656.     {

    657. 

  657. 	char	myChar = pmLexRecord -> line [pmLexRecord -> pos];

    658. 

  658. 

    659. 

  659. 	if (MyIsDigitChar (myBase, myChar)) 

    660. 

  660. 	{

    661. 

  661. 	    myNumStr [myPos] = myChar;

    662. 

  662. 	    myToken [myPos++] = myChar;

    663. 

  663. 	    pmLexRecord -> pos++;

    664. 

  664. 	}

    665. 

  665. 	else 

    666. 

  666. 	{

    667. 

  667. 	    if (myChar == '.') 

    668. 

  668. 	    {

    669. 

  669. 		if (mySeenDot || myBase) 

    670. 

  670. 		{

    671. 

  671. 	            myNumStr [myPos] = EOS;

    672. 

  672. 		    myToken [myPos]    = EOS;

    673. 

  673. 		    return MyAnalyzeNum (pmLexRecord, pmTokRecord, myNumStr, 

    674. 

  674. 					 mySeenDot | mySeenExp, myBase);

    675. 

  675. 		}

    676. 

  676. 		mySeenDot = TRUE;

    677. 

  677. 	        myNumStr [myPos] = myChar;

    678. 

  678. 		myToken [myPos++]  = myChar;

    679. 

  679. 		pmLexRecord -> pos++;

    680. 

  680. 	    }

    681. 

  681. 	    else if (strchr (pmLexRecord -> table -> realExpChars, myChar)) 

    682. 

  682. 	    {

    683. 

  683. 		if (mySeenExp || myBase) 

    684. 

  684. 		{

    685. 

  685. 	            myNumStr [myPos] = EOS;

    686. 

  686. 		    myToken [myPos] = EOS;

    687. 

  687. 		    return MyAnalyzeNum (pmLexRecord, pmTokRecord, myNumStr, 

    688. 

  688. 					 mySeenDot | mySeenExp, myBase);

    689. 

  689. 		}

    690. 

  690. 		mySeenExp = TRUE;

    691. 

  691. 		myNumStr [myPos] = 'e';	// Replace with C's character 

    692. 

  692. 		myToken [myPos++] = myChar;

    693. 

  693. 		pmLexRecord -> pos++;

    694. 

  694. 

    695. 

  695. 		while (pmLexRecord -> line [pmLexRecord -> pos] && 

    696. 

  696. 		       !isdigit (pmLexRecord -> line [pmLexRecord -> pos])) 

    697. 

  697. 		{

    698. 

  698. 		    myChar = pmLexRecord -> line [pmLexRecord -> pos];

    699. 

  699. 	            myNumStr [myPos] = myChar;

    700. 

  700. 		    myToken [myPos++] = myChar;

    701. 

  701. 		    pmLexRecord -> pos++;

    702. 

  702. 		}

    703. 

  703. 	    }

    704. 

  704. 	    else if ((myChar == pmLexRecord -> table -> baseConvertChar) && 

    705. 

  705. 		     !mySeenBaseConv) 

    706. 

  706. 	    {

    707. 

  707. 		// Prefix is base to convert to 

    708. 

  708. 

    709. 

  709. 		myNumStr [myPos] = EOS;

    710. 

  710. 		myToken [myPos++] = myChar;

    711. 

  711. 

    712. 

  712. 		myBase = atol (myNumStr);

    713. 

  713. 		myToken = myToken + myPos;	// New zero is current pos 

    714. 

  714. 		myPos = 0;

    715. 

  715. 		pmLexRecord -> pos++;

    716. 

  716. 

    717. 

  717. 		mySeenBaseConv = TRUE;

    718. 

  718. 	    }

    719. 

  719. 	    else 

    720. 

  720. 	    {

    721. 

  721. 		myNumStr [myPos] = EOS;

    722. 

  722. 		myToken [myPos] = EOS;

    723. 

  723. 

    724. 

  724. 		// Handle suffixes here 

    725. 

  725. 

    726. 

  726. 		return MyAnalyzeNum (pmLexRecord, pmTokRecord, myNumStr, 

    727. 

  727. 				     mySeenDot | mySeenExp, myBase);

    728. 

  728. 	    }

    729. 

  729. 	}

    730. 

  730.     }

    731. 

  731. } // MyGetNumber

    732. 

  732. 

    733. 

  733. 

    734. 

  734. /************************************************************************/

    735. 

  735. /* MyGetToken 								*/

    736. 

  736. /*									*/

    737. 

  737. /* Return a general token 						*/

    738. 

  738. /************************************************************************/

    739. 

  739. static void	MyGetToken (LexRecord *pmLexRecord, TOKEN_RECORD *pmTokRecord)

    740. 

  740. {

    741. 

  741.     char	*myToken = pmTokRecord -> token;

    742. 

  742.     UINT	myPos = 0;

    743. 

  743. 

    744. 

  744.     for (;;) 

    745. 

  745.     {

    746. 

  746. 	char	myChar = pmLexRecord -> line [pmLexRecord -> pos];

    747. 

  747. 

    748. 

  748. 	if (isspace (myChar)) 

    749. 

  749. 	{

    750. 

  750. 	    myToken [myPos] = EOS;

    751. 

  751. 	    return;

    752. 

  752. 	}

    753. 

  753. 

    754. 

  754. 	myToken [myPos++] = myChar;

    755. 

  755. 	pmLexRecord -> pos++;

    756. 

  756.     }

    757. 

  757. } // MyGetToken

    758. 

  758. 

    759. 

  759. 

    760. 

  760. /************************************************************************/

    761. 

  761. /* MyNextToken								*/

    762. 

  762. /************************************************************************/

    763. 

  763. static void	MyNextToken (LexRecord *pmLexRecord, TOKEN_RECORD *pmTokRecord)

    764. 

  764. {

    765. 

  765.     LexTable	*myLexTable = pmLexRecord -> table;

    766. 

  766.     char	myChar;

    767. 

  767.     char	*myLine;

    768. 

  768.     int		cnt;

    769. 

  769. 

    770. 

  770.     pmTokRecord -> lineNo  = pmLexRecord -> lineNo;

    771. 

  771.     pmTokRecord -> linePos = pmLexRecord -> pos;

    772. 

  772.     pmTokRecord -> error   = FALSE;

    773. 

  773. 

    774. 

  774.     if (pmLexRecord -> seenEOF) 

    775. 

  775.     {

    776. 

  776. 	pmTokRecord -> tokNum   = tEOF;

    777. 

  777. 	pmTokRecord -> token [0] = EOS;

    778. 

  778.  	return;

    779. 

  779.     }

    780. 

  780. 

    781. 

  781.     if (pmLexRecord -> pos == NONE) 

    782. 

  782.     {

    783. 

  783. 	pmLexRecord -> pos = 0;

    784. 

  784. 	pmTokRecord -> linePos = 0;

    785. 

  785. 	pmLexRecord -> lineNo++;

    786. 

  786. 	pmTokRecord -> lineNo++;

    787. 

  787. 	myLine = MDIO_DiskFile_ReadLine (pmLexRecord -> line, 

    788. 

  788. 				         sizeof (pmLexRecord -> line), 

    789. 

  789. 				         pmLexRecord -> fp);

    790. 

  790. 	if (myLine == NULL) 

    791. 

  791. 	{

    792. 

  792. 	    pmLexRecord -> seenEOF = TRUE;

    793. 

  793. 	    pmTokRecord -> tokNum = tEOF;

    794. 

  794. 	    pmTokRecord -> token[0] = EOS;

    795. 

  795. 	    return;

    796. 

  796. 	}

    797. 

  797.     }

    798. 

  798. 

    799. 

  799.     myChar = pmLexRecord -> line [pmLexRecord -> pos];

    800. 

  800. 

    801. 

  801.     if (myChar == NL) 

    802. 

  802.     {

    803. 

  803. 	pmLexRecord -> pos = NONE;

    804. 

  804. 	pmTokRecord -> tokNum = tNewLine;

    805. 

  805. 	pmTokRecord -> token[0] = EOS;

    806. 

  806. 	return;

    807. 

  807.     }

    808. 

  808. 

    809. 

  809.     if (pmLexRecord -> commentNum != NONE) 

    810. 

  810.     {

    811. 

  811. 	pmTokRecord -> token[0] = EOS;

    812. 

  812. 	MyGetComment (pmLexRecord, pmTokRecord);

    813. 

  813. 	pmTokRecord -> tokNum = tComment;

    814. 

  814. 	return;

    815. 

  815.     }

    816. 

  816. 

    817. 

  817.     if (pmLexRecord -> inString) 

    818. 

  818.     {

    819. 

  819. 	pmTokRecord -> token[0] = EOS;

    820. 

  820. 	pmLexRecord -> inString = MyGetString (pmLexRecord, pmTokRecord);

    821. 

  821. 	pmTokRecord -> tokNum = tStringLit;

    822. 

  822. 	return;

    823. 

  823.     }

    824. 

  824. 

    825. 

  825.     if (isalpha (myChar) || 

    826. 

  826.     	(strchr (pmLexRecord -> table -> beginIDchars, myChar)))

    827. 

  827.     {

    828. 

  828. 	MyGetIdentifier (pmLexRecord, pmTokRecord);

    829. 

  829. 	pmTokRecord -> tokNum = MyLookupToken (myLexTable, 

    830. 

  830. 					       pmTokRecord -> token);

    831. 

  831. 	if (pmTokRecord -> tokNum == 0)

    832. 

  832. 	{

    833. 

  833. 	    pmTokRecord -> tokNum = tIdentifier;

    834. 

  834. 	}

    835. 

  835. 	return;

    836. 

  836.     }

    837. 

  837. 

    838. 

  838.     if (isspace (myChar)) 

    839. 

  839.     {

    840. 

  840. 	MyGetWhitespace (pmLexRecord, pmTokRecord);

    841. 

  841. 	pmTokRecord -> tokNum = tWhitespace;

    842. 

  842. 	return;

    843. 

  843.     }

    844. 

  844. 

    845. 

  845.     if (isdigit (myChar) || 

    846. 

  846.     	((myChar == '.') && 

    847. 

  847.     	 isdigit (pmLexRecord -> line [pmLexRecord -> pos + 1]))) 

    848. 

  848.     {

    849. 

  849. 	pmTokRecord -> tokNum = MyGetNumber (pmLexRecord, pmTokRecord);

    850. 

  850. 	return;

    851. 

  851.     }

    852. 

  852. 

    853. 

  853.     if (myChar == myLexTable -> startStringChar) 

    854. 

  854.     {

    855. 

  855. 	pmTokRecord -> token [0] = myLexTable -> startStringChar;

    856. 

  856. 	pmLexRecord -> inString = MyGetString (pmLexRecord, pmTokRecord);

    857. 

  857. 	pmTokRecord -> tokNum = tStringLit;

    858. 

  858. 	return;

    859. 

  859.     }

    860. 

  860. 

    861. 

  861.     if (myChar == myLexTable -> charDelimitter) 

    862. 

  862.     {

    863. 

  863. 	MyGetChar (pmLexRecord, pmTokRecord);

    864. 

  864. 	pmTokRecord -> tokNum = tCharLit;

    865. 

  865. 	return;

    866. 

  866.     }

    867. 

  867. 

    868. 

  868.     // See if we're at beginning of a comment 

    869. 

  869. 

    870. 

  870.     for (cnt = 0; cnt < (int) myLexTable -> numComments; cnt++) 

    871. 

  871.     {

    872. 

  872. 	if (myChar == myLexTable -> commentStart [cnt][0]) 

    873. 

  873. 	{

    874. 

  874. 	    if (IS_MATCH (pmLexRecord -> line + pmLexRecord -> pos, 

    875. 

  875. 	    		  myLexTable -> commentStart[cnt])) 

    876. 

  876. 	    {

    877. 

  877. 		pmLexRecord -> commentNum = cnt;

    878. 

  878. 		strcpy (pmTokRecord -> token, myLexTable -> commentStart [cnt]);

    879. 

  879. 	        MyGetComment (pmLexRecord, pmTokRecord);

    880. 

  880. 		pmTokRecord -> tokNum = tComment;

    881. 

  881. 		return;

    882. 

  882. 	    }

    883. 

  883. 	}

    884. 

  884.     }

    885. 

  885. 

    886. 

  886.     // Get a general (whitespace delimitted) token 

    887. 

  887. 

    888. 

  888.     MyGetToken (pmLexRecord, pmTokRecord);

    889. 

  889. 

    890. 

  890.     // Check if entire token is in token list 

    891. 

  891. 

    892. 

  892.     pmTokRecord -> tokNum = MyLookupToken (myLexTable, pmTokRecord -> token);

    893. 

  893. 

    894. 

  894.     if (pmTokRecord -> tokNum)

    895. 

  895.     {

    896. 

  896. 	return;

    897. 

  897.     }

    898. 

  898.     

    899. 

  899.     //

    900. 

  900.     // Isolate prefix of token for testing

    901. 

  901.     //

    902. 

  902.     {

    903. 

  903.     	char myStr [256];

    904. 

  904. 

    905. 

  905.     	cnt = 0;

    906. 

  906.     	while (pmTokRecord -> token[cnt] && 

    907. 

  907.     	       !isalnum (pmTokRecord -> token [cnt]))

    908. 

  908.     	{

    909. 

  909. 	    myStr [cnt] = pmTokRecord -> token [cnt];

    910. 

  910. 	    cnt++;

    911. 

  911.     	}

    912. 

  912. 

    913. 

  913. 	// For each prefix, check for returned tokNum 

    914. 

  914. 

    915. 

  915.     	while (cnt > 0) 

    916. 

  916.     	{

    917. 

  917.             myStr [cnt] = EOS;

    918. 

  918.             pmTokRecord -> tokNum = MyLookupToken (myLexTable, myStr);

    919. 

  919. 

    920. 

  920.             if (pmTokRecord -> tokNum) 

    921. 

  921.             {

    922. 

  922.             	// Reset the position 

    923. 

  923. 	    	pmLexRecord -> pos -= (strlen (pmTokRecord -> token) - cnt); 

    924. 

  924. 	    	pmTokRecord -> token [cnt] = EOS;

    925. 

  925. 	    	return;

    926. 

  926.             }

    927. 

  927. 	    cnt--;

    928. 

  928.     	}

    929. 

  929. 

    930. 

  930.     	pmTokRecord -> tokNum = tOther;

    931. 

  931.     }

    932. 

  932. } // MyNextToken

    933. 

  933. 

    934. 

  934. 

    935. 

  935. /*

    936. 

  936. static Uint ConvertBase(str, base)

    937. 

  937.     CONST char *str;

    938. 

  938.     Uint        base;

    939. 

  939. {

    940. 

  940.     Uint val  = 0;

    941. 

  941.     Uint mult = 1;

    942. 

  942. 

    943. 

  943.     int len  = strlen(str);

    944. 

  944.     int i;

    945. 

  945. 

    946. 

  946.     for (i=len-1; i >= 0; i--) {

    947. 

  947. 	char dig = str[i];

    948. 

  948. 

    949. 

  949. 	if (isdigit(dig))

    950. 

  950. 	    val += (mult * (dig - '0'));

    951. 

  951. 	else

    952. 

  952. 	    val += (mult * (toupper(dig) - 'A' + 10));

    953. 

  953. 

    954. 

  954. 	mult *= base;

    955. 

  955.     }

    956. 

  956.     return val;

    957. 

  957. }

    958. 

  958. */
    959.