PageRenderTime 56ms CodeModel.GetById 21ms RepoModel.GetById 0ms app.codeStats 0ms

/core/src/main/yacc/gramRd.y

http://renjin.googlecode.com/
Happy | 1581 lines | 1349 code | 232 blank | 0 comment | 0 complexity | 3ecdc2317a9902764792fa2ea482a209 MD5 | raw file
Possible License(s): LGPL-2.0, LGPL-2.1, LGPL-3.0, CC-BY-SA-4.0, GPL-2.0, GPL-3.0
  1. %{
  2. /*
  3. * R : A Computer Langage for Statistical Data Analysis
  4. * Copyright (C) 1995, 1996, 1997 Robert Gentleman and Ross Ihaka
  5. * Copyright (C) 1997--2008 Robert Gentleman, Ross Ihaka and the
  6. * R Development Core Team
  7. *
  8. * This program is free software; you can redistribute it and/or modify
  9. * it under the terms of the GNU General Public License as published by
  10. * the Free Software Foundation; either version 2 of the License, or
  11. * (at your option) any later version.
  12. *
  13. * This program is distributed in the hope that it will be useful,
  14. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  16. * GNU General Public License for more details.
  17. *
  18. * You should have received a copy of the GNU General Public License
  19. * along with this program; if not, a copy is available at
  20. * http://www.r-project.org/Licenses/
  21. */
  22. #ifdef HAVE_CONFIG_H
  23. #include <config.h>
  24. #endif
  25. #include <Defn.h>
  26. #include "Parse.h"
  27. #define STRICT_R_HEADERS
  28. #include <R_ext/RS.h> /* for R_chk_* allocation */
  29. #define DEBUGVALS 0 /* 1 causes detailed internal state output to R console */
  30. #define DEBUGMODE 0 /* 1 causes Bison output of parse state, to stdout or stderr */
  31. static Rboolean wCalls = TRUE;
  32. #define YYERROR_VERBOSE 1
  33. static void yyerror(const char *);
  34. static int yylex();
  35. static int yyparse(void);
  36. #define yyconst const
  37. typedef struct yyltype
  38. {
  39. int first_line;
  40. int first_column;
  41. int first_byte;
  42. int last_line;
  43. int last_column;
  44. int last_byte;
  45. } yyltype;
  46. # define YYLTYPE yyltype
  47. # define YYLLOC_DEFAULT(Current, Rhs, N) \
  48. do \
  49. if (YYID (N)) \
  50. { \
  51. (Current).first_line = YYRHSLOC (Rhs, 1).first_line; \
  52. (Current).first_column = YYRHSLOC (Rhs, 1).first_column; \
  53. (Current).first_byte = YYRHSLOC (Rhs, 1).first_byte; \
  54. (Current).last_line = YYRHSLOC (Rhs, N).last_line; \
  55. (Current).last_column = YYRHSLOC (Rhs, N).last_column; \
  56. (Current).last_byte = YYRHSLOC (Rhs, N).last_byte; \
  57. } \
  58. else \
  59. { \
  60. (Current).first_line = (Current).last_line = \
  61. YYRHSLOC (Rhs, 0).last_line; \
  62. (Current).first_column = (Current).last_column = \
  63. YYRHSLOC (Rhs, 0).last_column; \
  64. (Current).first_byte = (Current).last_byte = \
  65. YYRHSLOC (Rhs, 0).last_byte; \
  66. } \
  67. while (YYID (0))
  68. /* Useful defines so editors don't get confused ... */
  69. #define LBRACE '{'
  70. #define RBRACE '}'
  71. /* Functions used in the parsing process */
  72. static SEXP GrowList(SEXP, SEXP);
  73. static int KeywordLookup(const char *);
  74. static SEXP NewList(void);
  75. static SEXP makeSrcref(YYLTYPE *, SEXP);
  76. /* Flags used to mark presence of IFDEF or Sexpr in the dynamicFlag attribute */
  77. #define STATIC 0
  78. #define HAS_IFDEF 1
  79. #define HAS_SEXPR 2
  80. /* Internal lexer / parser state variables */
  81. static int xxinRString, xxQuoteLine, xxQuoteCol;
  82. static int xxinEqn;
  83. static int xxNewlineInString;
  84. static int xxgetc();
  85. static int xxungetc(int);
  86. static int xxlineno, xxbyteno, xxcolno;
  87. static int xxmode, xxitemType, xxbraceDepth; /* context for lexer */
  88. static int xxDebugTokens; /* non-zero causes debug output to R console */
  89. static const char* xxBasename; /* basename of file for error messages */
  90. static SEXP Value;
  91. static int xxinitvalue;
  92. static char const yyunknown[] = "unknown macro"; /* our message, not bison's */
  93. #define RLIKE 1 /* Includes R strings; xxinRString holds the opening quote char, or 0 outside a string */
  94. #define LATEXLIKE 2
  95. #define VERBATIM 3
  96. #define INOPTION 4
  97. #define COMMENTMODE 5 /* only used in deparsing */
  98. #define UNKNOWNMODE 6 /* ditto */
  99. static SEXP SrcFile; /* parse_Rd will *always* supply a srcfile */
  100. /* Routines used to build the parse tree */
  101. static SEXP xxpushMode(int, int, int);
  102. static void xxpopMode(SEXP);
  103. static SEXP xxnewlist(SEXP);
  104. static SEXP xxlist(SEXP, SEXP);
  105. static SEXP xxmarkup(SEXP, SEXP, int, YYLTYPE *);
  106. static SEXP xxmarkup2(SEXP, SEXP, SEXP, int, int, YYLTYPE *);
  107. static SEXP xxmarkup3(SEXP, SEXP, SEXP, SEXP, int, YYLTYPE *);
  108. static SEXP xxOptionmarkup(SEXP, SEXP, SEXP, int, YYLTYPE *);
  109. static SEXP xxtag(SEXP, int, YYLTYPE *);
  110. static void xxsavevalue(SEXP, YYLTYPE *);
  111. static void xxWarnNewline();
  112. static int mkMarkup(int);
  113. static int mkIfdef(int);
  114. static int mkCode(int);
  115. static int mkText(int);
  116. static int mkVerb(int);
  117. static int mkComment(int);
  118. #define YYSTYPE SEXP
  119. %}
  120. %debug
  121. %token END_OF_INPUT ERROR
  122. %token SECTIONHEADER RSECTIONHEADER VSECTIONHEADER
  123. %token SECTIONHEADER2
  124. %token RCODEMACRO SEXPR RDOPTS LATEXMACRO VERBMACRO OPTMACRO ESCAPE
  125. %token LISTSECTION ITEMIZE DESCRIPTION NOITEM
  126. %token LATEXMACRO2 VERBMACRO2
  127. %token LATEXMACRO3
  128. %token IFDEF ENDIF
  129. %token TEXT RCODE VERB COMMENT UNKNOWN
  130. %token STARTFILE STARTFRAGMENT /* fake tokens to have two entry points */
  131. /* Recent bison has <> to represent all of the destructors below, but we don't assume it */
  132. /* I think we need to list everything here which occurs before the last item in a
  133. pattern, just in case the last item is unmatched and we need to back out. But
  134. it is safe to list more, so we do. */
  135. /*
  136. %destructor { UNPROTECT_PTR($$); } SECTIONHEADER RSECTIONHEADER
  137. VSECTIONHEADER SECTIONHEADER2 RCODEMACRO SEXPR LATEXMACRO VERBMACRO
  138. OPTMACRO ESCAPE LISTSECTION ITEMIZE DESCRIPTION NOITEM LATEXMACRO2
  139. VERBMACRO2 LATEXMACRO3 IFDEF ENDIF TEXT RCODE VERB COMMENT UNKNOWN
  140. STARTFILE STARTFRAGMENT goLatexLike goRLike goRLike2 goOption
  141. goVerbatim goVerbatim1 goVerbatim2 goItem0 goItem2 LatexArg RLikeArg2
  142. VerbatimArg1 VerbatimArg2 IfDefTarget ArgItems Option
  143. */
  144. %%
  145. Init: STARTFILE RdFile END_OF_INPUT { xxsavevalue($2, &@$); UNPROTECT_PTR($1); return 0; }
  146. | STARTFRAGMENT RdFragment END_OF_INPUT { xxsavevalue($2, &@$); UNPROTECT_PTR($1); return 0; }
  147. | error { PROTECT(Value = R_NilValue); YYABORT; }
  148. ;
  149. RdFragment : goLatexLike ArgItems { $$ = $2; UNPROTECT_PTR($1); }
  150. ;
  151. RdFile : SectionList { $$ = $1; }
  152. ;
  153. SectionList: Section { $$ = xxnewlist($1); }
  154. | SectionList Section { $$ = xxlist($1, $2); }
  155. Section: VSECTIONHEADER VerbatimArg { $$ = xxmarkup($1, $2, STATIC, &@$); }
  156. | RDOPTS VerbatimArg { $$ = xxmarkup($1, $2, HAS_SEXPR, &@$); }
  157. | RSECTIONHEADER RLikeArg { $$ = xxmarkup($1, $2, STATIC, &@$); }
  158. | SECTIONHEADER LatexArg { $$ = xxmarkup($1, $2, STATIC, &@$); }
  159. | LISTSECTION Item2Arg { $$ = xxmarkup($1, $2, STATIC, &@$); }
  160. | SECTIONHEADER2 LatexArg LatexArg2 { $$ = xxmarkup2($1, $2, $3, 2, STATIC, &@$); }
  161. | IFDEF IfDefTarget SectionList ENDIF { $$ = xxmarkup2($1, $2, $3, 2, HAS_IFDEF, &@$); UNPROTECT_PTR($4); }
  162. | SEXPR goOption RLikeArg2 { $$ = xxmarkup($1, $3, HAS_SEXPR, &@$); xxpopMode($2); }
  163. | SEXPR goOption Option RLikeArg2 { $$ = xxOptionmarkup($1, $3, $4, STATIC, &@$); xxpopMode($2); }
  164. | COMMENT { $$ = xxtag($1, COMMENT, &@$); }
  165. | TEXT { $$ = xxtag($1, TEXT, &@$); } /* must be whitespace */
  166. | error Section { $$ = $2; }
  167. ArgItems: Item { $$ = xxnewlist($1); }
  168. | ArgItems Item { $$ = xxlist($1, $2); }
  169. Item: TEXT { $$ = xxtag($1, TEXT, &@$); }
  170. | RCODE { $$ = xxtag($1, RCODE, &@$); }
  171. | VERB { $$ = xxtag($1, VERB, &@$); }
  172. | COMMENT { $$ = xxtag($1, COMMENT, &@$); }
  173. | UNKNOWN { $$ = xxtag($1, UNKNOWN, &@$); yyerror(yyunknown); }
  174. | Arg { $$ = xxmarkup(R_NilValue, $1, STATIC, &@$); }
  175. | Markup { $$ = $1; }
  176. | error Item { $$ = $2; }
  177. Markup: LATEXMACRO LatexArg { $$ = xxmarkup($1, $2, STATIC, &@$); }
  178. | LATEXMACRO2 LatexArg LatexArg2 { $$ = xxmarkup2($1, $2, $3, 2, STATIC, &@$); }
  179. | LATEXMACRO3 LatexArg LatexArg2 LatexArg2 { $$ = xxmarkup3($1, $2, $3, $4, STATIC, &@$); }
  180. | ITEMIZE Item0Arg { $$ = xxmarkup($1, $2, STATIC, &@$); }
  181. | DESCRIPTION Item2Arg { $$ = xxmarkup($1, $2, STATIC, &@$); }
  182. | OPTMACRO goOption LatexArg { $$ = xxmarkup($1, $3, STATIC, &@$); xxpopMode($2); }
  183. | OPTMACRO goOption Option LatexArg { $$ = xxOptionmarkup($1, $3, $4, STATIC, &@$); xxpopMode($2); }
  184. | RCODEMACRO RLikeArg { $$ = xxmarkup($1, $2, STATIC, &@$); }
  185. | SEXPR goOption RLikeArg2 { $$ = xxmarkup($1, $3, HAS_SEXPR, &@$); xxpopMode($2); }
  186. | SEXPR goOption Option RLikeArg2 { $$ = xxOptionmarkup($1, $3, $4, HAS_SEXPR, &@$); xxpopMode($2); }
  187. | VERBMACRO VerbatimArg { $$ = xxmarkup($1, $2, STATIC, &@$); }
  188. | VERBMACRO2 VerbatimArg1 { $$ = xxmarkup2($1, $2, R_NilValue, 1, STATIC, &@$); }
  189. | VERBMACRO2 VerbatimArg1 VerbatimArg2 { $$ = xxmarkup2($1, $2, $3, 2, STATIC, &@$); }
  190. | ESCAPE { $$ = xxmarkup($1, R_NilValue, STATIC, &@$); }
  191. | IFDEF IfDefTarget ArgItems ENDIF { $$ = xxmarkup2($1, $2, $3, 2, HAS_IFDEF, &@$); UNPROTECT_PTR($4); }
  192. LatexArg: goLatexLike Arg { xxpopMode($1); $$ = $2; }
  193. LatexArg2: goLatexLike Arg { xxpopMode($1); $$ = $2; }
  194. | goLatexLike TEXT { xxpopMode($1); $$ = xxnewlist($2);
  195. if(wCalls)
  196. warning(_("bad markup (extra space?) at %s:%d:%d"),
  197. xxBasename, @2.first_line, @2.first_column);
  198. else
  199. warningcall(R_NilValue, _("bad markup (extra space?) at %s:%d:%d"),
  200. xxBasename, @2.first_line, @2.first_column);
  201. }
  202. Item0Arg: goItem0 Arg { xxpopMode($1); $$ = $2; }
  203. Item2Arg: goItem2 Arg { xxpopMode($1); $$ = $2; }
  204. RLikeArg: goRLike Arg { xxpopMode($1); $$ = $2; }
  205. /* This one is like VerbatimArg2 below: it does the push after seeing the brace */
  206. RLikeArg2: '{' goRLike2 ArgItems '}' { xxpopMode($2); $$ = $3; }
  207. | '{' goRLike2 '}' { xxpopMode($2); $$ = xxnewlist(NULL); }
  208. VerbatimArg: goVerbatim Arg { xxpopMode($1); $$ = $2; }
  209. VerbatimArg1: goVerbatim1 Arg { xxpopMode($1); $$ = $2; }
  210. /* This one executes the push after seeing the brace starting the optional second arg */
  211. VerbatimArg2: '{' goVerbatim2 ArgItems '}' { xxpopMode($2); $$ = $3; }
  212. | '{' goVerbatim2 '}' { xxpopMode($2); $$ = xxnewlist(NULL); }
  213. IfDefTarget: goLatexLike TEXT { xxpopMode($1); $$ = xxnewlist($2); }
  214. goLatexLike: /* empty */ { $$ = xxpushMode(LATEXLIKE, UNKNOWN, FALSE); }
  215. goRLike: /* empty */ { $$ = xxpushMode(RLIKE, UNKNOWN, FALSE); }
  216. goRLike2: /* empty */ { xxbraceDepth--; $$ = xxpushMode(RLIKE, UNKNOWN, FALSE); xxbraceDepth++; }
  217. goOption: /* empty */ { $$ = xxpushMode(INOPTION, UNKNOWN, FALSE); }
  218. goVerbatim: /* empty */ { $$ = xxpushMode(VERBATIM, UNKNOWN, FALSE); }
  219. goVerbatim1: /* empty */ { $$ = xxpushMode(VERBATIM, UNKNOWN, TRUE); }
  220. goVerbatim2: /* empty */ { xxbraceDepth--; $$ = xxpushMode(VERBATIM, UNKNOWN, FALSE); xxbraceDepth++; }
  221. goItem0: /* empty */ { $$ = xxpushMode(LATEXLIKE, ESCAPE, FALSE); }
  222. goItem2: /* empty */ { $$ = xxpushMode(LATEXLIKE, LATEXMACRO2, FALSE); }
  223. Arg: '{' ArgItems '}' { $$ = $2; }
  224. | '{' '}' { $$ = xxnewlist(NULL); }
  225. | '{' ArgItems error '}' { $$ = $2; }
  226. | '{' error '}' { $$ = xxnewlist(NULL); }
  227. | '{' ArgItems error END_OF_INPUT { $$ = $2; }
  228. Option: '[' Item ']' { $$ = $2; }
  229. %%
  230. static SEXP xxpushMode(int newmode, int newitem, int neweqn)
  231. {
  232. SEXP ans;
  233. PROTECT(ans = allocVector(INTSXP, 7));
  234. INTEGER(ans)[0] = xxmode; /* Lexer mode */
  235. INTEGER(ans)[1] = xxitemType; /* What is \item? */
  236. INTEGER(ans)[2] = xxbraceDepth; /* Brace depth used in RCODE and VERBATIM */
  237. INTEGER(ans)[3] = xxinRString; /* Quote char that started a string */
  238. INTEGER(ans)[4] = xxQuoteLine; /* Where the quote was */
  239. INTEGER(ans)[5] = xxQuoteCol; /* " */
  240. INTEGER(ans)[6] = xxinEqn; /* In the first arg to \eqn or \deqn: no escapes */
  241. #if DEBUGMODE
  242. Rprintf("xxpushMode(%d, %s) pushes %d, %s, %d\n", newmode, yytname[YYTRANSLATE(newitem)],
  243. xxmode, yytname[YYTRANSLATE(xxitemType)], xxbraceDepth);
  244. #endif
  245. xxmode = newmode;
  246. xxitemType = newitem;
  247. xxbraceDepth = 0;
  248. xxinRString = 0;
  249. xxinEqn = neweqn;
  250. return ans;
  251. }
  252. static void xxpopMode(SEXP oldmode)
  253. {
  254. #if DEBUGVALS
  255. Rprintf("xxpopMode(%d, %s, %d) replaces %d, %s, %d\n", INTEGER(oldmode)[0], yytname[YYTRANSLATE(INTEGER(oldmode)[1])], INTEGER(oldmode)[2],
  256. xxmode, yytname[YYTRANSLATE(xxitemType)], xxbraceDepth);
  257. #endif
  258. xxmode = INTEGER(oldmode)[0];
  259. xxitemType = INTEGER(oldmode)[1];
  260. xxbraceDepth = INTEGER(oldmode)[2];
  261. xxinRString = INTEGER(oldmode)[3];
  262. xxQuoteLine = INTEGER(oldmode)[4];
  263. xxQuoteCol = INTEGER(oldmode)[5];
  264. xxinEqn = INTEGER(oldmode)[6];
  265. UNPROTECT_PTR(oldmode);
  266. }
  267. static int getDynamicFlag(SEXP item)
  268. {
  269. SEXP flag = getAttrib(item, install("dynamicFlag"));
  270. if (isNull(flag)) return 0;
  271. else return INTEGER(flag)[0];
  272. }
  273. static void setDynamicFlag(SEXP item, int flag)
  274. {
  275. if (flag)
  276. setAttrib(item, install("dynamicFlag"), ScalarInteger(flag));
  277. }
  278. static SEXP xxnewlist(SEXP item)
  279. {
  280. SEXP ans, tmp;
  281. #if DEBUGVALS
  282. Rprintf("xxnewlist(item=%p)", item);
  283. #endif
  284. PROTECT(tmp = NewList());
  285. if (item) {
  286. int flag = getDynamicFlag(item);
  287. PROTECT(ans = GrowList(tmp, item));
  288. setDynamicFlag(ans, flag);
  289. UNPROTECT_PTR(tmp);
  290. UNPROTECT_PTR(item);
  291. } else ans = tmp;
  292. #if DEBUGVALS
  293. Rprintf(" result: %p is length %d\n", ans, length(ans));
  294. #endif
  295. return ans;
  296. }
  297. static SEXP xxlist(SEXP oldlist, SEXP item)
  298. {
  299. SEXP ans;
  300. int flag = getDynamicFlag(oldlist) | getDynamicFlag(item);
  301. #if DEBUGVALS
  302. Rprintf("xxlist(oldlist=%p, item=%p)", oldlist, item);
  303. #endif
  304. PROTECT(ans = GrowList(oldlist, item));
  305. UNPROTECT_PTR(item);
  306. UNPROTECT_PTR(oldlist);
  307. setDynamicFlag(ans, flag);
  308. #if DEBUGVALS
  309. Rprintf(" result: %p is length %d\n", ans, length(ans));
  310. #endif
  311. return ans;
  312. }
  313. static SEXP xxmarkup(SEXP header, SEXP body, int flag, YYLTYPE *lloc)
  314. {
  315. SEXP ans;
  316. #if DEBUGVALS
  317. Rprintf("xxmarkup(header=%p, body=%p)", header, body);
  318. #endif
  319. if (isNull(body))
  320. PROTECT(ans = allocVector(VECSXP, 0));
  321. else {
  322. flag |= getDynamicFlag(body);
  323. PROTECT(ans = PairToVectorList(CDR(body)));
  324. UNPROTECT_PTR(body);
  325. }
  326. if (isNull(header))
  327. PROTECT(header = mkString("LIST"));
  328. setAttrib(ans, install("Rd_tag"), header);
  329. setAttrib(ans, R_SrcrefSymbol, makeSrcref(lloc, SrcFile));
  330. UNPROTECT_PTR(header);
  331. setDynamicFlag(ans, flag);
  332. #if DEBUGVALS
  333. Rprintf(" result: %p\n", ans);
  334. #endif
  335. return ans;
  336. }
  337. static SEXP xxOptionmarkup(SEXP header, SEXP option, SEXP body, int flag, YYLTYPE *lloc)
  338. {
  339. SEXP ans;
  340. #if DEBUGVALS
  341. Rprintf("xxOptionmarkup(header=%p, option=%p, body=%p)", header, option, body);
  342. #endif
  343. flag |= getDynamicFlag(body);
  344. PROTECT(ans = PairToVectorList(CDR(body)));
  345. UNPROTECT_PTR(body);
  346. setAttrib(ans, install("Rd_tag"), header);
  347. UNPROTECT_PTR(header);
  348. flag |= getDynamicFlag(option);
  349. setAttrib(ans, install("Rd_option"), option);
  350. UNPROTECT_PTR(option);
  351. setAttrib(ans, R_SrcrefSymbol, makeSrcref(lloc, SrcFile));
  352. setDynamicFlag(ans, flag);
  353. #if DEBUGVALS
  354. Rprintf(" result: %p\n", ans);
  355. #endif
  356. return ans;
  357. }
  358. static SEXP xxmarkup2(SEXP header, SEXP body1, SEXP body2, int argcount, int flag, YYLTYPE *lloc)
  359. {
  360. SEXP ans;
  361. #if DEBUGVALS
  362. Rprintf("xxmarkup2(header=%p, body1=%p, body2=%p)", header, body1, body2);
  363. #endif
  364. PROTECT(ans = allocVector(VECSXP, argcount));
  365. if (!isNull(body1)) {
  366. int flag1 = getDynamicFlag(body1);
  367. SET_VECTOR_ELT(ans, 0, PairToVectorList(CDR(body1)));
  368. UNPROTECT_PTR(body1);
  369. setDynamicFlag(VECTOR_ELT(ans, 0), flag1);
  370. flag |= flag1;
  371. }
  372. if (!isNull(body2)) {
  373. int flag2;
  374. if (argcount < 2) error("internal error: inconsistent argument count");
  375. flag2 = getDynamicFlag(body2);
  376. SET_VECTOR_ELT(ans, 1, PairToVectorList(CDR(body2)));
  377. UNPROTECT_PTR(body2);
  378. setDynamicFlag(VECTOR_ELT(ans, 1), flag2);
  379. flag |= flag2;
  380. }
  381. setAttrib(ans, install("Rd_tag"), header);
  382. UNPROTECT_PTR(header);
  383. setAttrib(ans, R_SrcrefSymbol, makeSrcref(lloc, SrcFile));
  384. setDynamicFlag(ans, flag);
  385. #if DEBUGVALS
  386. Rprintf(" result: %p\n", ans);
  387. #endif
  388. return ans;
  389. }
  390. static SEXP xxmarkup3(SEXP header, SEXP body1, SEXP body2, SEXP body3, int flag, YYLTYPE *lloc)
  391. {
  392. SEXP ans;
  393. #if DEBUGVALS
  394. Rprintf("xxmarkup2(header=%p, body1=%p, body2=%p, body3=%p)", header, body1, body2, body3);
  395. #endif
  396. PROTECT(ans = allocVector(VECSXP, 3));
  397. if (!isNull(body1)) {
  398. int flag1 = getDynamicFlag(body1);
  399. SET_VECTOR_ELT(ans, 0, PairToVectorList(CDR(body1)));
  400. UNPROTECT_PTR(body1);
  401. setDynamicFlag(VECTOR_ELT(ans, 0), flag1);
  402. flag |= flag1;
  403. }
  404. if (!isNull(body2)) {
  405. int flag2;
  406. flag2 = getDynamicFlag(body2);
  407. SET_VECTOR_ELT(ans, 1, PairToVectorList(CDR(body2)));
  408. UNPROTECT_PTR(body2);
  409. setDynamicFlag(VECTOR_ELT(ans, 1), flag2);
  410. flag |= flag2;
  411. }
  412. if (!isNull(body3)) {
  413. int flag3;
  414. flag3 = getDynamicFlag(body3);
  415. SET_VECTOR_ELT(ans, 2, PairToVectorList(CDR(body3)));
  416. UNPROTECT_PTR(body3);
  417. setDynamicFlag(VECTOR_ELT(ans, 2), flag3);
  418. flag |= flag3;
  419. }
  420. setAttrib(ans, install("Rd_tag"), header);
  421. UNPROTECT_PTR(header);
  422. setAttrib(ans, R_SrcrefSymbol, makeSrcref(lloc, SrcFile));
  423. setDynamicFlag(ans, flag);
  424. #if DEBUGVALS
  425. Rprintf(" result: %p\n", ans);
  426. #endif
  427. return ans;
  428. }
  429. static void xxsavevalue(SEXP Rd, YYLTYPE *lloc)
  430. {
  431. int flag = getDynamicFlag(Rd);
  432. PROTECT(Value = PairToVectorList(CDR(Rd)));
  433. if (!isNull(Value)) {
  434. setAttrib(Value, R_ClassSymbol, mkString("Rd"));
  435. setAttrib(Value, R_SrcrefSymbol, makeSrcref(lloc, SrcFile));
  436. setDynamicFlag(Value, flag);
  437. }
  438. UNPROTECT_PTR(Rd);
  439. }
  440. static SEXP xxtag(SEXP item, int type, YYLTYPE *lloc)
  441. {
  442. setAttrib(item, install("Rd_tag"), mkString(yytname[YYTRANSLATE(type)]));
  443. setAttrib(item, R_SrcrefSymbol, makeSrcref(lloc, SrcFile));
  444. return item;
  445. }
  446. static void xxWarnNewline()
  447. {
  448. if (xxNewlineInString) {
  449. if(wCalls)
  450. warning(_("newline within quoted string at %s:%d"),
  451. xxBasename, xxNewlineInString);
  452. else
  453. warningcall(R_NilValue,
  454. _("newline within quoted string at %s:%d"),
  455. xxBasename, xxNewlineInString);
  456. }
  457. }
  458. /*----------------------------------------------------------------------------*/
  459. static int (*ptr_getc)(void);
  460. /* Private pushback, since file ungetc only guarantees one byte.
  461. We need up to one MBCS-worth and one failed #ifdef or one numeric
  462. garbage markup match */
  463. #define PUSHBACK_BUFSIZE 30
  464. static int pushback[PUSHBACK_BUFSIZE];
  465. static unsigned int npush = 0;
  466. static int prevpos = 0;
  467. static int prevlines[PUSHBACK_BUFSIZE];
  468. static int prevcols[PUSHBACK_BUFSIZE];
  469. static int prevbytes[PUSHBACK_BUFSIZE];
  470. static int xxgetc(void)
  471. {
  472. int c;
  473. if(npush) c = pushback[--npush]; else c = ptr_getc();
  474. prevpos = (prevpos + 1) % PUSHBACK_BUFSIZE;
  475. prevcols[prevpos] = xxcolno;
  476. prevbytes[prevpos] = xxbyteno;
  477. prevlines[prevpos] = xxlineno;
  478. if (c == EOF) return R_EOF;
  479. R_ParseContextLast = (R_ParseContextLast + 1) % PARSE_CONTEXT_SIZE;
  480. R_ParseContext[R_ParseContextLast] = c;
  481. if (c == '\n') {
  482. xxlineno += 1;
  483. xxcolno = 1;
  484. xxbyteno = 1;
  485. } else {
  486. xxcolno++;
  487. xxbyteno++;
  488. }
  489. /* only advance column for 1st byte in UTF-8 */
  490. if (0x80 <= (unsigned char)c && (unsigned char)c <= 0xBF)
  491. xxcolno--;
  492. if (c == '\t') xxcolno = ((xxcolno + 6) & ~7) + 1;
  493. R_ParseContextLine = xxlineno;
  494. return c;
  495. }
  496. static int xxungetc(int c)
  497. {
  498. /* this assumes that c was the result of xxgetc; if not, some edits will be needed */
  499. xxlineno = prevlines[prevpos];
  500. xxbyteno = prevbytes[prevpos];
  501. xxcolno = prevcols[prevpos];
  502. prevpos = (prevpos + PUSHBACK_BUFSIZE - 1) % PUSHBACK_BUFSIZE;
  503. R_ParseContextLine = xxlineno;
  504. R_ParseContext[R_ParseContextLast] = '\0';
  505. /* Mac OS X requires us to keep this non-negative */
  506. R_ParseContextLast = (R_ParseContextLast + PARSE_CONTEXT_SIZE - 1)
  507. % PARSE_CONTEXT_SIZE;
  508. if(npush >= PUSHBACK_BUFSIZE - 2) return EOF;
  509. pushback[npush++] = c;
  510. return c;
  511. }
  512. static SEXP makeSrcref(YYLTYPE *lloc, SEXP srcfile)
  513. {
  514. SEXP val;
  515. PROTECT(val = allocVector(INTSXP, 6));
  516. INTEGER(val)[0] = lloc->first_line;
  517. INTEGER(val)[1] = lloc->first_byte;
  518. INTEGER(val)[2] = lloc->last_line;
  519. INTEGER(val)[3] = lloc->last_byte;
  520. INTEGER(val)[4] = lloc->first_column;
  521. INTEGER(val)[5] = lloc->last_column;
  522. setAttrib(val, R_SrcfileSymbol, srcfile);
  523. setAttrib(val, R_ClassSymbol, mkString("srcref"));
  524. UNPROTECT(1);
  525. return val;
  526. }
  527. static SEXP mkString2(const char *s, int len)
  528. {
  529. SEXP t;
  530. cetype_t enc = CE_UTF8;
  531. PROTECT(t = allocVector(STRSXP, 1));
  532. SET_STRING_ELT(t, 0, mkCharLenCE(s, len, enc));
  533. UNPROTECT(1);
  534. return t;
  535. }
  536. /* Stretchy List Structures : Lists are created and grown using a special */
  537. /* dotted pair. The CAR of the list points to the last cons-cell in the */
  538. /* list and the CDR points to the first. The list can be extracted from */
  539. /* the pair by taking its CDR, while the CAR gives fast access to the end */
  540. /* of the list. */
  541. /* Create a stretchy-list dotted pair */
  542. static SEXP NewList(void)
  543. {
  544. SEXP s = CONS(R_NilValue, R_NilValue);
  545. SETCAR(s, s);
  546. return s;
  547. }
  548. /* Add a new element at the end of a stretchy list */
  549. static SEXP GrowList(SEXP l, SEXP s)
  550. {
  551. SEXP tmp;
  552. PROTECT(s);
  553. tmp = CONS(s, R_NilValue);
  554. UNPROTECT(1);
  555. SETCDR(CAR(l), tmp);
  556. SETCAR(l, tmp);
  557. return l;
  558. }
  559. /*--------------------------------------------------------------------------*/
  560. /*
  561. * Parsing Entry Points:
  562. *
  563. * The Following entry points provide Rd parsing facilities.
  564. *
  565. * SEXP R_ParseRd(Rconnection con, ParseStatus *status, SEXP srcfile)
  566. *
  567. */
  568. static SEXP ParseRd(ParseStatus *status, SEXP srcfile, Rboolean fragment)
  569. {
  570. R_ParseContextLast = 0;
  571. R_ParseContext[0] = '\0';
  572. xxlineno = 1;
  573. xxcolno = 1;
  574. xxbyteno = 1;
  575. SrcFile = srcfile;
  576. npush = 0;
  577. xxmode = LATEXLIKE;
  578. xxitemType = UNKNOWN;
  579. xxbraceDepth = 0;
  580. xxinRString = 0;
  581. xxNewlineInString = 0;
  582. xxinEqn = 0;
  583. if (fragment) xxinitvalue = STARTFRAGMENT;
  584. else xxinitvalue = STARTFILE;
  585. Value = R_NilValue;
  586. if (yyparse()) *status = PARSE_ERROR;
  587. else *status = PARSE_OK;
  588. #if DEBUGVALS
  589. Rprintf("ParseRd result: %p\n", Value);
  590. #endif
  591. UNPROTECT_PTR(Value);
  592. return Value;
  593. }
  594. #include "Rconnections.h"
  595. static Rconnection con_parse;
  596. /* need to handle incomplete last line */
  597. static int con_getc(void)
  598. {
  599. int c;
  600. static int last=-1000;
  601. c = Rconn_fgetc(con_parse);
  602. if (c == EOF && last != '\n') c = '\n';
  603. return (last = c);
  604. }
  605. attribute_hidden
  606. SEXP R_ParseRd(Rconnection con, ParseStatus *status, SEXP srcfile, Rboolean fragment)
  607. {
  608. con_parse = con;
  609. ptr_getc = con_getc;
  610. return ParseRd(status, srcfile, fragment);
  611. }
  612. /*----------------------------------------------------------------------------
  613. *
  614. * The Lexical Analyzer:
  615. *
  616. * Basic lexical analysis is performed by the following
  617. * routines.
  618. *
  619. * The function yylex() scans the input, breaking it into
  620. * tokens which are then passed to the parser.
  621. *
  622. */
  623. /* Special Symbols */
  624. /* Section and R code headers */
  625. struct {
  626. char *name;
  627. int token;
  628. }
  629. static keywords[] = {
  630. /* These sections contain Latex-like text */
  631. { "\\author", SECTIONHEADER },
  632. { "\\concept", SECTIONHEADER },
  633. { "\\description",SECTIONHEADER },
  634. { "\\details", SECTIONHEADER },
  635. { "\\docType", SECTIONHEADER },
  636. { "\\encoding",SECTIONHEADER },
  637. { "\\format", SECTIONHEADER },
  638. { "\\keyword", SECTIONHEADER },
  639. { "\\note", SECTIONHEADER },
  640. { "\\references", SECTIONHEADER },
  641. { "\\section", SECTIONHEADER2 },
  642. { "\\seealso", SECTIONHEADER },
  643. { "\\source", SECTIONHEADER },
  644. { "\\title", SECTIONHEADER },
  645. /* These sections contain R-like text */
  646. { "\\examples",RSECTIONHEADER },
  647. { "\\usage", RSECTIONHEADER },
  648. /* These sections contain verbatim text */
  649. { "\\alias", VSECTIONHEADER },
  650. { "\\name", VSECTIONHEADER },
  651. { "\\synopsis",VSECTIONHEADER },
  652. { "\\Rdversion",VSECTIONHEADER },
  653. /* These macros take no arguments. One character non-alpha escapes get the
  654. same token value */
  655. { "\\cr", ESCAPE },
  656. { "\\dots", ESCAPE },
  657. { "\\ldots", ESCAPE },
  658. { "\\R", ESCAPE },
  659. { "\\tab", ESCAPE },
  660. /* These macros take one LaTeX-like argument. */
  661. { "\\acronym", LATEXMACRO },
  662. { "\\bold", LATEXMACRO },
  663. { "\\cite", LATEXMACRO },
  664. { "\\command", LATEXMACRO },
  665. { "\\dfn", LATEXMACRO },
  666. { "\\dQuote", LATEXMACRO },
  667. { "\\email", LATEXMACRO },
  668. { "\\emph", LATEXMACRO },
  669. { "\\file", LATEXMACRO },
  670. { "\\linkS4class", LATEXMACRO },
  671. { "\\pkg", LATEXMACRO },
  672. { "\\sQuote", LATEXMACRO },
  673. { "\\strong", LATEXMACRO },
  674. { "\\var", LATEXMACRO },
  675. /* These are like SECTIONHEADER/LATEXMACRO, but they change the interpretation of \item */
  676. { "\\arguments",LISTSECTION },
  677. { "\\value", LISTSECTION },
  678. { "\\describe",DESCRIPTION },
  679. { "\\enumerate",ITEMIZE },
  680. { "\\itemize", ITEMIZE },
  681. { "\\item", NOITEM }, /* will change to UNKNOWN, ESCAPE, or LATEXMACRO2 depending on context */
  682. /* These macros take two LaTeX-like arguments. */
  683. { "\\enc", LATEXMACRO2 },
  684. { "\\if", LATEXMACRO2 },
  685. { "\\method", LATEXMACRO2 },
  686. { "\\S3method",LATEXMACRO2 },
  687. { "\\S4method",LATEXMACRO2 },
  688. { "\\tabular", LATEXMACRO2 },
  689. /* This macro takes three LaTeX-like arguments. */
  690. { "\\ifelse", LATEXMACRO3 },
  691. /* These macros take one optional bracketed option and always take
  692. one LaTeX-like argument */
  693. { "\\link", OPTMACRO },
  694. /* These markup macros require an R-like text argument */
  695. { "\\code", RCODEMACRO },
  696. { "\\dontshow",RCODEMACRO },
  697. { "\\donttest",RCODEMACRO },
  698. { "\\testonly",RCODEMACRO },
  699. /* This macro take one optional bracketed option and one R-like argument */
  700. { "\\Sexpr", SEXPR },
  701. /* This is just like a VSECTIONHEADER, but it needs SEXPR processing */
  702. { "\\RdOpts", RDOPTS },
  703. /* These macros take one verbatim arg and ignore everything except braces */
  704. { "\\dontrun", VERBMACRO }, /* at least for now */
  705. { "\\env", VERBMACRO },
  706. { "\\kbd", VERBMACRO },
  707. { "\\option", VERBMACRO },
  708. { "\\out", VERBMACRO },
  709. { "\\preformatted", VERBMACRO },
  710. { "\\samp", VERBMACRO },
  711. { "\\special", VERBMACRO },
  712. { "\\url", VERBMACRO },
  713. { "\\verb", VERBMACRO },
  714. /* These ones take one or two verbatim args */
  715. { "\\eqn", VERBMACRO2 },
  716. { "\\deqn", VERBMACRO2 },
  717. /* We parse IFDEF/IFNDEF as markup, not as a separate preprocessor step */
  718. { "#ifdef", IFDEF },
  719. { "#ifndef", IFDEF },
  720. { "#endif", ENDIF },
  721. { 0, 0 }
  722. /* All other markup macros are rejected. */
  723. };
  724. /* Record the longest # directive here */
  725. #define DIRECTIVE_LEN 7
  726. static int KeywordLookup(const char *s)
  727. {
  728. int i;
  729. for (i = 0; keywords[i].name; i++) {
  730. if (strcmp(keywords[i].name, s) == 0) {
  731. return keywords[i].token;
  732. }
  733. }
  734. return UNKNOWN;
  735. }
  736. static void yyerror(const char *s)
  737. {
  738. static const char *const yytname_translations[] =
  739. {
  740. /* the left column are strings coming from bison, the right
  741. column are translations for users.
  742. The first YYENGLISH from the right column are English to be translated,
  743. the rest are to be copied literally. The #if 0 block below allows xgettext
  744. to see these.
  745. */
  746. #define YYENGLISH 17
  747. "$undefined", "input",
  748. "SECTIONHEADER","section header",
  749. "RSECTIONHEADER","section header",
  750. "VSECTIONHEADER","section header",
  751. "LISTSECTION", "section header",
  752. "LATEXMACRO", "macro",
  753. "LATEXMACRO2", "macro",
  754. "LATEXMACRO3", "macro",
  755. "RCODEMACRO", "macro",
  756. "VERBMACRO", "macro",
  757. "VERBMACRO2", "macro",
  758. "ESCAPE", "macro",
  759. "ITEMIZE", "macro",
  760. "IFDEF", "conditional",
  761. "SECTIONHEADER2","section header",
  762. "OPTMACRO", "macro",
  763. "DESCRIPTION", "macro",
  764. "VERB", "VERBATIM TEXT",
  765. 0, 0
  766. };
  767. static char const yyunexpected[] = "syntax error, unexpected ";
  768. static char const yyexpecting[] = ", expecting ";
  769. static char const yyshortunexpected[] = "unexpected %s";
  770. static char const yylongunexpected[] = "unexpected %s '%s'";
  771. char *expecting;
  772. char ParseErrorMsg[PARSE_ERROR_SIZE];
  773. SEXP filename;
  774. char ParseErrorFilename[PARSE_ERROR_SIZE];
  775. #if 0
  776. /* these are just here to trigger the internationalization */
  777. _("input");
  778. _("macro");
  779. _("conditional");
  780. _("section header");
  781. #endif
  782. xxWarnNewline(); /* post newline warning if necessary */
  783. /*
  784. R_ParseError = yylloc.first_line;
  785. R_ParseErrorCol = yylloc.first_column;
  786. R_ParseErrorFile = SrcFile;
  787. */
  788. if (!strncmp(s, yyunexpected, sizeof yyunexpected -1)) {
  789. int i, translated = FALSE;
  790. /* Edit the error message */
  791. expecting = strstr(s + sizeof yyunexpected -1, yyexpecting);
  792. if (expecting) *expecting = '\0';
  793. for (i = 0; yytname_translations[i]; i += 2) {
  794. if (!strcmp(s + sizeof yyunexpected - 1, yytname_translations[i])) {
  795. sprintf(ParseErrorMsg, yychar < 256 ? _(yyshortunexpected): _(yylongunexpected),
  796. i/2 < YYENGLISH ? _(yytname_translations[i+1])
  797. : yytname_translations[i+1], CHAR(STRING_ELT(yylval, 0)));
  798. translated = TRUE;
  799. break;
  800. }
  801. }
  802. if (!translated)
  803. sprintf(ParseErrorMsg, yychar < 256 ? _(yyshortunexpected) : _(yylongunexpected),
  804. s + sizeof yyunexpected - 1, CHAR(STRING_ELT(yylval, 0)));
  805. if (expecting) {
  806. translated = FALSE;
  807. for (i = 0; yytname_translations[i]; i += 2) {
  808. if (!strcmp(expecting + sizeof yyexpecting - 1, yytname_translations[i])) {
  809. strcat(ParseErrorMsg, _(yyexpecting));
  810. strcat(ParseErrorMsg, i/2 < YYENGLISH ? _(yytname_translations[i+1])
  811. : yytname_translations[i+1]);
  812. translated = TRUE;
  813. break;
  814. }
  815. }
  816. if (!translated) {
  817. strcat(ParseErrorMsg, _(yyexpecting));
  818. strcat(ParseErrorMsg, expecting + sizeof yyexpecting - 1);
  819. }
  820. }
  821. } else if (!strncmp(s, yyunknown, sizeof yyunknown-1)) {
  822. sprintf(ParseErrorMsg, "%s '%s'", s, CHAR(STRING_ELT(yylval, 0)));
  823. } else {
  824. sprintf(ParseErrorMsg, "%s", s);
  825. }
  826. filename = findVar(install("filename"), SrcFile);
  827. if (!isNull(filename))
  828. strncpy(ParseErrorFilename, CHAR(STRING_ELT(filename, 0)), PARSE_ERROR_SIZE - 1);
  829. else
  830. ParseErrorFilename[0] = '\0';
  831. if (wCalls) {
  832. if (yylloc.first_line != yylloc.last_line)
  833. warning("%s:%d-%d: %s",
  834. ParseErrorFilename, yylloc.first_line, yylloc.last_line, ParseErrorMsg);
  835. else
  836. warning("%s:%d: %s",
  837. ParseErrorFilename, yylloc.first_line, ParseErrorMsg);
  838. } else {
  839. if (yylloc.first_line != yylloc.last_line)
  840. warningcall(R_NilValue, "%s:%d-%d: %s",
  841. ParseErrorFilename, yylloc.first_line, yylloc.last_line, ParseErrorMsg);
  842. else
  843. warningcall(R_NilValue, "%s:%d: %s",
  844. ParseErrorFilename, yylloc.first_line, ParseErrorMsg);
  845. }
  846. }
  847. #define TEXT_PUSH(c) do { \
  848. unsigned int nc = bp - stext; \
  849. if (nc >= nstext - 1) { \
  850. char *old = stext; \
  851. nstext *= 2; \
  852. stext = malloc(nstext); \
  853. if(!stext) error(_("unable to allocate buffer for long string at line %d"), xxlineno);\
  854. memmove(stext, old, nc); \
  855. if(old != st0) free(old); \
  856. bp = stext+nc; } \
  857. *bp++ = (c); \
  858. } while(0)
  859. static void setfirstloc(void)
  860. {
  861. yylloc.first_line = xxlineno;
  862. yylloc.first_column = xxcolno;
  863. yylloc.first_byte = xxbyteno;
  864. }
  865. static void setlastloc(void)
  866. {
  867. yylloc.last_line = prevlines[prevpos];
  868. yylloc.last_column = prevcols[prevpos];
  869. yylloc.last_byte = prevbytes[prevpos];
  870. }
  871. /* Split the input stream into tokens. */
  872. /* This is the lowest of the parsing levels. */
  873. static int token(void)
  874. {
  875. int c, lookahead;
  876. int outsideLiteral = xxmode == LATEXLIKE || xxmode == INOPTION || xxbraceDepth == 0;
  877. if (xxinitvalue) {
  878. yylloc.first_line = 0;
  879. yylloc.first_column = 0;
  880. yylloc.first_byte = 0;
  881. yylloc.last_line = 0;
  882. yylloc.last_column = 0;
  883. yylloc.last_byte = 0;
  884. PROTECT(yylval = mkString(""));
  885. c = xxinitvalue;
  886. xxinitvalue = 0;
  887. return(c);
  888. }
  889. setfirstloc();
  890. c = xxgetc();
  891. switch (c) {
  892. case '%': if (!xxinEqn) return mkComment(c);
  893. break;
  894. case '\\':
  895. if (!xxinEqn) {
  896. lookahead = xxungetc(xxgetc());
  897. if (isalpha(lookahead) && xxmode != VERBATIM
  898. /* In R strings, only link or var is allowed as markup */
  899. && (lookahead == 'l' || lookahead == 'v' || !xxinRString))
  900. return mkMarkup(c);
  901. }
  902. break;
  903. case R_EOF:
  904. if (xxinRString) {
  905. xxWarnNewline();
  906. error(_("Unexpected end of input (in %c quoted string opened at %s:%d:%d)"),
  907. xxinRString, xxBasename, xxQuoteLine, xxQuoteCol);
  908. }
  909. return END_OF_INPUT;
  910. case '#':
  911. if (!xxinEqn && yylloc.first_column == 1) return mkIfdef(c);
  912. break;
  913. case LBRACE:
  914. if (!xxinRString) {
  915. xxbraceDepth++;
  916. if (outsideLiteral) return c;
  917. }
  918. break;
  919. case RBRACE:
  920. if (!xxinRString) {
  921. xxbraceDepth--;
  922. if (outsideLiteral || xxbraceDepth == 0) return c;
  923. }
  924. break;
  925. case '[':
  926. case ']':
  927. if (xxmode == INOPTION ) return c;
  928. break;
  929. }
  930. switch (xxmode) {
  931. case RLIKE: return mkCode(c);
  932. case INOPTION:
  933. case LATEXLIKE: return mkText(c);
  934. case VERBATIM: return mkVerb(c);
  935. }
  936. return ERROR; /* We shouldn't get here. */
  937. }
  938. #define INITBUFSIZE 128
  939. static int mkText(int c)
  940. {
  941. char st0[INITBUFSIZE];
  942. unsigned int nstext = INITBUFSIZE;
  943. char *stext = st0, *bp = st0, lookahead;
  944. while(1) {
  945. switch (c) {
  946. case '\\':
  947. lookahead = xxgetc();
  948. if (lookahead == LBRACE || lookahead == RBRACE ||
  949. lookahead == '%' || lookahead == '\\') {
  950. c = lookahead;
  951. break;
  952. }
  953. xxungetc(lookahead);
  954. if (isalpha(lookahead)) goto stop;
  955. case ']':
  956. if (xxmode == INOPTION) goto stop;
  957. break;
  958. case '%':
  959. case LBRACE:
  960. case RBRACE:
  961. case R_EOF:
  962. goto stop;
  963. }
  964. TEXT_PUSH(c);
  965. if (c == '\n') goto stop;
  966. c = xxgetc();
  967. };
  968. stop:
  969. if (c != '\n') xxungetc(c); /* newline causes a break, but we keep it */
  970. PROTECT(yylval = mkString2(stext, bp - stext));
  971. if(stext != st0) free(stext);
  972. return TEXT;
  973. }
  974. static int mkComment(int c)
  975. {
  976. char st0[INITBUFSIZE];
  977. unsigned int nstext = INITBUFSIZE;
  978. char *stext = st0, *bp = st0;
  979. do TEXT_PUSH(c);
  980. while ((c = xxgetc()) != '\n' && c != R_EOF);
  981. xxungetc(c);
  982. PROTECT(yylval = mkString2(stext, bp - stext));
  983. if(stext != st0) free(stext);
  984. return COMMENT;
  985. }
  986. static int mkCode(int c)
  987. {
  988. char st0[INITBUFSIZE];
  989. unsigned int nstext = INITBUFSIZE;
  990. char *stext = st0, *bp = st0;
  991. /* Avoid double counting initial braces */
  992. if (c == LBRACE && !xxinRString) xxbraceDepth--;
  993. if (c == RBRACE && !xxinRString) xxbraceDepth++;
  994. while(1) {
  995. int escaped = 0;
  996. if (c == '\\') {
  997. int lookahead = xxgetc();
  998. if (lookahead == '\\' || lookahead == '%') {
  999. c = lookahead;
  1000. escaped = 1;
  1001. } else xxungetc(lookahead);
  1002. }
  1003. if ((!escaped && c == '%') || c == R_EOF) break;
  1004. if (xxinRString) {
  1005. /* This stuff is messy, because there are two levels of escaping:
  1006. The Rd escaping and the R code string escaping. */
  1007. if (c == '\\') {
  1008. int lookahead = xxgetc();
  1009. if (lookahead == '\\') { /* This must be the 3rd backslash */
  1010. lookahead = xxgetc();
  1011. if (lookahead == xxinRString || lookahead == '\\') {
  1012. TEXT_PUSH(c);
  1013. c = lookahead;
  1014. escaped = 1;
  1015. } else {
  1016. xxungetc(lookahead); /* put back the 4th char */
  1017. xxungetc('\\'); /* and the 3rd */
  1018. }
  1019. } else if (lookahead == xxinRString) { /* There could be one or two before this */
  1020. TEXT_PUSH(c);
  1021. c = lookahead;
  1022. escaped = 1;
  1023. } else if (!escaped && (lookahead == 'l' || lookahead == 'v')) {
  1024. /* assume \link or \var; this breaks vertical tab, but does anyone ever use that? */
  1025. xxungetc(lookahead);
  1026. break;
  1027. } else xxungetc(lookahead);
  1028. }
  1029. if (!escaped && c == xxinRString)
  1030. xxinRString = 0;
  1031. } else {
  1032. if (c == '#') {
  1033. do {
  1034. int escaped = 0;
  1035. TEXT_PUSH(c);
  1036. c = xxgetc();
  1037. if (c == '\\') {
  1038. int lookahead = xxgetc();
  1039. if (lookahead == '\\' || lookahead == '%' || lookahead == LBRACE || lookahead == RBRACE) {
  1040. c = lookahead;
  1041. escaped = 1;
  1042. } else xxungetc(lookahead);
  1043. }
  1044. if (c == LBRACE && !escaped) xxbraceDepth++;
  1045. else if (c == RBRACE && !escaped) xxbraceDepth--;
  1046. } while (c != '\n' && c != R_EOF && xxbraceDepth > 0);
  1047. if (c == RBRACE && !escaped) xxbraceDepth++; /* avoid double counting */
  1048. }
  1049. if (c == '\'' || c == '"' || c == '`') {
  1050. xxinRString = c;
  1051. xxQuoteLine = xxlineno;
  1052. xxQuoteCol = xxcolno;
  1053. } else if (c == '\\' && !escaped) {
  1054. int lookahead = xxgetc();
  1055. if (lookahead == LBRACE || lookahead == RBRACE) {
  1056. c = lookahead;
  1057. } else if (isalpha(lookahead)) {
  1058. xxungetc(lookahead);
  1059. c = '\\';
  1060. break;
  1061. } else {
  1062. TEXT_PUSH('\\');
  1063. c = lookahead;
  1064. }
  1065. } else if (c == LBRACE) {
  1066. xxbraceDepth++;
  1067. } else if (c == RBRACE) {
  1068. if (xxbraceDepth == 1) break;
  1069. else xxbraceDepth--;
  1070. } else if (c == R_EOF) break;
  1071. }
  1072. TEXT_PUSH(c);
  1073. if (c == '\n') {
  1074. if (xxinRString && !xxNewlineInString)
  1075. xxNewlineInString = xxlineno-1;
  1076. break;
  1077. }
  1078. c = xxgetc();
  1079. }
  1080. if (c != '\n') xxungetc(c);
  1081. PROTECT(yylval = mkString2(stext, bp - stext));
  1082. if(stext != st0) free(stext);
  1083. return RCODE;
  1084. }
  1085. static int mkMarkup(int c)
  1086. {
  1087. char st0[INITBUFSIZE];
  1088. unsigned int nstext = INITBUFSIZE;
  1089. char *stext = st0, *bp = st0;
  1090. int retval = 0, attempt = 0;
  1091. TEXT_PUSH(c);
  1092. while (isalnum((c = xxgetc()))) TEXT_PUSH(c);
  1093. while (attempt++ < 2) {
  1094. /* character escapes are processed as text, not markup */
  1095. if (bp == stext+1) {
  1096. TEXT_PUSH(c);
  1097. TEXT_PUSH('\0');
  1098. retval = TEXT;
  1099. c = xxgetc();
  1100. break;
  1101. } else {
  1102. TEXT_PUSH('\0');
  1103. retval = KeywordLookup(stext);
  1104. if (retval == UNKNOWN && attempt == 1) { /* try again, non-digits only */
  1105. bp--; /* pop the \0 */
  1106. while (isdigit(*(bp-1))) {
  1107. xxungetc(c);
  1108. c = *(--bp); /* pop the last letter into c */
  1109. }
  1110. } else {
  1111. if (retval == NOITEM)
  1112. retval = xxitemType;
  1113. break;
  1114. }
  1115. }
  1116. }
  1117. PROTECT(yylval = mkString2(stext, bp - stext - 1));
  1118. if(stext != st0) free(stext);
  1119. xxungetc(c);
  1120. return retval;
  1121. }
  1122. static int mkIfdef(int c)
  1123. {
  1124. char st0[INITBUFSIZE];
  1125. unsigned int nstext = INITBUFSIZE;
  1126. char *stext = st0, *bp = st0;
  1127. int retval;
  1128. TEXT_PUSH(c);
  1129. while (isalpha((c = xxgetc())) && bp - stext <= DIRECTIVE_LEN) TEXT_PUSH(c);
  1130. TEXT_PUSH('\0');
  1131. xxungetc(c);
  1132. retval = KeywordLookup(stext);
  1133. PROTECT(yylval = mkString2(stext, bp - stext - 1));
  1134. switch (retval) {
  1135. case ENDIF: /* eat chars to the end of the line */
  1136. do { c = xxgetc(); }
  1137. while (c != '\n' && c != R_EOF);
  1138. break;
  1139. case UNKNOWN:
  1140. UNPROTECT(1);
  1141. bp--; bp--;
  1142. for (; bp > stext; bp--)
  1143. xxungetc(*bp);
  1144. switch (xxmode) {
  1145. case RLIKE:
  1146. retval = mkCode(*bp);
  1147. break;
  1148. case INOPTION:
  1149. case LATEXLIKE:
  1150. retval = mkText(*bp);
  1151. break;
  1152. case VERBATIM:
  1153. retval = mkVerb(*bp);
  1154. break;
  1155. }
  1156. break;
  1157. }
  1158. if(stext != st0) free(stext);
  1159. return retval;
  1160. }
  1161. static int mkVerb(int c)
  1162. {
  1163. char st0[INITBUFSIZE];
  1164. unsigned int nstext = INITBUFSIZE;
  1165. char *stext = st0, *bp = st0;
  1166. /* Avoid double counting initial braces */
  1167. if (c == LBRACE) xxbraceDepth--;
  1168. if (c == RBRACE) xxbraceDepth++;
  1169. while(1) {
  1170. int escaped = 0;
  1171. if (c == '\\') {
  1172. int lookahead = xxgetc();
  1173. if (lookahead == '\\' || lookahead == '%' || lookahead == LBRACE || lookahead == RBRACE) {
  1174. escaped = 1;
  1175. if (xxinEqn) TEXT_PUSH(c);
  1176. c = lookahead;
  1177. } else xxungetc(lookahead);
  1178. }
  1179. if (c == R_EOF) break;
  1180. if (!escaped) {
  1181. if (c == '%' && !xxinEqn) break;
  1182. else if (c == LBRACE) xxbraceDepth++;
  1183. else if (c == RBRACE) {
  1184. if (xxbraceDepth == 1) break;
  1185. else xxbraceDepth--;
  1186. }
  1187. }
  1188. TEXT_PUSH(c);
  1189. if (c == '\n') break;
  1190. c = xxgetc();
  1191. };
  1192. if (c != '\n') xxungetc(c);
  1193. PROTECT(yylval = mkString2(stext, bp - stext));
  1194. if(stext != st0) free(stext);
  1195. return VERB;
  1196. }
  1197. static int yylex(void)
  1198. {
  1199. int tok = token();
  1200. if (xxDebugTokens) {
  1201. Rprintf("%d:%d: %s", yylloc.first_line, yylloc.first_column, yytname[YYTRANSLATE(tok)]);
  1202. if (xxinRString) Rprintf("(in %c%c)", xxinRString, xxinRString);
  1203. if (tok > 255 && tok != END_OF_INPUT)
  1204. Rprintf(": %s", CHAR(STRING_ELT(yylval, 0)));
  1205. Rprintf("\n");
  1206. }
  1207. setlastloc();
  1208. return tok;
  1209. }
  1210. /* "do_parseRd"
  1211. .Internal( parseRd(file, srcfile, encoding, verbose, basename, warningCalls) )
  1212. If there is text then that is read and the other arguments are ignored.
  1213. */
  1214. SEXP attribute_hidden do_parseRd(SEXP call, SEXP op, SEXP args, SEXP env)
  1215. {
  1216. SEXP s = R_NilValue, source;
  1217. Rconnection con;
  1218. Rboolean wasopen, fragment;
  1219. int ifile, wcall;
  1220. const char *encoding;
  1221. ParseStatus status;
  1222. #if DEBUGMODE
  1223. yydebug = 1;
  1224. #endif
  1225. checkArity(op, args);
  1226. R_ParseError = 0;
  1227. R_ParseErrorMsg[0] = '\0';
  1228. ifile = asInteger(CAR(args)); args = CDR(args);
  1229. con = getConnection(ifile);
  1230. wasopen = con->isopen;
  1231. source = CAR(args); args = CDR(args);
  1232. if(!isString(CAR(args)) || LENGTH(CAR(args)) != 1)
  1233. error(_("invalid '%s' value"), "encoding");
  1234. encoding = CHAR(STRING_ELT(CAR(args), 0)); /* ASCII */ args = CDR(args);
  1235. if(!isLogical(CAR(args)) || LENGTH(CAR(args)) != 1)
  1236. error(_("invalid '%s' value"), "verbose");
  1237. xxDebugTokens = asInteger(CAR(args)); args = CDR(args);
  1238. xxBasename = CHAR(STRING_ELT(CAR(args), 0)); args = CDR(args);
  1239. fragment = asLogical(CAR(args)); args = CDR(args);
  1240. wcall = asLogical(CAR(args));
  1241. if (wcall == NA_LOGICAL)
  1242. error(_("invalid '%s' value"), "warningCalls");
  1243. wCalls = wcall;
  1244. if (ifile >= 3) {/* file != "" */
  1245. if(!wasopen) {
  1246. if(!con->open(con)) error(_("cannot open the connection"));
  1247. if(!con->canread) {
  1248. con->close(con);
  1249. error(_("cannot read from this connection"));
  1250. }
  1251. } else if(!con->canread)
  1252. error(_("cannot read from this connection"));
  1253. s = R_ParseRd(con, &status, source, fragment);
  1254. if(!wasopen) con->close(con);
  1255. if (status != PARSE_OK) parseError(call, R_ParseError);
  1256. }
  1257. else error(_("invalid Rd file"));
  1258. return s;
  1259. }
  1260. /* "do_deparseRd"
  1261. .Internal( deparseRd(element, state) )
  1262. */
  1263. SEXP attribute_hidden do_deparseRd(SEXP call, SEXP op, SEXP args, SEXP env)
  1264. {
  1265. SEXP e, state, result;
  1266. int outlen, *statevals, quoteBraces, inRComment;
  1267. const char *c;
  1268. char *outbuf, *out, lookahead;
  1269. Rboolean escape;
  1270. checkArity(op, args);
  1271. e = CAR(args); args = CDR(args);
  1272. if(!isString(e) || length(e) != 1)
  1273. error(_("deparseRd only supports deparsing character elements"));
  1274. e = STRING_ELT(e, 0);
  1275. state = CAR(args);
  1276. if(!isInteger(state) || length(state) != 5) error(_("bad state"));
  1277. xxbraceDepth = INTEGER(state)[0];
  1278. xxinRString = INTEGER(state)[1];
  1279. xxmode = INTEGER(state)[2];
  1280. xxinEqn = INTEGER(state)[3];
  1281. quoteBraces = INTEGER(state)[4];
  1282. if (xxmode != LATEXLIKE && xxmode != RLIKE && xxmode != VERBATIM && xxmode != COMMENTMODE
  1283. && xxmode != INOPTION && xxmode != UNKNOWNMODE)
  1284. error(_("bad text mode %d in deparseRd"), xxmode);
  1285. for (c = CHAR(e), outlen=0; *c; c++) {
  1286. outlen++;
  1287. /* any special char might be escaped */
  1288. if (*c == '{' || *c == '}' || *c == '%' || *c == '\\') outlen++;
  1289. }
  1290. out = outbuf = R_chk_calloc(outlen+1, sizeof(char));
  1291. inRComment = FALSE;
  1292. for (c = CHAR(e); *c; c++) {
  1293. escape = FALSE;
  1294. if (xxmode != UNKNOWNMODE) {
  1295. switch (*c) {
  1296. case '\\':
  1297. if (xxmode == RLIKE && xxinRString) {
  1298. lookahead = *(c+1);
  1299. if (lookahead == '\\' || lookahead == xxinRString || lookahead == 'l')
  1300. escape = TRUE;
  1301. break;
  1302. } /* fall through to % case for non-strings... */
  1303. case '%':
  1304. if (xxmode != COMMENTMODE && !xxinEqn)
  1305. escape = TRUE;
  1306. break;
  1307. case LBRACE:
  1308. case RBRACE:
  1309. if (quoteBraces)
  1310. escape = TRUE;
  1311. else if (!xxinRString && !xxinEqn && (xxmode == RLIKE || xxmode == VERBATIM)) {
  1312. if (*c == LBRACE) xxbraceDepth++;
  1313. else if (xxbraceDepth <= 0) escape = TRUE;
  1314. else xxbraceDepth--;
  1315. }
  1316. break;
  1317. case '\'':
  1318. case '"':
  1319. case '`':
  1320. if (xxmode == RLIKE) {
  1321. if (xxinRString) {
  1322. if (xxinRString == *c) xxinRString = 0;
  1323. } else if (!inRComment) xxinRString = *c;
  1324. }
  1325. break;
  1326. case '#':
  1327. if (xxmode == RLIKE && !xxinRString)
  1328. inRComment = TRUE;
  1329. break;
  1330. case '\n':
  1331. inRComment = FALSE;
  1332. break;
  1333. }
  1334. }
  1335. if (escape)
  1336. *out++ = '\\';
  1337. *out++ = *c;
  1338. }
  1339. *out = '\0';
  1340. PROTECT(result = allocVector(VECSXP, 2));
  1341. SET_VECTOR_ELT(result, 0, ScalarString(mkChar(outbuf)));
  1342. SET_VECTOR_ELT(result, 1, duplicate(state));
  1343. R_chk_free(outbuf);
  1344. statevals = INTEGER( VECTOR_ELT(result, 1) );
  1345. statevals[0] = xxbraceDepth;
  1346. statevals[1] = xxinRString;
  1347. UNPROTECT(1);
  1348. return result;
  1349. }