PageRenderTime 360ms CodeModel.GetById 127ms RepoModel.GetById 7ms app.codeStats 0ms

/old/txt2tags-1.2.py

http://txt2tags.googlecode.com/
Python | 2120 lines | 2095 code | 5 blank | 20 comment | 8 complexity | b851cc03425f3e667188c72857900df7 MD5 | raw file
Possible License(s): GPL-2.0, GPL-3.0, WTFPL

Large files files are truncated, but you can click here to view the full file

    

  1. #!/usr/bin/env python
    2. 

  2. # txt2tags - generic text conversion tool
    3. 

  3. # http://txt2tags.sf.net 
    4. 

  4. #
    5. 

  5. # Copyright 2001, 2002 Aurélio Marinho Jargas
    6. 

  6. #
    7. 

  7. #   This program is free software; you can redistribute it and/or modify
    8. 

  8. #   it under the terms of the GNU General Public License as published by
    9. 

  9. #   the Free Software Foundation, version 2.
    10. 

  10. #
    11. 

  11. #   This program is distributed in the hope that it will be useful,
    12. 

  12. #   but WITHOUT ANY WARRANTY; without even the implied warranty of
    13. 

  13. #   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
    14. 

  14. #   GNU General Public License for more details.
    15. 

  15. #
    16. 

  16. #   You have received a copy of the GNU General Public License along
    17. 

  17. #   with this program, on the COPYING file.
    18. 

  18. #
    19. 

  19. 

  20. # please, don't look at this code, it's ugly!
    21. 

  21. # i'll try to make it better on the next releases
    22. 

    23. 

  23. 

  24. import re, string, os, sys, getopt, traceback
    25. 

  25. from time import strftime,time,localtime
    26. 

  26. 

  27. my_url = 'http://txt2tags.sf.net'
    28. 

  28. my_email = 'aurelio@verde666.org'
    29. 

  29. my_version = '1.2'
    30. 

  30. 

  31. DEBUG = 0   # do not edit here, please use --debug
    32. 

  32. targets = ['txt', 'sgml', 'html', 'pm6', 'mgp', 'moin', 'man', 'tex']
    33. 

  33. FLAGS = {'noheaders':0,'enumtitle':0,'maskemail':0, 'stdout':0,
    34. 

  34.          'toconly'  :0,'toc'      :0,'gui'      :0, 'fixme' :0}
    35. 

  35. regex = {}
    36. 

  36. TAGS = {}
    37. 

  37. rules = {}
    38. 

  38. CMDLINE = ''
    39. 

  39. 

  40. currdate = strftime('%Y%m%d',localtime(time()))    # ISO current date
    41. 

  41. splitlevel = '' ; lang = 'english'
    42. 

  42. doctype = outfile = ''
    43. 

  43. pipefileid = '-'
    44. 

  44. has_obsolete = has_fixed = 0
    45. 

  45. 

  46. #my_version = my_version + '-dev' + currdate[4:]  # devel!
    47. 

  47. 

  48. # global vars for doClose*()
    49. 

  49. quotedepth = []
    50. 

  50. listindent = []
    51. 

  51. listids = []
    52. 

  52. subarea = None
    53. 

  53. tableborder = 0
    54. 

  54. 

  55. versionstr = "txt2tags version %s <%s>"%(my_version,my_url)
    56. 

  56. usage = """
    57. 

  57. %s
    58. 

  58. 

  59. usage: txt2tags -t <type> [OPTIONS] file.t2t
    60. 

  60.        txt2tags -t html -s <split level> -l <lang> file.t2t
    61. 

  61. 

  62.   -t, --type       target document type. actually supported:
    63. 

  63.                    %s
    64. 

  64. 

  65.       --stdout     by default, the output is written to file.<type>
    66. 

  66.                    with this option, STDOUT is used (no files written)
    67. 

  67.       --noheaders  suppress header, title and footer information
    68. 

  68.       --enumtitle  enumerate all title lines as 1, 1.1, 1.1.1, etc
    69. 

  69.       --maskemail  hide email from spam robots. x@y.z turns to <x (a) y z>
    70. 

  70. 

  71.       --toc        add TOC (Table of Contents) to target document
    72. 

  72.       --toconly    print document TOC and exit
    73. 

  73.       --gui        invoke Graphical Tk Interface
    74. 

  74. 

  75.       --fixme      temporary option to fix obsoleted structures
    76. 

  76. 

  77.   -h, --help       print this help information and exit
    78. 

  78.   -V, --version    print program version and exit
    79. 

  79. 

  80. extra options for HTML target (needs sgml-tools):
    81. 

  81.       --split      split documents. values: 0, 1, 2 (default 0)
    82. 

  82.       --lang       document language (default english)
    83. 

  83. """%(versionstr, re.sub(r"[]'[]",'',repr(targets)))
    84. 

    85. 

  85. 

  86. # here is all the target's templates
    87. 

  87. # you may edit them to fit your needs
    88. 

  88. #  - the %(HEADERn)s strings represent the Header lines
    89. 

  89. #  - use %% to represent a literal %
    90. 

  90. #
    91. 

  91. HEADER_TEMPLATE = {
    92. 

  92.   'txt': """\
    93. 

  93. %(HEADER1)s
    94. 

  94. %(HEADER2)s
    95. 

  95. %(HEADER3)s
    96. 

  96. """,
    97. 

    98. 

  98.   'sgml': """\
    99. 

  99. <!doctype linuxdoc system>
    100. 

  100. <article>
    101. 

  101. <title>%(HEADER1)s
    102. 

  102. <author>%(HEADER2)s
    103. 

  103. <date>%(HEADER3)s
    104. 

  104. """,
    105. 

    106. 

  106. #TODO (peter valach) <meta http-equiv="Content-Type"
    107. 

  107. #  content="text/html; charset=iso-8859-2">
    108. 

  108.   'html': """\
    109. 

  109. <HTML>
    110. 

  110. <HEAD><TITLE>%(HEADER1)s</TITLE></HEAD>
    111. 

  111. <BODY BGCOLOR="white" TEXT="black">
    112. 

  112. <P ALIGN="center"><CENTER><H1>%(HEADER1)s</H1>
    113. 

  113. <FONT SIZE=4>
    114. 

  114. <I>%(HEADER2)s</I><BR>
    115. 

  115. %(HEADER3)s
    116. 

  116. </FONT></CENTER>
    117. 

  117. """,
    118. 

    119. 

  119. 

  120. # TODO man section 1 is hardcoded...
    121. 

  121.   'man': """\
    122. 

  122. .TH "%(HEADER1)s" 1 %(HEADER3)s "%(HEADER2)s"
    123. 

  123. """,
    124. 

    125. 

  125. # TODO style to <HR>
    126. 

  126.   'pm6': """\
    127. 

  127. <PMTags1.0 win><C-COLORTABLE ("Preto" 1 0 0 0)
    128. 

  128. ><@Normal=
    129. 

  129.   <FONT "Times New Roman"><CCOLOR "Preto"><SIZE 11>
    130. 

  130.   <HORIZONTAL 100><LETTERSPACE 0><CTRACK 127><CSSIZE 70><C+SIZE 58.3>
    131. 

  131.   <C-POSITION 33.3><C+POSITION 33.3><P><CBASELINE 0><CNOBREAK 0><CLEADING -0.05>
    132. 

  132.   <GGRID 0><GLEFT 7.2><GRIGHT 0><GFIRST 0><G+BEFORE 7.2><G+AFTER 0>
    133. 

  133.   <GALIGNMENT "justify"><GMETHOD "proportional"><G& "ENGLISH">
    134. 

  134.   <GPAIRS 12><G%% 120><GKNEXT 0><GKWIDOW 0><GKORPHAN 0><GTABS $>
    135. 

  135.   <GHYPHENATION 2 34 0><GWORDSPACE 75 100 150><GSPACE -5 0 25>
    136. 

  136. ><@Bullet=<@-PARENT "Normal"><FONT "Abadi MT Condensed Light">
    137. 

  137.   <GLEFT 14.4><G+BEFORE 2.15><G%% 110><GTABS(25.2 l "")>
    138. 

  138. ><@PreFormat=<@-PARENT "Normal"><FONT "Lucida Console"><SIZE 8><CTRACK 0>
    139. 

  139.   <GLEFT 0><G+BEFORE 0><GALIGNMENT "left"><GWORDSPACE 100 100 100><GSPACE 0 0 0>
    140. 

  140. ><@Title1=<@-PARENT "Normal"><FONT "Arial"><SIZE 14><B>
    141. 

  141.   <GCONTENTS><GLEFT 0><G+BEFORE 0><GALIGNMENT "left">
    142. 

  142. ><@Title2=<@-PARENT "Title1"><SIZE 12><G+BEFORE 3.6>
    143. 

  143. ><@Title3=<@-PARENT "Title1"><SIZE 10><GLEFT 7.2><G+BEFORE 7.2>
    144. 

  144. ><@Title4=<@-PARENT "Title3">
    145. 

  145. ><@Title5=<@-PARENT "Title3">
    146. 

  146. ><@Quote=<@-PARENT "Normal"><SIZE 10><I>>
    147. 

  147. 

  148. %(HEADER1)s
    149. 

  149. %(HEADER2)s
    150. 

  150. %(HEADER3)s
    151. 

  151. """,
    152. 

    153. 

  153. #TODO escape lines beginning with %% after all formatting
    154. 

  154.   'mgp': """\
    155. 

  155. #!/usr/X11R6/bin/mgp -t 90
    156. 

  156. %%deffont "normal"    xfont  "utopia-medium-r", charset "iso8859-1"
    157. 

  157. %%deffont "normal-i"  xfont  "utopia-medium-i", charset "iso8859-1"
    158. 

  158. %%deffont "normal-b"  xfont  "utopia-bold-r"  , charset "iso8859-1"
    159. 

  159. %%deffont "normal-bi" xfont  "utopia-bold-i"  , charset "iso8859-1"
    160. 

  160. %%deffont "mono"      xfont "courier-medium-r", charset "iso8859-1"
    161. 

  161. %%default 1 size 5
    162. 

  162. %%default 2 size 8, fore "yellow", font "normal-b", center
    163. 

  163. %%default 3 size 5, fore "white",  font "normal", left, prefix "  "
    164. 

  164. %%tab 1 size 4, vgap 30, prefix "     ", icon arc "red" 40, leftfill
    165. 

  165. %%tab 2 prefix "            ", icon arc "orange" 40, leftfill
    166. 

  166. %%tab 3 prefix "                   ", icon arc "brown" 40, leftfill
    167. 

  167. %%tab 4 prefix "                          ", icon arc "darkmagenta" 40, leftfill
    168. 

  168. %%tab 5 prefix "                                ", icon arc "magenta" 40, leftfill
    169. 

  169. %%%%------------------------- end of headers -----------------------------
    170. 

  170. %%page
    171. 

  171. 

  172. 

  173. 

  174. 

  175. 

  176. %%size 10, center, fore "yellow"
    177. 

  177. %(HEADER1)s
    178. 

  178. 

  179. %%font "normal-i", size 6, fore "white", center
    180. 

  180. %(HEADER2)s
    181. 

  181. 

  182. %%font "mono", size 7, center
    183. 

  183. %(HEADER3)s
    184. 

  184. """,
    185. 

    186. 

  186. # TODO please, improve me!
    187. 

  187.   'moin': """\
    188. 

  188. %(HEADER1)s
    189. 

  189. %(HEADER2)s
    190. 

  190. %(HEADER3)s
    191. 

  191. """,
    192. 

    193. 

  193. #TODO how to make acrobat left-side pages count?
    194. 

  194. # \includepackage{graphics}
    195. 

  195. # --lang matters! \usepackage[brazil]{babel}
    196. 

  196. # local links seems to be \label, \ref, \pageref
    197. 

  197.   'tex': \
    198. 

  198. r"""\documentclass[11pt,a4paper]{article}
    199. 

  199. \usepackage{amsfonts,amssymb,graphicx,url}
    200. 

  200. \usepackage[latin1]{inputenc}  %% for accented chars
    201. 

  201. \pagestyle{plain}   %% do page numbering ('empty' turns off)
    202. 

  202. \frenchspacing      %% no aditional spaces after periods
    203. 

  203. %% all paragraph must be indented equaly
    204. 

  204. \setlength{\parskip}{8pt}\parindent=0pt
    205. 

  205. %% uncomment next line for fancy PDF output on Adobe Acrobat Reader
    206. 

  206. %%\usepackage[pdfstartview=FitV,colorlinks=true,bookmarks=true]{hyperref}
    207. 

  207. 

  208. \newcommand\email{\begingroup \urlstyle{tt}\Url}  %% for email
    209. 

  209. 

  210. \title{%(HEADER1)s}
    211. 

  211. \author{%(HEADER2)s}
    212. 

  212. \begin{document}
    213. 

  213. \date{%(HEADER3)s}
    214. 

  214. \maketitle
    215. 

  215. """
    216. 

  216. }
    217. 

  217. 

  218. #-----------------------------------------------------------------------
    219. 

  219. 

  220. def Quit(msg, exitcode=0): print msg ; sys.exit(exitcode)
    221. 

  221. def Error(msg): print "ERROR: %s"%msg ; sys.exit()
    222. 

  222. def Debug(msg,i=0,linenr=None):
    223. 

  223. 	if i > DEBUG: return
    224. 

  224. 	if linenr is not None:
    225. 

  225. 		print "(%d) %04d:%s"%(i,linenr,msg)
    226. 

  226. 	else:
    227. 

  227. 		print "(%d) %s"%(i,msg)
    228. 

  228. def Readfile(file):
    229. 

  229. 	if file == '-':
    230. 

  230. 		try: data = sys.stdin.readlines()
    231. 

  231. 		except: Error('You must feed me with data on STDIN!')
    232. 

  232. 	else:
    233. 

  233. 		try: f = open(file); data = f.readlines() ; f.close()
    234. 

  234. 		except: Error("Cannot read file:\n    %s"%file)
    235. 

  235. 	return data
    236. 

  236. def Savefile(file, contents):
    237. 

  237. 	try: f = open(file, 'w')
    238. 

  238. 	except: Error("Cannot open file for writing:\n    %s"%file)
    239. 

  239. 	if type(contents) == type([]): doit = f.writelines
    240. 

  240. 	else: doit = f.write
    241. 

  241. 	doit(contents) ; f.close()
    242. 

  242. 

  243. def NewArea(new, linenr):
    244. 

  244. 	if new not in ['head', 'conf', 'body']:
    245. 

  245. 		Error("Invalid new AREA '%s' on line '%s'"%(new,linenr))
    246. 

  246. 	Debug('NEW AREA: %s'%new, 1, linenr)
    247. 

  247. 	return new
    248. 

  248. 

  249. def Obsoleted(n, old, new, ver):
    250. 

  250. 	global has_obsolete
    251. 

  251. 	has_obsolete = 1
    252. 

  252. 	print 'OBSOLETE WARNING: line %04d'%n
    253. 

  253. 	print '  The %s is now obsoleted and will be removed'%old
    254. 

  254. 	print '  on txt2tags version %s. Please use %s instead.'%(ver,new)
    255. 

  255. 

  256. def Fixed(n, old, new):
    257. 

  257. 	global has_fixed
    258. 

  258. 	has_fixed = 1
    259. 

  259. 	print 'FIXED: line %04d: %15s ---> %s'%(n,old,new)
    260. 

  260. 

  261. def FixTable(tabline):
    262. 

  262. 	new = string.replace(tabline,'\t',' ',1)  # del 1st TAB
    263. 

  263. 	new = string.replace(new,'\t',' | ')      # change TABs by spaced pipes
    264. 

  264. 	new = re.sub('(.*[^\n\r])', '\\1 |', new) # add last pipe (for border)
    265. 

  265. 	return new
    266. 

  266. 

  267. def FixFile(file, newcontent):
    268. 

  268. 	Savefile(file+'.OLD', Readfile(file)) # copy to .old
    269. 

  269. 	Savefile(file, newcontent)
    270. 

  270. 	print "\nFile '%s' correctly updated and saved."%(infile)
    271. 

  271. 	print "The old contents were saved to '%s.OLD'."%(infile)
    272. 

  272. 

  273. def ObsoletedInstructions(infile):
    274. 

  274. 	print """\n
    275. 

  275. ATTENTION:
    276. 

  276.   Some obsoleted txt2tags structures were found on your source document.
    277. 

  277.   Please correct them by hand, or just run:
    278. 

  278. 

  279.      txt2tags --fixme %s
    280. 

  280. 

  281.   To update (rewrite) this file automatically.
    282. 

  282. 

  283.   Please don't ignore this message.
    284. 

  284.   On next releases of txt2tags, these old structures will not be valid.
    285. 

  285. \n"""%infile 
    286. 

    287. 

  287. def reset_flags():
    288. 

  288. 	global FLAGS
    289. 

  289. 	for flag in FLAGS.keys(): FLAGS[flag] = 0
    290. 

  290. 

  291. def set_outfile_name(infile, doctype):
    292. 

  292. 	"dirname is the same for {in,out}file"
    293. 

  293. 	if not infile: return
    294. 

  294. 	if infile == pipefileid or FLAGS['toconly'] or FLAGS['stdout']:
    295. 

  295. 		outfile = pipefileid
    296. 

  296. 	else:
    297. 

  297. 		outfile = "%s.%s"%(re.sub('\.(txt|t2t)$','',infile), doctype)
    298. 

  298. 	Debug(" infile: '%s'"% infile, 1)
    299. 

  299. 	Debug("outfile: '%s'"%outfile, 1)
    300. 

  300. 	return outfile
    301. 

  301. 

  302. def finish_him(outlist, outfile):
    303. 

  303. 	"writing output to screen or file"
    304. 

  304. 	if outfile == pipefileid:
    305. 

  305. 		for line in outlist: print line
    306. 

  306. 	else:
    307. 

  307. 		Savefile(outfile, addLineBreaks(outlist))
    308. 

  308. 		if not FLAGS['gui']: print 'wrote %s'%(outfile)
    309. 

  309. 	
    310. 

  310. 	if splitlevel:
    311. 

  311. 		print "--- html..."
    312. 

  312. 		os.system('sgml2html --language=%s --split=%s %s'%(
    313. 

  313. 		           lang,splitlevel,outfile))
    314. 

  314. 

  315. def ParseCmdline(cmdline=sys.argv):
    316. 

  316. 	"return a dic with all options:value found"
    317. 

  317. 	global CMDLINE ; CMDLINE = cmdline  # save for dofooter()
    318. 

  318. 	Debug("cmdline: %s"%cmdline, 1)
    319. 

  319. 	options = {'infile': '', 'infiles':''}
    320. 

  320. 	
    321. 

  321. 	# get cmdline options
    322. 

  322. 	longopt = ['help', 'version', 'type=', 'split=', 'lang=']+FLAGS.keys()
    323. 

  323. 	try: (opt, args) = getopt.getopt(cmdline[1:], 'hVt:', longopt)
    324. 

  324. 	except getopt.GetoptError:
    325. 

  325. 		Error('Bad option or missing argument (try --help)')
    326. 

  326. 	
    327. 

  327. 	# get infile, if any
    328. 

  328. 	if args:
    329. 

  329. 		options['infile'] = args[0]
    330. 

  330. 		options['infiles'] = args  # multi
    331. 

  331. 	
    332. 

  332. 	for name,val in opt:
    333. 

  333. 		# parse information options
    334. 

  334. 		if   name in ['-h','--help'   ]: Quit(usage)
    335. 

  335. 		elif name in ['-V','--version']: Quit(versionstr)
    336. 

  336. 		# parse short/long options
    337. 

  337. 		elif name in ['-t','--type']:
    338. 

  338. 			options['doctype'] = val
    339. 

  339. 			continue
    340. 

  340. 		# just long options
    341. 

  341. 		options[name[2:]] = val  # del --
    342. 

  342. 	
    343. 

  343. 	Debug("cmdline options: %s"%options, 1)
    344. 

  344. 	return options
    345. 

  345. 

  346. 

  347. def ParseCmdlineOptions(optdic):
    348. 

  348. 	"set vars and flags according to options dic"
    349. 

  349. 	global FLAGS, splitlevel, lang
    350. 

  350. 	
    351. 

  351. 	# store flags and vars 
    352. 

  352. 	myflags = [] # for debug msg
    353. 

  353. 	for flag in FLAGS.keys():
    354. 

  354. 		if optdic.has_key(flag):
    355. 

  355. 			FLAGS[flag] = 1
    356. 

  356. 			myflags.append(flag)
    357. 

  357. 	doctype    = optdic.get('doctype')
    358. 

  358. 	infile     = optdic.get('infile')
    359. 

  359. 	splitlevel = optdic.get('split')
    360. 

  360. 	lang       = optdic.get('lang')
    361. 

  361. 	Debug("cmdline flags: %s"%string.join(myflags,', '), 1)
    362. 

  362. 	
    363. 

  363. 	if FLAGS['fixme']:
    364. 

  364. 		if not infile: Quit(usage, 1)
    365. 

  365. 		doctype = 'moin'  # bogus, not used at all
    366. 

  366. 	
    367. 

  367. 	if not doctype and FLAGS['toconly']: doctype = 'txt' # toconly dft type
    368. 

  368. 	if not infile or not doctype: Quit(usage, 1)    # no filename/doctype
    369. 

  369. 	
    370. 

  370. 	# sanity check: validate target type
    371. 

  371. 	if not targets.count(doctype):
    372. 

  372. 		Error("Invalid document type '%s' (try --help)"%(doctype))
    373. 

  373. 	
    374. 

  374. 	outfile = set_outfile_name(infile, doctype)
    375. 

  375. 	
    376. 

  376. 	# sanity check: validate split level
    377. 

  377. 	if doctype != 'html': splitlevel = '' # only valid for HTML target
    378. 

  378. 	if splitlevel:
    379. 

  379. 		# checkings
    380. 

  380. 		if outfile == pipefileid:
    381. 

  381. 			Error('You need to provide a FILE (not STDIN) '
    382. 

  382. 			      'when using --split')
    383. 

  383. 		if splitlevel[0] not in '012':
    384. 

  384. 			Error('Option --split must be 0, 1 or 2')
    385. 

  385. 		# check for sgml-tools	
    386. 

  386. 		#TODO how to test (in a clever way) if an executable is in path?
    387. 

  387. 		#TODO os.system() return code? sgml2html w/out --help exit 0?
    388. 

  388. 		#TODO bah! implement sgml2html split natively and we're done
    389. 

  389. 		# Error("Sorry, you must have 'sgml2html' to use --split")
    390. 

  390. 		
    391. 

  391. 		# set things
    392. 

  392. 		FLAGS['stdout'] = 0  # no --stdout
    393. 

  393. 		doctype = 'sgml'     # 1st do a sgml, then sgml2html
    394. 

  394. 		outfile = set_outfile_name(infile, doctype)
    395. 

  395. 	
    396. 

  396. 	# sanity check: source loss!
    397. 

  397. 	if infile != pipefileid and infile == outfile:
    398. 

  398. 		Error("SUICIDE WARNING!!!   (try --stdout)\n  source"+\
    399. 

  399. 		      " and target files has the same name: %s"%outfile)
    400. 

  400. 	### yes, i've got my sample.t2t file deleted before add this test... :/
    401. 

  401. 	
    402. 

  402. 	return infile,outfile,doctype
    403. 

  403. 	#TODO splitlevel, lang
    404. 

  404. 

  405. #---End of ParseCmdlineOptions
    406. 

  406. 

  407. def toc_master(doctype, header, doc, toc):
    408. 

  408. 	"decide to include TOC or not on the outlist"
    409. 

  409. 	
    410. 

  410. 	# deal with the TOC options
    411. 

  411. 	if FLAGS['toc'] or FLAGS['toconly']:
    412. 

  412. 		# format TOC lines
    413. 

  413. 		### here we do toc as a valid t2t marked text (list type)
    414. 

  414. 		FLAGS['noheaders'] = 1
    415. 

  415. 		x,y,toc = convert(['']+toc+['',''], doctype)
    416. 

  416. 		
    417. 

  417. 		# TOC between bars (not for --toconly)
    418. 

  418. 		if FLAGS['toc']:
    419. 

  419. 			para = TAGS['paragraph']
    420. 

  420. 			tocbar = [para, regex['x'].sub('-'*72,TAGS['bar1']), para]
    421. 

  421. 			toc = tocbar + toc + tocbar
    422. 

  422. 		
    423. 

  423. 		if FLAGS['toconly']: header = doc = []
    424. 

  424. 	else:
    425. 

  425. 		toc = []
    426. 

  426. 	
    427. 

  427. 	# on tex, \tableofcontents do it all - see doHeader()
    428. 

  428. 	if doctype == 'tex' and not FLAGS['toconly']:
    429. 

  429. 		toc = []
    430. 

  430. 	
    431. 

  431. 	return header + toc + doc
    432. 

  432. 

  433. 

  434. def doitall(cmdlinedic):
    435. 

  435. 	global outfile
    436. 

  436. 	infile,outfile,doctype = ParseCmdlineOptions(cmdlinedic)
    437. 

  437. 	header,toc,doc = convert(Readfile(infile), doctype)
    438. 

  438. 	outlist = toc_master(doctype,header,doc,toc)
    439. 

  439. 	if has_obsolete: ObsoletedInstructions(infile)
    440. 

  440. 	return doctype, outfile, outlist
    441. 

  441. 

  442. 

  443. # set the Line Break across platforms
    444. 

  444. LB = '\n'                                   # default
    445. 

  445. if   sys.platform[:3] == 'win': LB = '\r\n'
    446. 

  446. #elif sys.platform[:3] == 'cyg': LB = '\r\n' # not sure if it's best :(
    447. 

  447. elif sys.platform[:3] == 'mac': LB = '\r'
    448. 

  448. 

  449. def getTags(doctype):
    450. 

  450. 	keys = [
    451. 

  451. 	'paragraph','title1','title2','title3','title4','title5',
    452. 

  452. 	'areaPreOpen','areaPreClose',
    453. 

  453. 	'areaQuoteOpen','areaQuoteClose',
    454. 

  454. 	'fontMonoOpen','fontMonoClose',
    455. 

  455. 	'fontBoldOpen','fontBoldClose',
    456. 

  456. 	'fontItalicOpen','fontItalicClose',
    457. 

  457. 	'fontBolditalicOpen','fontBolditalicClose',
    458. 

  458. 	'fontUnderlineOpen','fontUnderlineClose',
    459. 

  459. 	'listOpen','listClose','listItem',
    460. 

  460. 	'numlistOpen','numlistClose','numlistItem',
    461. 

  461. 	'deflistOpen','deflistClose','deflistItem1','deflistItem2',
    462. 

  462. 	'bar1','bar2',
    463. 

  463. 	'url','urlMark','email','emailMark',
    464. 

  464. 	'img','imgsolo',
    465. 

  465. 	'tableOpen','tableClose','tableLineOpen','tableLineClose',
    466. 

  466. 	'tableCellOpen','tableCellClose',
    467. 

  467. 	'tableTitleCellOpen','tableTitleCellClose',
    468. 

  468. 	'anchor','comment',
    469. 

  469. 	'EOD'
    470. 

  470. 	]
    471. 

  471. 	
    472. 

  472. 	if doctype == "txt":
    473. 

  473. 		tags = {
    474. 

  474. 		'title1'             : '  \a'      , 
    475. 

  475. 		'title2'             : '\t\a'      ,
    476. 

  476. 		'title3'             : '\t\t\a'    ,
    477. 

  477. 		'title4'             : '\t\t\t\a'  ,
    478. 

  478. 		'title5'             : '\t\t\t\t\a',
    479. 

  479. 		'areaQuoteOpen'      : '    '      ,
    480. 

  480. 		'listItem'           : '- '        ,
    481. 

  481. 		'numlistItem'        : '\a. '      ,
    482. 

  482. 		'bar1'               : '\a'        ,
    483. 

  483. 		'bar2'               : '\a'        ,
    484. 

  484. 		'url'                : '\a'        ,
    485. 

  485. 		'urlMark'            : '\a (\a)'   ,
    486. 

  486. 		'email'              : '\a'        ,
    487. 

  487. 		'emailMark'          : '\a (\a)'   ,
    488. 

  488. 		'img'                : '[\a]'      ,
    489. 

  489. 		}
    490. 

  490. 	
    491. 

  491. 	elif doctype == "html":
    492. 

  492. 		tags = {
    493. 

  493. 		'paragraph'          : '<P>'            ,
    494. 

  494. 		'title1'             : '<H1>\a</H1>'    ,
    495. 

  495. 		'title2'             : '<H2>\a</H2>'    ,
    496. 

  496. 		'title3'             : '<H3>\a</H3>'    ,
    497. 

  497. 		'title4'             : '<H4>\a</H4>'    ,
    498. 

  498. 		'title5'             : '<H5>\a</H5>'    ,
    499. 

  499. 		'areaPreOpen'        : '<PRE>'          ,
    500. 

  500. 		'areaPreClose'       : '</PRE>'         ,
    501. 

  501. 		'areaQuoteOpen'      : '<BLOCKQUOTE>'   ,
    502. 

  502. 		'areaQuoteClose'     : '</BLOCKQUOTE>'  ,
    503. 

  503. 		'fontMonoOpen'       : '<CODE>'         ,
    504. 

  504. 		'fontMonoClose'      : '</CODE>'        ,
    505. 

  505. 		'fontBoldOpen'       : '<B>'            ,
    506. 

  506. 		'fontBoldClose'      : '</B>'           ,
    507. 

  507. 		'fontItalicOpen'     : '<I>'            ,
    508. 

  508. 		'fontItalicClose'    : '</I>'           ,
    509. 

  509. 		'fontBolditalicOpen' : '<B><I>'         ,
    510. 

  510. 		'fontBolditalicClose': '</I></B>'       ,
    511. 

  511. 		'fontUnderlineOpen'  : '<U>'            ,
    512. 

  512. 		'fontUnderlineClose' : '</U>'           ,
    513. 

  513. 		'listOpen'           : '<UL>'           ,
    514. 

  514. 		'listClose'          : '</UL>'          ,
    515. 

  515. 		'listItem'           : '<LI>'           ,
    516. 

  516. 		'numlistOpen'        : '<OL>'           ,
    517. 

  517. 		'numlistClose'       : '</OL>'          ,
    518. 

  518. 		'numlistItem'        : '<LI>'           ,
    519. 

  519. 		'deflistOpen'        : '<DL>'           ,
    520. 

  520. 		'deflistClose'       : '</DL>'          ,
    521. 

  521. 		'deflistItem1'       : '<DT>\a</DT>'    ,
    522. 

  522. 		'deflistItem2'       : '<DD>'           ,
    523. 

  523. 		'bar1'               : '<HR NOSHADE SIZE=1>'        ,
    524. 

  524. 		'bar2'               : '<HR NOSHADE SIZE=5>'        ,
    525. 

  525. 		'url'                : '<A HREF="\a">\a</A>'        ,
    526. 

  526. 		'urlMark'            : '<A HREF="\a">\a</A>'        ,
    527. 

  527. 		'email'              : '<A HREF="mailto:\a">\a</A>' ,
    528. 

  528. 		'emailMark'          : '<A HREF="mailto:\a">\a</A>' ,
    529. 

  529. 		'img'                : '<IMG ALIGN="\a" SRC="\a" BORDER="0">',
    530. 

  530. 		'imgsolo'            : '<P ALIGN="center">\a</P>'   ,
    531. 

  531. 		'tableOpen'          : '<table align=center cellpadding=4 border=\a>',
    532. 

  532. 		'tableClose'         : '</table>'       ,
    533. 

  533. 		'tableLineOpen'      : '<tr>'           ,
    534. 

  534. 		'tableLineClose'     : '</tr>'          ,
    535. 

  535. 		'tableCellOpen'      : '<td>'           ,
    536. 

  536. 		'tableCellClose'     : '</td>'          ,
    537. 

  537. 		'tableTitleCellOpen' : '<th>'           ,
    538. 

  538. 		'tableTitleCellClose': '</th>'          ,
    539. 

  539. 		'anchor'             : '<a name="\a">'  ,
    540. 

  540. 		'comment'            : '<!-- \a -->'    ,
    541. 

  541. 		'EOD'                : '</BODY></HTML>'
    542. 

  542. 		}
    543. 

  543. 	
    544. 

  544. 	elif doctype == "sgml":
    545. 

  545. 		tags = {
    546. 

  546. 		'paragraph'          : '<p>'                ,
    547. 

  547. 		'title1'             : '<sect>\a<p>'        ,
    548. 

  548. 		'title2'             : '<sect1>\a<p>'       ,
    549. 

  549. 		'title3'             : '<sect2>\a<p>'       ,
    550. 

  550. 		'title4'             : '<sect3>\a<p>'       ,
    551. 

  551. 		'title5'             : '<sect4>\a<p>'       ,
    552. 

  552. 		'areaPreOpen'        : '<tscreen><verb>'    ,
    553. 

  553. 		'areaPreClose'       : '</verb></tscreen>'  ,
    554. 

  554. 		'areaQuoteOpen'      : '<quote>'            ,
    555. 

  555. 		'areaQuoteClose'     : '</quote>'           ,
    556. 

  556. 		'fontMonoOpen'       : '<tt>'               ,
    557. 

  557. 		'fontMonoClose'      : '</tt>'              ,
    558. 

  558. 		'fontBoldOpen'       : '<bf>'               ,
    559. 

  559. 		'fontBoldClose'      : '</bf>'              ,
    560. 

  560. 		'fontItalicOpen'     : '<em>'               ,
    561. 

  561. 		'fontItalicClose'    : '</em>'              ,
    562. 

  562. 		'fontBolditalicOpen' : '<bf><em>'           ,
    563. 

  563. 		'fontBolditalicClose': '</em></bf>'         ,
    564. 

  564. 		'fontUnderlineOpen'  : '<bf><em>'           ,
    565. 

  565. 		'fontUnderlineClose' : '</em></bf>'         ,
    566. 

  566. 		'listOpen'           : '<itemize>'          ,
    567. 

  567. 		'listClose'          : '</itemize>'         ,
    568. 

  568. 		'listItem'           : '<item>'             ,
    569. 

  569. 		'numlistOpen'        : '<enum>'             ,
    570. 

  570. 		'numlistClose'       : '</enum>'            ,
    571. 

  571. 		'numlistItem'        : '<item>'             ,
    572. 

  572. 		'bar1'               : '<!-- \a -->'        ,
    573. 

  573. 		'bar2'               : '<!-- \a -->'        ,
    574. 

  574. 		'url'                : '<htmlurl url="\a" name="\a">'        ,
    575. 

  575. 		'urlMark'            : '<htmlurl url="\a" name="\a">'        ,
    576. 

  576. 		'email'              : '<htmlurl url="mailto:\a" name="\a">' ,
    577. 

  577. 		'emailMark'          : '<htmlurl url="mailto:\a" name="\a">' ,
    578. 

  578. 		'img'                : '<figure><ph vspace=""><img src="\a"></figure>',
    579. 

  579. 		'tableOpen'          : '<table><tabular ca="c">'             ,
    580. 

  580. 		'tableClose'         : '</tabular></table>' ,
    581. 

  581. 		'tableLineClose'     : '<rowsep>'           ,
    582. 

  582. 		'tableCellClose'     : '<colsep>'           ,
    583. 

  583. 		'tableTitleCellClose': '<colsep>'           ,
    584. 

  584. 		'comment'            : '<!-- \a -->'        ,
    585. 

  585. 		'EOD'                : '</article>'
    586. 

  586. 		}
    587. 

  587. 	
    588. 

  588. 	elif doctype == "tex":
    589. 

  589. 		tags = {
    590. 

  590. 		'title1'             : '\n\\newpage\section{\a}',
    591. 

  591. 		'title2'             : '\\subsection{\a}'       ,
    592. 

  592. 		'title3'             : '\\subsubsection{\a}'    ,
    593. 

  593. 		# title 4/5: DIRTY: para+BF+\\+\n
    594. 

  594. 		'title4'             : '\\paragraph{}\\textbf{\a}\\\\\\\n' ,
    595. 

  595. 		'title5'             : '\\paragraph{}\\textbf{\a}\\\\\\\n' ,
    596. 

  596. 		'areaPreOpen'        : '\\begin{verbatim}'    ,
    597. 

  597. 		'areaPreClose'       : '\\end{verbatim}'      ,
    598. 

  598. 		'areaQuoteOpen'      : '\\begin{quotation}'   ,
    599. 

  599. 		'areaQuoteClose'     : '\\end{quotation}'     ,
    600. 

  600. 		'fontMonoOpen'       : '\\texttt{'            ,
    601. 

  601. 		'fontMonoClose'      : '}'                    ,
    602. 

  602. 		'fontBoldOpen'       : '\\textbf{'            ,
    603. 

  603. 		'fontBoldClose'      : '}'                    ,
    604. 

  604. 		'fontItalicOpen'     : '\\textit{'            ,
    605. 

  605. 		'fontItalicClose'    : '}'                    ,
    606. 

  606. 		'fontBolditalicOpen' : '\\textbf{\\textit{'   ,
    607. 

  607. 		'fontBolditalicClose': '}}'                   ,
    608. 

  608. 		'fontUnderlineOpen'  : '\\underline{'         ,  
    609. 

  609. 		'fontUnderlineClose' : '}'                    ,
    610. 

  610. 		'listOpen'           : '\\begin{itemize}'     ,
    611. 

  611. 		'listClose'          : '\\end{itemize}'       ,
    612. 

  612. 		'listItem'           : '\\item '              ,
    613. 

  613. 		'numlistOpen'        : '\\begin{enumerate}'   ,
    614. 

  614. 		'numlistClose'       : '\\end{enumerate}'     ,
    615. 

  615. 		'numlistItem'        : '\\item '              ,
    616. 

  616. 		'deflistOpen'        : '\\begin{description}' ,
    617. 

  617. 		'deflistClose'       : '\\end{description}'   ,
    618. 

  618. 		'deflistItem1'       : '\\item[\a]'           ,
    619. 

  619. 		'bar1'               : '\n\\hrulefill{}\n'    ,
    620. 

  620. 		'bar2'               : '\n\\rule{\linewidth}{1mm}\n'    ,
    621. 

  621. 		'url'                : '\\url{\a}'                      ,
    622. 

  622. 		'urlMark'            : '\\textit{\a} (\\url{\a})'       ,
    623. 

  623. 		'email'              : '\\email{\a}'                    ,
    624. 

  624. 		'emailMark'          : '\\textit{\a} (\\email{\a})'     ,
    625. 

  625. 		'img'                : '(\a)'                           ,
    626. 

  626. 		'tableOpen'          : '\\begin{center}\\begin{tabular}',
    627. 

  627. 		'tableClose'         : '\\end{tabular}\\end{center}'    ,
    628. 

  628. 		'tableLineOpen'      : '\\hline '             ,
    629. 

  629. 		'tableLineClose'     : ' \\\\'                ,
    630. 

  630. 		'tableCellClose'     : ' & '                  ,
    631. 

  631. 		'tableTitleCellOpen' : '\\textbf{'            ,
    632. 

  632. 		'tableTitleCellClose': '} & '                 ,
    633. 

  633. 		'comment'            : '% \a'                 ,
    634. 

  634. 		'EOD'                : '\\end{document}'
    635. 

  635. 		}
    636. 

  636. 	
    637. 

  637. 	elif doctype == "moin":
    638. 

  638. 		tags = {
    639. 

  639. 		'title1'             : '= \a ='         ,
    640. 

  640. 		'title2'             : '== \a =='       ,
    641. 

  641. 		'title3'             : '=== \a ==='     ,
    642. 

  642. 		'title4'             : '==== \a ===='   ,
    643. 

  643. 		'title5'             : '===== \a =====' ,
    644. 

  644. 		'areaPreOpen'        : '{{{'            ,
    645. 

  645. 		'areaPreClose'       : '}}}'            ,
    646. 

  646. 		'areaQuoteOpen'      : ' '              ,
    647. 

  647. 		'fontMonoOpen'       : '{{{'            ,
    648. 

  648. 		'fontMonoClose'      : '}}}'            ,
    649. 

  649. 		'fontBoldOpen'       : "'''"            ,
    650. 

  650. 		'fontBoldClose'      : "'''"            ,
    651. 

  651. 		'fontItalicOpen'     : "''"             ,
    652. 

  652. 		'fontItalicClose'    : "''"             ,
    653. 

  653. 		'fontBolditalicOpen' : "'''''"          ,
    654. 

  654. 		'fontBolditalicClose': "'''''"          ,
    655. 

  655. 		'fontUnderlineOpen'  : "'''''"          ,
    656. 

  656. 		'fontUnderlineClose' : "'''''"          , 
    657. 

  657. 		'listItem'           : '* '             ,
    658. 

  658. 		'numlistItem'        : '\a. '           ,
    659. 

  659. 		'bar1'               : '----'           ,
    660. 

  660. 		'bar2'               : '----'           ,
    661. 

  661. 		'url'                : '[\a]'           ,
    662. 

  662. 		'urlMark'            : '[\a \a]'        ,
    663. 

  663. 		'email'              : '[\a]'           ,
    664. 

  664. 		'emailMark'          : '[\a \a]'        ,
    665. 

  665. 		'img'                : '[\a]'           ,
    666. 

  666. 		'tableLineOpen'      : '||'             ,
    667. 

  667. 		'tableCellClose'     : '||'             ,
    668. 

  668. 		'tableTitleCellClose': '||'             ,
    669. 

  669. 		}
    670. 

  670. 	
    671. 

  671. 	elif doctype == "mgp":
    672. 

  672. 		tags = {
    673. 

  673. 		'paragraph'          : '%font "normal", size 5\n'    , 
    674. 

  674. 		'title1'             : '%page\n\n\a'                 ,
    675. 

  675. 		'title2'             : '%page\n\n\a'                 ,
    676. 

  676. 		'title3'             : '%page\n\n\a'                 ,
    677. 

  677. 		'title4'             : '%page\n\n\a'                 ,
    678. 

  678. 		'title5'             : '%page\n\n\a'                 ,
    679. 

  679. 		'areaPreOpen'        : '\n%font "mono"'              ,
    680. 

  680. 		'areaPreClose'       : '%font "normal"'              ,
    681. 

  681. 		'areaQuoteOpen'      : '%prefix "       "'           ,
    682. 

  682. 		'areaQuoteClose'     : '%prefix "  "'                ,
    683. 

  683. 		'fontMonoOpen'       : '\n%cont, font "mono"\n'      ,
    684. 

  684. 		'fontMonoClose'      : '\n%cont, font "normal"\n'    ,
    685. 

  685. 		'fontBoldOpen'       : '\n%cont, font "normal-b"\n'  ,
    686. 

  686. 		'fontBoldClose'      : '\n%cont, font "normal"\n'    ,
    687. 

  687. 		'fontItalicOpen'     : '\n%cont, font "normal-i"\n'  ,
    688. 

  688. 		'fontItalicClose'    : '\n%cont, font "normal"\n'    ,
    689. 

  689. 		'fontBolditalicOpen' : '\n%cont, font "normal-bi"\n' ,
    690. 

  690. 		'fontBolditalicClose': '\n%cont, font "normal"\n'    ,
    691. 

  691. 		'fontUnderlineOpen'  : '\n%cont, fore "cyan"\n'      ,
    692. 

  692. 		'fontUnderlineClose' : '\n%cont, fore "white"\n'     ,
    693. 

  693. 		'numlistItem'        : '\a. '                        ,
    694. 

  694. 		'bar1'               : '%bar "white" 5'              ,
    695. 

  695. 		'bar2'               : '%pause'                      ,
    696. 

  696. 		'url'                : '\n%cont, fore "cyan"\n\a\n%cont, fore "white"\n',
    697. 

  697. 		'urlMark'            : '\a \n%cont, fore "cyan"\n\a\n%cont, fore "white"\n',
    698. 

  698. 		'email'              : '\n%cont, fore "cyan"\n\a\n%cont, fore "white"\n',
    699. 

  699. 		'emailMark'          : '\a \n%cont, fore "cyan"\n\a\n%cont, fore "white"\n',
    700. 

  700. 		'img'                : '\n%center\n%newimage "\a", left\n',
    701. 

  701. 		'comment'            : '%% \a'                       ,
    702. 

  702. 		'EOD'                : '%%EOD'
    703. 

  703. 		}
    704. 

  704. 	
    705. 

  705. 	elif doctype == "man":
    706. 

  706. 		tags = {
    707. 

  707. 		'paragraph'          : '.P'      ,
    708. 

  708. 		'title1'             : '.SH \a'  ,
    709. 

  709. 		'title2'             : '.SS \a'  ,
    710. 

  710. 		'title3'             : '.SS \a'  ,
    711. 

  711. 		'title4'             : '.SS \a'  ,
    712. 

  712. 		'title5'             : '.SS \a'  ,
    713. 

  713. 		'areaPreOpen'        : '.nf'     ,
    714. 

  714. 		'areaPreClose'       : '.fi\n'   ,
    715. 

  715. 		'areaQuoteOpen'      : '\n'      ,
    716. 

  716. 		'areaQuoteClose'     : '\n'      ,
    717. 

  717. 		'fontBoldOpen'       : '\\fB'   ,
    718. 

  718. 		'fontBoldClose'      : '\\fP'   ,
    719. 

  719. 		'fontItalicOpen'     : '\\fI'   ,
    720. 

  720. 		'fontItalicClose'    : '\\fP'   ,
    721. 

  721. 		'fontBolditalicOpen' : '\n.BI '  ,
    722. 

  722. 		'fontBolditalicClose': '\n\\&'   ,
    723. 

  723. 		'listOpen'           : '\n.nf'   ,  # pre
    724. 

  724. 		'listClose'          : '.fi\n'   ,
    725. 

  725. 		'listItem'           : '* '      ,
    726. 

  726. 		'numlistOpen'        : '\n.nf'   ,  # pre
    727. 

  727. 		'numlistClose'       : '.fi\n'   ,
    728. 

  728. 		'numlistItem'        : '\a. '    ,
    729. 

  729. 		'bar1'               : '\n\n'    ,
    730. 

  730. 		'bar2'               : '\n\n'    ,
    731. 

  731. 		'url'                : '\a'      ,
    732. 

  732. 		'urlMark'            : '\a (\a)' ,
    733. 

  733. 		'email'              : '\a'      ,
    734. 

  734. 		'emailMark'          : '\a (\a)' ,
    735. 

  735. 		'img'                : '\a'      ,
    736. 

  736. 		'comment'            : '.\\" \a'
    737. 

  737. 		}
    738. 

  738. 	
    739. 

  739. 	elif doctype == "pm6":
    740. 

  740. 		tags = {
    741. 

  741. 		'paragraph'          : '<@Normal:>'     ,
    742. 

  742. 		'title1'             : '\n<@Title1:>\a' ,
    743. 

  743. 		'title2'             : '\n<@Title2:>\a' ,
    744. 

  744. 		'title3'             : '\n<@Title3:>\a' ,
    745. 

  745. 		'title4'             : '\n<@Title4:>\a' ,
    746. 

  746. 		'title5'             : '\n<@Title5:>\a' ,
    747. 

  747. 		'areaPreOpen'        : '<@PreFormat:>'  ,
    748. 

  748. 		'areaQuoteOpen'      : '<@Quote:>'      ,
    749. 

  749. 		'fontMonoOpen'       : '<FONT "Lucida Console"><SIZE 9>' ,
    750. 

  750. 		'fontMonoClose'      : '<SIZE$><FONT$>' ,
    751. 

  751. 		'fontBoldOpen'       : '<B>'            ,
    752. 

  752. 		'fontBoldClose'      : '<P>'            ,
    753. 

  753. 		'fontItalicOpen'     : '<I>'            ,
    754. 

  754. 		'fontItalicClose'    : '<P>'            , 
    755. 

  755. 		'fontBolditalicOpen' : '<B><I>'         ,
    756. 

  756. 		'fontBolditalicClose': '<P>'            ,
    757. 

  757. 		'fontUnderlineOpen'  : '<U>'            ,
    758. 

  758. 		'fontUnderlineClose' : '<P>'            ,
    759. 

  759. 		'listOpen'           : '<@Bullet:>'     ,
    760. 

  760. 		'listItem'           : '\x95	'       ,   # \x95 == ~U
    761. 

  761. 		'numlistOpen'        : '<@Bullet:>'     ,
    762. 

  762. 		'numlistItem'        : '\x95    '       ,
    763. 

  763. 		'bar1'               : '\a'             ,
    764. 

  764. 		'bar2'               : '\a'             ,
    765. 

  765. 		'url'                : '<U>\a<P>'       ,   # underline
    766. 

  766. 		'urlMark'            : '\a <U>\a<P>'    ,
    767. 

  767. 		'email'              : '\a'             ,
    768. 

  768. 		'emailMark'          : '\a \a'          ,
    769. 

  769. 		'img'                : '\a'             ,
    770. 

  770. 		}
    771. 

  771. 	
    772. 

  772. 	# create empty tags keys
    773. 

  773. 	for key in keys:
    774. 

  774. 		if not tags.has_key(key):
    775. 

  775. 			tags[key] = ''
    776. 

  776. 		else:
    777. 

  777. 			# drawback of using re.sub() - double escape some specials
    778. 

  778. 			# see also: 'force_re' marks on the code
    779. 

  779. 			specials = {'1':'ntsrful', '2':'ntsrf'}
    780. 

  780. 			specials = specials[sys.version[0]]
    781. 

  781. 			tags[key] = re.sub(r'(\\[%s])'%specials,r'\\\1',tags[key])
    782. 

  782. 	
    783. 

  783. 	return tags
    784. 

  784. 

  785. 

  786. def getRules(doctype):
    787. 

  787. 	ret = {}
    788. 

  788. 	allrules = [
    789. 

  789. 	
    790. 

  790. 	 # target rules (ON/OFF)
    791. 

  791. 	  'linkable',           # target supports external links
    792. 

  792. 	  'tableable',          # target supports tables
    793. 

  793. 	  'imgalignable',       # target supports image alignment
    794. 

  794. 	  'listcountable',      # target supports numbered lists natively
    795. 

  795. 	  'tablecellsplit',     # place delimiters only *between* cells
    796. 

  796. 	  'listnotnested',      # lists cannot be nested
    797. 

  797. 	  'quotenotnested',     # quotes cannot be nested 
    798. 

  798. 	  'preareanotescaped',  # don't escape specials in PRE area
    799. 

  799. 	  
    800. 

  800. 	# target code beautify (ON/OFF)
    801. 

  801. 	  'indentprearea',      # add leading spaces to PRE area lines
    802. 

  802. 	  'breaktablecell',     # break lines after any table cell
    803. 

  803. 	  'breaktablelineopen', # break line after opening table line
    804. 

  804. 	  'keepquoteindent',    # don't remove the leading TABs on quotes
    805. 

  805. 	
    806. 

  806. 	# value settings
    807. 

  807. 	  'listmaxdepth',       # maximum depth for lists
    808. 

  808. 	]
    809. 

  809. 	
    810. 

  810. 	rules = {
    811. 

  811. 	  'txt' : {
    812. 

  812. 	    'indentprearea':1
    813. 

  813. 	    },
    814. 

  814. 	  'html': {
    815. 

  815. 	    'indentprearea':1,
    816. 

  816. 	    'linkable':1,
    817. 

  817. 	    'imgalignable':1,
    818. 

  818. 	    'listcountable':1,
    819. 

  819. 	    'tableable':1,
    820. 

  820. 	    'breaktablecell':1,
    821. 

  821. 	    'breaktablelineopen':1,
    822. 

  822. 	    'keepquoteindent':1
    823. 

  823. 	    },
    824. 

  824. 	  'sgml': {
    825. 

  825. 	    'linkable':1,
    826. 

  826. 	    'listcountable':1,
    827. 

  827. 	    'tableable':1,
    828. 

  828. 	    'tablecellsplit':1,
    829. 

  829. 	    'quotenotnested':1,
    830. 

  830. 	    'keepquoteindent':1
    831. 

  831. 	    },
    832. 

  832. 	  'mgp' : {
    833. 

  833. 	    },
    834. 

  834. 	  'tex' : {
    835. 

  835. 	    'listcountable':1,
    836. 

  836. 	    'tableable':1,
    837. 

  837. 	    'tablecellsplit':1,
    838. 

  838. 	    'preareanotescaped':1,
    839. 

  839. 	    'listmaxdepth':4
    840. 

  840. 	    },
    841. 

  841. 	  'moin': {
    842. 

  842. 	    'linkable':1,
    843. 

  843. 	    'tableable':1
    844. 

  844. 	    },
    845. 

  845. 	  'man' : {
    846. 

  846. 	    'indentprearea':1,
    847. 

  847. 	    'listnotnested':1
    848. 

  848. 	    },
    849. 

  849. 	  'pm6' : {
    850. 

  850. 	    }
    851. 

  851. 	}
    852. 

  852. 	
    853. 

  853. 	
    854. 

  854. 	# populate return dictionary
    855. 

  855. 	myrules = rules[doctype]
    856. 

  856. 	for key in allrules      : ret[key] = 0            # reset all
    857. 

  857. 	for key in myrules.keys(): ret[key] = myrules[key] # turn ON
    858. 

  858. 	return ret
    859. 

  859. 

  860. 

  861. def getRegexes():
    862. 

  862. 	regex = {
    863. 

  863. 	# extra at end: (\[(?P<label>\w+)\])? 
    864. 

  864. 	'title':
    865. 

  865. 		re.compile(r'^\s*(?P<tag>={1,5})(?P<txt>[^=].*[^=])\1$'), 
    866. 

  866. 	'areaPreOpen':
    867. 

  867. 		re.compile(r'^---$'), 
    868. 

  868. 	'areaPreClose':
    869. 

  869. 		re.compile(r'^---$'), 
    870. 

  870. 	'quote':
    871. 

  871. 		re.compile(r'^\t+'), 
    872. 

  872. 	'1linePreOld':
    873. 

  873. 		re.compile(r'^ {4}([^\s-])'), 
    874. 

  874. 	'1linePre':
    875. 

  875. 		re.compile(r'^--- '), 
    876. 

  876. 	'fontMono':
    877. 

  877. 		re.compile(r'`([^`]+)`'), 
    878. 

  878. 	'fontBold':
    879. 

  879. 		re.compile(r'\*\*([^\s*].*?)\*\*'), 
    880. 

  880. 	'fontItalic':
    881. 

  881. 		re.compile(r'(^|[^:])//([^ /].*?)//'), 
    882. 

  882. 	'fontUnderline':
    883. 

  883. 		re.compile(r'__([^_].*?)__'), # underline lead/trailing blank
    884. 

  884. 	'fontBolditalic':
    885. 

  885. 		re.compile(r'\*/([^/].*?)/\*'), 
    886. 

  886. 	'list':
    887. 

  887. 		re.compile(r'^( *)([+-]) ([^ ])'), 
    888. 

  888. 	'deflist':
    889. 

  889. 		re.compile(r'^( *)(=) ([^:]+):'), 
    890. 

  890. 	'bar':
    891. 

  891. 		re.compile(r'^\s*([_=-]{20,})\s*$'), 
    892. 

  892. 	'table':
    893. 

  893. 		re.compile(r'^ *\|\|?[<:>]*\s'), 
    894. 

  894. 	'blankline':
    895. 

  895. 		re.compile(r'^\s*$'), 
    896. 

  896. 	'comment':
    897. 

  897. 		re.compile(r'^(//|%)')
    898. 

  898. 	}
    899. 

  899. 	
    900. 

  900. 	# special char to place data on TAGs contents  (\a == bell)
    901. 

  901. 	regex['x'] = re.compile('\a')
    902. 

  902. 	
    903. 

  903. 	# %%date [ (formatting) ]
    904. 

  904. 	regex['date'] = re.compile(r'%%date\b(\((?P<fmt>.*?)\))?', re.I)
    905. 

  905. 	
    906. 

  906. 	
    907. 

  907. 	### complicated regexes begin here ;)
    908. 

  908. 	#
    909. 

  909. 	# textual descriptions on --help's style: [...] is optional, | is OR
    910. 

  910. 	
    911. 

  911. 	
    912. 

  912. 	### first, some auxiliar variables
    913. 

  913. 	#
    914. 

  914. 	
    915. 

  915. 	# [image.EXT]
    916. 

  916. 	patt_img = r'\[([\w_,.+%$#@!?+~/-]+\.(png|jpe?g|gif|eps|bmp))\]'
    917. 

  917. 	
    918. 

  918. 	# link things
    919. 

  919. 	urlskel = {
    920. 

  920. 	  'proto' : r'(https?|ftp|news|telnet|gopher|wais)://',
    921. 

  921. 	  'guess' : r'(www[23]?|ftp)\.',   # w/out proto, try to guess
    922. 

  922. 	  'login' : r'A-Za-z0-9_.-',       # for ftp://login@domain.com
    923. 

  923. 	  'pass'  : r'[^ @]*',             # for ftp://login:password@domain.com
    924. 

  924. 	  'chars' : r'A-Za-z0-9%._/~:,=-', # %20(space), :80(port)
    925. 

  925. 	  'anchor': r'A-Za-z0-9%._-',      # %nn(encoded)
    926. 

  926. 	  'form'  : r'A-Za-z0-9/%&=+.@*_-',# .@*_-(as is)
    927. 

  927. 	  'punct' : r'.,;:!?'
    928. 

  928. 	}
    929. 

  929. 	
    930. 

  930. 	# username [ :password ] @
    931. 

  931. 	patt_url_login = r'([%s]+(:%s)?@)?'%(urlskel['login'],urlskel['pass'])
    932. 

  932. 	
    933. 

  933. 	# [ http:// ] [ username:password@ ] domain.com [ / ] [ #anchor | ?form=data ]
    934. 

  934. 	retxt_url = r'\b(%s%s|%s)[%s]+\b/*(\?[%s]+)?(#[%s]+)?'%(
    935. 

  935. 	             urlskel['proto'],patt_url_login, urlskel['guess'],
    936. 

  936. 	             urlskel['chars'],urlskel['form'],urlskel['anchor'])
    937. 

  937. 	
    938. 

  938. 	# filename | [ filename ] #anchor
    939. 

  939. 	retxt_url_local = r'[%s]+|[%s]*(#[%s]+)'%(
    940. 

  940. 	             urlskel['chars'],urlskel['chars'],urlskel['anchor'])
    941. 

  941. 	
    942. 

  942. 	# user@domain [ ?form=data ]
    943. 

  943. 	patt_email = r'\b[%s]+@([A-Za-z0-9_-]+\.)+[A-Za-z]{2,4}\b(\?[%s]+)?'%(
    944. 

  944. 	             urlskel['login'],urlskel['form'])
    945. 

  945. 	
    946. 

  946. 	
    947. 

  947. 	# saving for future use
    948. 

  948. 	regex['_urlskel'] = urlskel
    949. 

  949. 	
    950. 

  950. 	### and now the real regexes
    951. 

  951. 	#
    952. 

  952. 	
    953. 

  953. 	regex['email'] = re.compile(patt_email,re.I)
    954. 

  954. 	
    955. 

  955. 	# email | url
    956. 

  956. 	regex['link'] = \
    957. 

  957. 		re.compile(r'%s|%s'%(retxt_url,patt_email), re.I)
    958. 

  958. 	
    959. 

  959. 	# \[ label | imagetag    url | email | filename \]
    960. 

  960. 	regex['linkmark'] = \
    961. 

  961. 		re.compile(r'\[(?P<label>%s|[^]]+) (?P<link>%s|%s|%s)\]'%(
    962. 

  962. 		   patt_img, retxt_url, patt_email, retxt_url_local),
    963. 

  963. 		   re.L+re.I)
    964. 

  964. 	
    965. 

  965. 	# image
    966. 

  966. 	regex['img'] = re.compile(patt_img, re.L+re.I)
    967. 

  967. 	
    968. 

  968. 	# all macros
    969. 

  969. 	regex['macro'] = regex['date']
    970. 

  970. 	
    971. 

  971. 	# Settings are still in development stage - DON'T USE THIS
    972. 

  972. 	#regex['setting'] = re.compile(r'^%\s*Document \s*(Encoding|Toc)\s*:\s*(.*)$',re.I)
    973. 

  973. 	
    974. 

  974. 	return regex
    975. 

  975. ### END OF regex nightmares
    976. 

  976. 

  977. 

  978. class SubareaMaster:
    979. 

  979. 	def __init__(self) : self.x = []
    980. 

  980. 	def __call__(self) :
    981. 

  981. 		if not self.x: return ''
    982. 

  982. 		return self.x[-1]
    983. 

  983. 	def add(self, area):
    984. 

  984. 		if not self.x or (self.x and self.x[-1] != area):
    985. 

  985. 			self.x.append(area)
    986. 

  986. 		Debug('subarea ++ (%s): %s' % (area,self.x), 1)
    987. 

  987. 	def pop(self, area=None):
    988. 

  988. 		if area and self.x[-1] == area: self.x.pop()
    989. 

  989. 		Debug('subarea -- (%s): %s' % (area,self.x), 1)
    990. 

  990. 

  991. def doHeader(doctype, headdic):
    992. 

  992. 	if not HEADER_TEMPLATE.has_key(doctype):
    993. 

  993. 		Error("doheader: Unknow doctype '%s'"%doctype)
    994. 

  994. 	Debug('HEADER data: %s'%headdic, 1)
    995. 

  995. 	template = string.split(HEADER_TEMPLATE[doctype], '\n')
    996. 

  996. 	
    997. 

  997. 	# scan for empty dictionary keys
    998. 

  998. 	# if found, scan template lines for that key reference
    999. 

  999. 	# if found, remove the reference
    1000. 

  1000. 	# if there aren't any other key reference on the same line, remove it
    1001. 

  1001. 	for key in headdic.keys():
    1002. 

  1002. 		if not headdic[key]:
    1003. 

  1003. 			for line in template:
    1004. 

  1004. 				if string.count(line, key):
    1005. 

  1005. 					sline = string.replace(
    1006. 

  1006. 					          line, '%%(%s)s'%key, '')
    1007. 

  1007. 					if not string.count(sline, '%(HEADER'):
    1008. 

  1008. 						template.remove(line)
    1009. 

  1009. 	# populate template with data
    1010. 

  1010. 	template = string.join(template, '\n') % headdic
    1011. 

  1011. 	
    1012. 

  1012. 	# post processing
    1013. 

  1013. 	if doctype == 'tex':
    1014. 

  1014. 		if FLAGS['toc']:
    1015. 

  1015. 			template = template + '\n' + r'\newpage\tableofcontents'
    1016. 

  1016. 		if headdic['HEADER3'] == currdate:
    1017. 

  1017. 			# let tex format today
    1018. 

  1018. 			template = re.sub(r'\\date\{.*?}', r'\date', template)
    1019. 

  1019. 	
    1020. 

  1020. 	return string.split(template, '\n')
    1021. 

  1021. 

  1022. def doCommentLine(doctype,txt):
    1023. 

  1023. 	# the -- string ends a sgml comment :(
    1024. 

  1024. 	if doctype == 'sgml':
    1025. 

  1025. 		txt = string.replace(txt, '--', '\\-\\-')
    1026. 

  1026. 	
    1027. 

  1027. 	if TAGS['comment']:
    1028. 

  1028. 		return regex['x'].sub(txt, TAGS['comment'])
    1029. 

  1029. 	return ''
    1030. 

  1030. 

  1031. def doFooter(doctype):
    1032. 

  1032. 	ret = []
    1033. 

  1033. 	typename = doctype
    1034. 

  1034. 	if doctype == 'tex': typename = 'LaTeX2e'
    1035. 

  1035. 	ppgd = '%s code generated by txt2tags %s (%s)'%(
    1036. 

  1036. 	        typename,my_version,my_url)
    1037. 

  1037. 	cmdline = 'cmdline: txt2tags %s'%string.join(CMDLINE[1:], ' ')
    1038. 

  1038. 	ret.append('\n'+doCommentLine(doctype,ppgd))
    1039. 

  1039. 	ret.append(doCommentLine(doctype,cmdline))
    1040. 

  1040. 	ret.append(TAGS['EOD'])
    1041. 

  1041. 	return ret
    1042. 

  1042. 

  1043. def doEscape(doctype,txt):
    1044. 

  1044. 	if doctype == 'html' or doctype == 'sgml':
    1045. 

  1045. 		txt = re.sub('&','&amp;',txt)
    1046. 

  1046. 		txt = re.sub('<','&lt;',txt)
    1047. 

  1047. 		txt = re.sub('>','&gt;',txt)
    1048. 

  1048. 		if doctype == 'sgml':
    1049. 

  1049. 			txt = re.sub('\xff','&yuml;',txt)  # "+y
    1050. 

  1050. 	elif doctype == 'pm6':
    1051. 

  1051. 		txt = re.sub('<','<\#60>',txt)
    1052. 

  1052. 	elif doctype == 'mgp':
    1053. 

  1053. 		txt = re.sub('^%',' %',txt)  # add leading blank to avoid parse
    1054. 

  1054. 		#txt = re.sub('^%([^%])','%prefix ""\n  %\n%cont, prefix "  "\n\\1',txt)
    1055. 

  1055. 	elif doctype == 'man':
    1056. 

  1056. 		txt = re.sub('^\.', ' .',txt) # command ID
    1057. 

  1057. 		txt = doEscapeEscapechar(txt)
    1058. 

  1058. 	elif doctype == 'tex':
    1059. 

  1059. 		txt = string.replace(txt, '\\', r'\verb!\!')
    1060. 

  1060. 		txt = string.replace(txt, '~', r'\verb!~!')
    1061. 

  1061. 		txt = string.replace(txt, '^', r'\verb!^!')
    1062. 

  1062. 		txt = re.sub('([#$&%{}])', r'\\\1', txt)
    1063. 

  1063. 		# TIP the _ is escaped at end
    1064. 

  1064. 	return txt
    1065. 

  1065. 

  1066. def doFinalEscape(doctype, txt):
    1067. 

  1067. 	if   doctype == 'pm6' : txt = string.replace(txt, r'\<',r'<\#92><')
    1068. 

  1068. 	elif doctype == 'man' : txt = string.replace(txt, '-', r'\-')
    1069. 

  1069. 	elif doctype == 'tex' : txt = string.replace(txt, '_', r'\_')
    1070. 

  1070. 	elif doctype == 'sgml': txt = string.replace(txt, '[', '&lsqb;')
    1071. 

  1071. 	return txt
    1072. 

  1072. 

  1073. def doEscapeEscapechar(txt):
    1074. 

  1074. 	return string.replace(txt, '\\', '\\\\')
    1075. 

  1075. 

  1076. def addLineBreaks(list):
    1077. 

  1077. 	"use LB to respect sys.platform"
    1078. 

  1078. 	ret = []
    1079. 

  1079. 	for line in list:
    1080. 

  1080. 		line = string.replace(line,'\n',LB)  # embedded \n's
    1081. 

  1081. 		ret.append(line+LB)                  # add final line break
    1082. 

  1082. 	return ret
    1083. 

  1083. 

  1084. def doPreLine(doctype,line):
    1085. 

  1085. 	"Parsing procedures for preformatted (verbatim) lines"
    1086. 

  1086. 	if not rules['preareanotescaped']: line = doEscape(doctype,line)
    1087. 

  1087. 	if rules['indentprearea']: line = '  '+line
    1088. 

  1088. 	if doctype == 'pm6': line = doFinalEscape(doctype, line)
    1089. 

  1089. 	return line
    1090. 

  1090. 

  1091. def doCloseTable(doctype):
    1092. 

  1092. 	global subarea, tableborder
    1093. 

  1093. 	ret = ''
    1094. 

  1094. 	if rules['tableable']:
    1095. 

  1095. 		if doctype == 'tex' and tableborder:
    1096. 

  1096. 			ret = TAGS['tableLineOpen']+TAGS['tableClose']+'\n'
    1097. 

  1097. 		else:
    1098. 

  1098. 			ret = TAGS['tableClose']+'\n'
    1099. 

  1099. 	else:
    1100. 

  1100. 		ret = TAGS['areaPreClose']
    1101. 

  1101. 	tableborder = 0
    1102. 

  1102. 	subarea.pop('table')
    1103. 

  1103. 	return ret
    1104. 

  1104. 

  1105. def doCloseQuote(howmany=None):
    1106. 

  1106. 	global quotedepth
    1107. 

  1107. 	ret = []
    1108. 

  1108. 	if not howmany: howmany = len(quotedepth)
    1109. 

  1109. 	for i in range(howmany):
    1110. 

  1110. 		quotedepth.pop()
    1111. 

  1111. 		#TODO align open/close tag -> FREE_ALING_TAG = 1 (man not)
    1112. 

  1112. 		ret.append(TAGS['areaQuoteClose'])
    1113. 

  1113. 	
    1114. 

  1114. 	if not quotedepth: subarea.pop('quote')
    1115. 

  1115. 	return string.join(ret,'\n')
    1116. 

  1116. 

  1117. def doCloseList(howmany=None):
    1118. 

  1118. 	global listindent, listids
    1119. 

  1119. 	ret = []
    1120. 

  1120. 	if not howmany: howmany = len(listindent)
    1121. 

  1121. 	for i in range(howmany):
    1122. 

  1122. 		if   listids[-1] == '-': tag = TAGS['listClose']
    1123. 

  1123. 		elif listids[-1] == '+': tag = TAGS['numlistClose']
    1124. 

  1124. 		elif listids[-1] == '=': tag = TAGS['deflistClose']
    1125. 

  1125. 		if not tag: tag = TAGS['listClose'] # default
    1126. 

  1126. 		if tag:
    1127. 

  1127. 			# unnested lists are only closed at mother-list
    1128. 

  1128. 			if rules['listnotnested']:
    1129. 

  1129. 				if len(listindent) == 1:
    1130. 

  1130. 					ret.append(tag)
    1131. 

  1131. 			else:
    1132. 

  1132. 				ret.append(listindent[-1]+tag)
    1133. 

  1133. 		del listindent[-1]
    1134. 

  1134. 		del listids[-1]
    1135. 

  1135. 	
    1136. 

  1136. 	if not listindent: subarea.pop('list')
    1137. 

  1137. 	return string.join(ret,'\n')
    1138. 

  1138. 

  1139. 

  1140. def beautify_me(name, doctype, line):
    1141. 

  1141. 	"where name is: bold, italic, underline or bolditalic"
    1142. 

  1142. 	name  = 'font%s' % string.capitalize(name)
    1143. 

  1143. 	open  = TAGS['%sOpen'%name]
    1144. 

  1144. 	close = TAGS['%sClose'%name]
    1145. 

  1145. 	txt = r'%s\1%s'%(open, close)
    1146. 

  1146. 	if name == 'fontItalic':
    1147. 

  1147. 		txt = r'\1%s\2%s'%(open, close)
    1148. 

  1148. 	line = regex[name].sub(txt,line)
    1149. 

  1149. 	return line
    1150. 

  1150. 

  1151. 

  1152. def get_tagged_link(doctype, label, url):
    1153. 

  1153. 	ret = ''
    1154. 

  1154. 	
    1155. 

  1155. 	# set link type
    1156. 

  1156. 	if regex['email'].match(url):
    1157. 

  1157. 		linktype = 'email'
    1158. 

  1158. 	else:
    1159. 

  1159. 		linktype = 'url';
    1160. 

  1160. 	
    1161. 

  1161. 	# adding protocol to guessed link
    1162. 

  1162. 	guessurl = ''
    1163. 

  1163. 	if linktype == 'url' and \
    1164. 

  1164. 	   re.match(regex['_urlskel']['guess'], url):
    1165. 

  1165. 		if url[0] == 'w': guessurl = 'http://' +url
    1166. 

  1166. 		else            : guessurl =  'ftp://' +url
    1167. 

  1167. 		
    1168. 

  1168. 		# not link aware targets -> protocol is useless 
    1169. 

  1169. 		if not rules['linkable']: guessurl = ''
    1170. 

  1170. 	
    1171. 

  1171. 	# escape specials from TEXT parts
    1172. 

  1172. 	label = doEscape(doctype,label)
    1173. 

  1173. 	if not rules['linkable']:
    1174. 

  1174. 		if doctype == 'tex':
    1175. 

  1175. 			url = re.sub('^#', '\#', url) # ugly, but compile
    1176. 

  1176. 		else:
    1177. 

  1177. 			url = doEscape(doctype,url)
    1178. 

  1178. 	
    1179. 

  1179. 	# simple link (not guessed)
    1180. 

  1180. 	if not label and not guessurl:
    1181. 

  1181. 		if FLAGS['maskemail'] and linktype == 'email':
    1182. 

  1182. 			# do the email mask feature (no TAGs, just text)
    1183. 

  1183. 			url = string.replace(url,'@',' (a) ')
    1184. 

  1184. 			url = string.replace(url,'.',' ')
    1185. 

  1185. 			url = "<%s>" % url
    1186. 

  1186. 			if rules['linkable']: url = doEscape(url)
    1187. 

  1187. 			ret = url
    1188. 

  1188. 		else:
    1189. 

  1189. 			# just add link data to tag
    1190. 

  1190. 			tag = re.sub('.*', TAGS[linktype], '')  #force_re
    1191. 

  1191. 			ret = regex['x'].sub(url,tag)
    1192. 

  1192. 	
    1193. 

  1193. 	# named link or guessed simple link
    1194. 

  1194. 	else:
    1195. 

  1195. 		# adjusts for guessed link
    1196. 

  1196. 		if not label: label = url       # no   protocol
    1197. 

  1197. 		if guessurl : url   = guessurl  # with protocol
    1198. 

  1198. 		
    1199. 

  1199. 		# handle \ on link label
    1200. 

  1200. 		label = doEscapeEscapechar(label)
    1201. 

  1201. 		
    1202. 

  1202. 		# putting data on the right appearance order
    1203. 

  1203. 		if rules['linkable']:
    1204. 

  1204. 			urlorder = [url, label]   # link before label
    1205. 

  1205. 		else:
    1206. 

  1206. 			urlorder = [label, url]   # label before link
    1207. 

  1207. 		
    1208. 

  1208. 		# get tag
    1209. 

  1209. 		ret = re.sub('.*', TAGS["%sMark"%linktype], '')  #force_re
    1210. 

  1210. 		
    1211. 

  1211. 		# add link data to tag (replace \a's)
    1212. 

  1212. 		for data in urlorder:
    1213. 

  1213. 			ret = regex['x'].sub(data,ret,1)
    1214. 

  1214. 	return ret
    1215. 

  1215. 

  1216. 

  1217. def get_image_align(line):
    1218. 

  1218. 	align = ''
    1219. 

  1219. 	line = string.strip(line)
    1220. 

  1220. 	m = regex['img'].search(line)
    1221. 

  1221. 	ini = m.start() ; head = 0
    1222. 

  1222. 	end = m.end()   ; tail = len(line)
    1223. 

  1223. 	
    1224. 

  1224. 	align = 'center'  # default align              # ^text +img +text$
    1225. 

  1225. 	if ini == head and end == tail: align = 'para' # ^img$
    1226. 

  1226. 	elif ini == head: align = 'left'               # ^img + text$
    1227. 

  1227. 	elif end == tail: align = 'right'              # ^text + img$
    1228. 

  1228. 	
    1229. 

  1229. 	return align
    1230. 

  1230. 

  1231. 

  1232. def get_table_prop(line):
    1233. 

  1233. 	# default table proprierties
    1234. 

  1234. 	ret = {'border': 0, 'type': '|', 'header':0, 'cells':[]}
    1235. 

  1235. 	# strip and del leading table mark |
    1236. 

  1236. 	line = string.strip(line)
    1237. 

  1237. 	line = line[1:]
    1238. 

  1238. 	# detect (and delete) header mark
    1239. 

  1239. 	if line[0] == '|':
    1240. 

  1240. 		ret['header'] = 1
    1241. 

  1241. 		line = line[1:]
    1242. 

  1242. 	# detect (and delete) table ID (pipe-made is default)
    1243. 

  1243. 	if line[0] == '\t':
    1244. 

  1244. 		ret['type'] = '\t'
    1245. 

  1245. 		ret['border'] = 1
    1246. 

  1246. 	line = line[1:]
    1247. 

  1247. 	# detect (and delete) border mark
    1248. 

  1248. 	if line[-1] == '|':
    1249. 

  1249. 		ret['border'] = 1
    1250. 

  1250. 		line = line[:-1]
    1251. 

  1251. 	# split cells
    1252. 

  1252. 	# TODO v1.3: take \t\|?| out
    1253. 

  1253. 	ret['cells'] = re.split(r'\t\|?| \| ', line)
    1254. 

  1254. 	
    1255. 

  1255. 	Debug('Table Prop: %s' % ret, 1)
    1256. 

  1256. 	return ret
    1257. 

  1257. 

  1258. 

  1259. #TODO if ' |   ' table cell is center align
    1260. 

  1260. def tag_table_cells(table, doctype):
    1261. 

  1261. 	ret = ''
    1262. 

  1262. 	# plain cell
    1263. 

  1263. 	open, close = TAGS['tableCellOpen'], TAGS['tableCellClose']
    1264. 

  1264. 	# title cell
    1265. 

  1265. 	if table['header']:
    1266. 

  1266. 		open = TAGS['tableTitleCellOpen']
    1267. 

  1267. 		close = TAGS['tableTitleCellClose']
    1268. 

  1268. 	# should we break the line?
    1269. 

  1269. 	if rules['breaktablecell']: close = close+'\n'
    1270. 

  1270. 	# here we go
    1271. 

  1271. 	while table['cells']:
    1272. 

  1272. 		cel = table['cells'].pop(0)
    1273. 

  1273. 		if not cel and doctype == 'html':
    1274. 

  1274. 			cel = '&nbsp;'
    1275. 

  1275. 		# last cell gotchas
    1276. 

  1276. 		if not table['cells']:
    1277. 

  1277. 			# don't need cell separator
    1278. 

  1278. 			if rules['tablecellsplit']: close = ''
    1279. 

  1279. 			# close beautifier for last title cell
    1280. 

  1280. 			if doctype == 'tex' and table['header']: close = '}'
    1281. 

  1281. 		newcell = open + string.strip(cel) + close
    1282. 

  1282. 		newcell = re.sub('.*', newcell, '') #force_re
    1283. 

  1283. 		ret = ret + newcell
    1284. 

  1284. 	return ret
    1285. 

  1285. 

  1286. 

  1287. ################################################################################
    1288. 

  1288. ###MerryChristmas,IdontwanttofighttonightwithyouImissyourbodyandIneedyourlove###
    1289. 

  1289. ################################################################################
    1290. 

  1290. 

  1291. 

  1292. def convert(inlines, doctype):
    1293. 

  1293. 	# global vars for doClose*()
    1294. 

  1294. 	global TAGS, regex, rules, quotedepth, listindent, listids
    1295. 

  1295. 	global subarea, tableborder
    1296. 

  1296. 	global has_obsolete, has_fixed
    1297. 

  1297. 	
    1298. 

  1298. 	TAGS = getTags(doctype)
    1299. 

  1299. 	rules = getRules(doctype)
    1300. 

  1300. 	regex = getRegexes()
    1301. 

  1301. 	
    1302. 

  1302. 	# the defaults
    1303. 

  1303. 	linkmask  = '@@_link_@@'
    1304. 

  1304. 	monomask  = '@@_mono_@@'
    1305. 

  1305. 	macromask = '@@_macro_@@' 
    1306. 

  1306. 	
    1307. 

  1307. 	AREA = NewArea('head',0)   # then conf, then body
    1308. 

  1308. 	subarea = SubareaMaster()
    1309. 

  1309. 	HEADERS = { 'HEADER1': '-NO TITLE-', 'HEADER2':'', 'HEADER3':'' }
    1310. 

  1310. #	SETTINGS = {}
    1311. 

  1311. 	ret = []
    1312. 

  1312. 	fixedinfile = []
    1313. 

  1313. 	toclist = []
    1314. 

  1314. 	header = []
    1315. 

  1315. 	f_tt = 0
    1316. 

  1316. 	listindent = []
    1317. 

  1317. 	listids = []
    1318. 

  1318. 	listcount = []
    1319. 

  1319. 	titlecount = ['',0,0,0,0,0]
    1320. 

  1320. 	f_lastblank = 0
    1321. 

  1321. 	holdspace = ''
    1322. 

  1322. 	listholdspace = ''
    1323. 

  1323. 	quotedepth = []
    1324. 

  1324. 	tableborder = 0
    1325. 

  1325. 	tablealign = []
    1326. 

  1326. 	has_obsolete = has_fixed = 0
    1327. 

  1327. 	
    1328. 

  1328. 	if outfile != pipefileid:
    1329. 

  1329. 		if not FLAGS['gui'] and not FLAGS['fixme']:
    1330. 

  1330. 			print "--- %s..."%doctype
    1331. 

  1331. 	
    1332. 

  1332. 	# let's mark it up!
    1333. 

  1333. 	linenr = 0
    1334. 

  1334. 	for lineref in range(len(inlines)):
    1335. 

  1335. 		skip_continue = 0
    1336. 

  1336. 		linkbank = []
    1337. 

  1337. 		monobank = []
    1338. 

  1338. 		macrobank = []
    1339. 

  1339. 		linenr = lineref +1
    1340. 

  1340. 		untouchedline = inlines[lineref]
    1341. 

  1341. 		line = string.rstrip(untouchedline)
    1342. 

  1342. 		# save line to the 'fixed' buffer
    1343. 

  1343. 		fixedinfile.append(untouchedline)
    1344. 

  1344. 		
    1345. 

  1345. 		Debug('LINE %04d: %s' % (linenr,repr(line)), 1)  # for heavy debug
    1346. 

  1346. 		
    1347. 

  1347. 		# detect if head section is over
    1348. 

  1348. 		#TIP 'not line' depends on previous line.rstrip()
    1349. 

  1349. 		if (linenr == 4 and AREA == 'head') or \
    1350. 

  1350. 		   (linenr == 1 and not line):
    1351. 

  1351. 			AREA = NewArea('conf',linenr)
    1352. 

  1352. 			if not FLAGS['noheaders']:
    1353. 

  1353. 				header = doHeader(doctype,HEADERS)
    1354. 

  1354. 		
    1355. 

  1355. 		# we need (not really) to mark each paragraph
    1356. 

  1356. 		#TODO check if this is really needed
    1357. 

  1357. 		if doctype == 'pm6' and f_lastblank:
    1358. 

  1358. 			if f_tt or AREA == 'head' or listindent:
    1359. 

  1359. 				holdspace = ''
    1360. 

  1360. 			else:
    1361. 

  1361. 				holdspace = TAGS['paragraph']+'\n'
    1362. 

  1362. 		
    1363. 

  1363. 		# any NOT table line, closes an open table 
    1364. 

  1364. 		if subarea() == 'table' and not regex['table'].search(line):
    1365. 

  1365. 			ret.append(doCloseTable(doctype))
    1366. 

  1366. 		
    1367. 

  1367. 		
    1368. 

  1368. 		#---------------------[ PRE formatted ]----------------------
    1369. 

  1369. 		
    1370. 

  1370. 		#TIP we'll never support beautifiers inside pre-formatted
    1371. 

  1371. 		
    1372. 

  1372. 		# we're already on a PRE area
    1373. 

  1373. 		if f_tt:
    1374. 

  1374. 			# closing PRE
    1375. 

  1375. 			if regex['areaPreClose'].search(line):
    1376. 

  1376. 				if doctype != 'pm6':
    1377. 

  1377. 					ret.append(TAGS['areaPreClose'])
    1378. 

  1378. 				f_tt = 0
    1379. 

  1379. 				continue
    1380. 

  1380. 			
    1381. 

  1381. 			# normal PRE-inside line
    1382. 

  1382. 			line = doPreLine(doctype, line)
    1383. 

  1383. 			ret.append(line)
    1384. 

  1384. 			continue
    1385. 

  1385. 		
    1386. 

  1386. 		# detecting PRE area init
    1387. 

  1387. 		if regex['areaPreOpen'].search(line):
    1388. 

  1388. 			ret.append(TAGS['areaPreOpen'])
    1389. 

  1389. 			f_lastblank = 0
    1390. 

  1390. 			f_tt = 1
    1391. 

  1391. 			continue
    1392. 

  1392. 		
    1393. 

  1393. 		# one line PRE-formatted text
    1394. 

  1394. 		if regex['1linePre'].search(line):
    1395. 

  1395. 			f_lastblank = 0
    1396. 

  1396. 			line = regex['1linePre'].sub('',line)
    1397. 

  1397. 			line = doPreLine(doctype, line)
    1398. 

  1398. 			t1, t2 = TAGS['areaPreOpen'],TAGS['areaPreClose']
    1399. 

  1399. 			ret.append('%s\n%s\n%s'%(t1,line,t2))
    1400. 

  1400. 			continue
    1401. 

  1401. 		
    1402. 

  1402. 		#---------------------[ blank lines ]-----------------------
    1403. 

  1403. 		
    1404. 

  1404. 		#TODO "holdspace" to save <p> to not show in closelist
    1405. 

  1405. 		if regex['blankline'].search(line):
    1406. 

  1406. 			
    1407. 

  1407. 			# closing all open quotes
    1408. 

  1408. 			if quotedepth:
    1409. 

  1409. 				ret.append(doCloseQuote())
    1410. 

  1410. 			
    1411. 

  1411. 			# closing all open lists
    1412. 

  1412. 			if f_lastblank:      # 2nd consecutive blank line
    1413. 

  1413. 				if listindent:   # closes list (if any)
    1414. 

  1414. 					ret.append(doCloseList())
    1415. 

  1415. 					holdspace = ''
    1416. 

  1416. 				continue         # consecutive blanks are trash
    1417. 

  1417. 			
    1418. 

  1418. 			# normal blank line
    1419. 

  1419. 			if doctype != 'pm6' and AREA == 'body':
    1420. 

  1420. 				# paragraph (if any) is wanted inside lists also
    1421. 

  1421. 				if listindent:
    1422. 

  1422. 					para = TAGS['paragraph'] + '\n'
    1423. 

  1423. 					holdspace = holdspace + para
    1424. 

  1424. 				elif doctype == 'html':
    1425. 

  1425. 					ret.append(TAGS['paragraph'])
    1426. 

  1426. 				# sgml: quote close tag must not be \n\n</quote>
    1427. 

  1427. 				elif doctype == 'sgml' and quotedepth:
    1428. 

  1428. 					skip_continue = 1
    1429. 

  1429. 				# otherwise we just print a blank line
    1430. 

  1430. 				else:
    1431. 

  1431. 					ret.append('')
    1432. 

  1432. 			
    1433. 

  1433. 			f_lastblank = 1
    1434. 

  1434. 			if not skip_continue: continue
    1435. 

  1435. 		else:
    1436. 

  1436. 			f_lastblank = 0      # reset blank status
    1437. 

  1437. 		
    1438. 

  1438. 		
    1439. 

  1439. 		#---------------------[ comments ]-----------------------
    1440. 

  1440. 		
    1441. 

  1441. 		# just skip them (if not macro or setting)
    1442. 

  1442. 		if regex['comment'].search(line) and not regex['date'].match(line):
    1443. 

  1443. 			
    1444. 

  1444. ### Still in development stage
    1445. 

  1445. #			# detect settings
    1446. 

  1446. #			if regex['setting'].search(line):
    1447. 

  1447. #				if AREA == 'conf':
    1448. 

  1448. #					m = regex['setting'].search(line)
    1449. 

  1449. #					name, val = m.group(1), m.group(2)
    1450. 

  1450. #					SETTINGS[string.lower(name)] = string.strip(val)
    1451. 

  1451. #					Debug("Found Setting '%s', value '%s'"%(name,val),1,linenr)
    1452. 

  1452. #				continue
    1453. 

  1453. 			
    1454. 

  1454. 			# obsoleted comment format
    1455. 

  1455. 			if line[0] == '/':
    1456. 

  1456. 				# fixes it
    1457. 

  1457. 				if FLAGS['fixme']:
    1458. 

  1458. 					# discard original line, save new
    1459. 

  1459. 					fixedinfile.pop()
    1460. 

  1460. 					fixedinfile.append(re.sub('^//','%',untouchedline))
    1461. 

  1461. 					Fixed(linenr, '// comment line', '% comment line')
    1462. 

  1462. 				# just show a warning message
    1463. 

  1463. 				else:
    1464. 

  1464. 					old = '// as the comment line string'
    1465. 

  1465. 					new = '% as the new comment line char'
    1466. 

  1466. 					Obsoleted(linenr, old, new, '1.3')
    1467. 

  1467. 			
    1468. 

  1468. 			f_lastblank = 1
    1469. 

  1469. 			continue
    1470. 

  1470. 		
    1471. 

  1471. 		#---------------------[ BODY detect ]-----------------------
    1472. 

  1472. 		
    1473. 

  1473. 		### if got here, its a header or a valid line
    1474. 

  1474. 		if AREA == 'conf':
    1475. 

  1475. 			# oops, not header, so we're now on document BODY
    1476. 

  1476. 			AREA = NewArea('body', linenr)
    1477. 

  1477. 			# so, let's print the opening paragraph
    1478. 

  1478. 			if doctype != 'pm6':
    1479. 

  1479. 				ret.append(TAGS['paragraph'])
    1480. 

  1480. 		
    1481. 

  1481. 		
    1482. 

  1482. 		#---------------------[ Title ]-----------------------
    1483. 

  1483. 		
    1484. 

  1484. 		# man: - should not be escaped, \ turns to \\\\
    1485. 

  1485. 		
    1486. 

  1486. 		#TODO set next blank and set f_lastblank or f_lasttitle
    1487. 

  1487. 		if regex['title'].search(line) and not listindent and AREA == 'body':
    1488. 

  1488. 			line = doEscape(doctype,line)
    1489. 

  1489. 			
    1490. 

  1490. 			# double escape escape char
    1491. 

  1491. 			if doctype ==  'man':
    1492. 

  1492. 				line = doEscapeEscapechar(line)
    1493. 

  1493. 			
    1494. 

  1494. 			m = regex['title'].search(line)
    1495. 

  1495. 			tag = m.group('tag')
    1496. 

  1496. 			level = len(tag)
    1497. 

  1497. 			tag = TAGS['title%s'%level]
    1498. 

  1498. 			
    1499. 

  1499. 			txt = string.strip(m.group('txt'))
    1500. 

  1500. 			if doctype == 'sgml':
    1501. 

  1501. 				txt = re.sub(r'\[', r'&lsqb;', txt)
    1502. 

  1502. 			
    1503. 

  1503. 			if FLAGS['enumtitle']:                ### numbered title
    1504. 

  1504. 				id = '' ; n = level               #
    1505. 

  1505. 				titlecount[n] = titlecount[n] +1  # add count
    1506. 

  1506. 				if n < len(titlecount)-1:         # reset sublevels count
    1507. 

  1507. 					for i in range(n+1, len(titlecount)): titlecount[i] = 0
    1508. 

  1508. 				for i in range(n):                # compose id from hierarchy
    1509. 

  1509. 					id = "%s%d."%(id,titlecount[i+1])
    1510. 

  1510. 				idtxt = "%s %s"%(id, txt)         # add id to title
    1511. 

  1511. 			else:
    1512. 

  1512. 				idtxt = txt
    1513. 

  1513. 			
    1514. 

  1514. 			anchorid = 'toc%d'%(len(toclist)+1)
    1515. 

  1515. 			if TAGS['anchor'] and FLAGS['toc']:
    1516. 

  1516. 				ret.append(regex['x'].sub(anchorid,TAGS['anchor']))
    1517. 

  1517. 			
    1518. 

  1518. 			# escape to handle \ on title
    1519. 

  1519. 			idtxt = doEscapeEscapechar(idtxt)
    1520. 

  1520. 			
    1521. 

  1521. 			line = regex['title'].sub(tag,line)
    1522. 

  1522. 			ret.append(regex['x'].sub(idtxt,line))
    1523. 

  1523. 			
    1524. 

  1524. 			# let's do some TOC!
    1525. 

  1525. 			if TAGS['anchor']:
    1526. 

  1526. 				# tocitemid = '#toc%d'%(len(toclist)+1)
    1527. 

  1527. 				# TOC more readable with master topics not linked at number
    1528. 

  1528. 				# stoled idea from windows .CHM files (help system)
    1529. 

  1529. 				if FLAGS['enumtitle'] and level == 1:
    1530. 

  1530. 					tocitem = '%s+ [%s #%s]'%(' '*level,txt,anchorid)
    1531. 

  1531. 				else:
    1532. 

  1532. 					tocitem = '%s- [%s #%s]'%(' '*level,idtxt,anchorid)
    1533. 

  1533. 			else:
    1534. 

  1534. 				tocitem = '%s- %s'%(' '*level,idtxt)
    1535. 

  1535. 				if doctype in ['txt', 'man']:
    1536. 

  1536. 					tocitem = '%s%s' %('  '*level,idtxt)
    1537. 

  1537. 			if level <= 3: toclist.append(tocitem) # max toc level: 3
    1538. 

  1538. 			
    1539. 

  1539. 			# add "underline" to text titles
    1540. 

  1540. 			if doctype == 'txt':
    1541. 

  1541. 				ret.append(regex['x'].sub('='*len(idtxt),tag))
    1542. 

  1542. 			
    1543. 

  1543. 			continue
    1544. 

  1544. 		
    1545. 

  1545. 		#TODO!	labeltxt = ''
    1546. 

  1546. 		#		label = m.group('label')
    1547. 

  1547. 		#		if label: labeltxt = '<label id="%s">' %label
    1548. 

  1548. 		
    1549. 

  1549. 		
    1550. 

  1550. 		#---------------------[ apply masks ]-----------------------
    1551. 

  1551. 		
    1552. 

  1552. 		### protect important structures from escaping and formatting
    1553. 

  1553. 		# protect pre-formatted font text 
    1554. 

  1554. 		while regex['fontMono'].search(line):
    1555. 

  1555. 			t…
    1556.

Large files files are truncated, but you can click here to view the full file