/frameworks/trunk/zziplib/libzziplib/docs/mksite.pl

Large files files are truncated, but you can click here to view the full file

#! /usr/bin/perl
# this is the perl variant of the mksite script. It based directly on a
# copy of mksite.sh which is derived from snippets that I was using to 
# finish doc pages for website publishing. Using only sh/sed along with
# files has a great disadvantage: it is a very slow process atleast. The
# perl language in contrast has highly optimized string, replace, search
# functions as well as data structures to store intermediate values. As
# an advantage large parts of the syntax are similar to the sh/sed variant.
#
#                                               http://zziplib.sf.net/mksite/
#   THE MKSITE.SH (ZLIB/LIBPNG) LICENSE
#       Copyright (c) 2004 Guido U. Draheim <guidod@gmx.de>
#   This software is provided 'as-is', without any express or implied warranty
#       In no event will the authors be held liable for any damages arising
#       from the use of this software.
#   Permission is granted to anyone to use this software for any purpose, 
#       including commercial applications, and to alter it and redistribute it 
#       freely, subject to the following restrictions:
#    1. The origin of this software must not be misrepresented; you must not
#       claim that you wrote the original software. If you use this software 
#       in a product, an acknowledgment in the product documentation would be 
#       appreciated but is not required.
#    2. Altered source versions must be plainly marked as such, and must not
#       be misrepresented as being the original software.
#    3. This notice may not be removed or altered from any source distribution.
# $Id: mksite.pl,v 1.2 2006-09-22 00:33:22 guidod Exp $

use strict; use warnings; no warnings "uninitialized";
use File::Basename qw(basename);
use POSIX qw(strftime);

# initialize some defaults
my $SITEFILE="";
$SITEFILE="site.htm"  if not $SITEFILE and -f "site.htm";
$SITEFILE="site.html" if not $SITEFILE and -f "site.html";
$SITEFILE="site.htm"  if not $SITEFILE;
# my $MK="-mksite";     # note the "-" at the start
my $SED="sed";

my $DATA="~~";     # extension for meta data files
my $HEAD="~head~"; # extension for head sed script
my $BODY="~body~"; # extension for body sed script
my $FOOT="~foot~"; # append to body text (non sed)

my $SED_LONGSCRIPT="$SED -f";

my $az="a-z";                                     # for perl 
my $AZ="A-Z";                                     # we may assume there are
my $NN="0-9";                                     # char-ranges available
my $AA="_$NN$AZ$az";                              # that makes the resulting
my $AX="$AA.+-";                                  # script more readable

my $n = "\n";
my $Q = "q class";
my $QX = "/q";

# LANG="C" ; LANGUAGE="C" ; LC_COLLATE="C"     # these are needed for proper
# export LANG LANGUAGE LC_COLLATE              # lowercasing as some collate
                                               # treat A-Z to include a-z

my @HTMLTAGS = qw/a p h1 h2 h3 h4 h5 h6 dl dd dt ul ol li pre code 
    table tr td th b u i s q em strong strike cite big small sup sub tt
    thead tbody center hr br nobr wbr span div img adress blockquote/;
my @HTMLTAGS2 = qw/html head body title meta http-equiv style link/;

# ==========================================================================
my $hint="";

sub echo
{
    print join(" ",@_),$n;
}
sub error
{
    print STDERR "ERROR: ", join(" ",@_),$n;
}
sub warns
{
    print STDERR "WARN: ", join(" ",@_), $n;
}
sub hint
{
    print STDERR "NOTE: ", join(" ", @_), $n if $hint;
}
sub init
{
    $hint="1" if -d "DEBUG";
}

&init ("NOW!!!");

sub ls_s {
    my $x=`ls -s @_`;
    chomp($x);
    return $x;
}

# ==========================================================================
# reading options from the command line                            GETOPT
my %o = (); # to store option variables
$o{variables}="files";
$o{fileseparator}="?";
$o{files}="";
$o{main_file}="";
$o{formatter}="$0";
my $opt="";
for my $arg (@ARGV) {     # this variant should allow to embed spaces in $arg
    if ($opt) {
	$o{$opt}=$arg;
	$opt="";
    } else {
	$_=$arg;
	if (/^-.*=.*$/) {
	    $opt=$arg; $opt =~ s/-*([$AA][$AA-]*).*/$1/; $opt =~ y/-/_/;
	    if (not $opt) {
		error "invalid option $arg";
	    } else {
		$arg =~ s/^[^=]*=//;
		$o{$opt} = $arg;
		$o{variables} .= " ".$opt;
	    }
	    $opt="";;
	} elsif (/^-.*.-.*$/) {
	    $opt=$arg; $opt =~ s/-*([$AA][$AA-]*).*/$1/; $opt =~ y/-/_/;
	    if (not $opt) {
		error "invalid option $arg";
		$opt="";
	    } else {
		    # keep the option for next round
	    } ;;
	} elsif (/^-.*/) {
	    $opt=$arg; $opt =~ s/^-*([$AA][$AA-]*).*/$1/; $opt =~ y/-/_/;
	    if (not $opt) {
		error "invalid option $arg";
	    } else {
		$arg =~ s/^[^=]*=//;
		$o{$opt} = ' ';
	    }
	    $opt="" ;;
	} else {
	    hint "<$arg>";
	    if (not $o{main_file}) { $o{main_file} = $arg; } else {
	    $o{files} .= $o{fileseparator} if $o{files};
	    $o{files} .= $arg; };
	    $opt="" ;;
	};
    }
} ; if ($opt) {
	$o{$opt}=" ";
	$opt="";
    }

### env | grep ^opt

$SITEFILE=$o{main_file} if $o{main_file} and -f $o{main_file};
$SITEFILE=$o{site_file} if $o{site_file} and -f $o{site_file};
$hint="1" if $o{debug};

if ($o{help}) {
    $_=$SITEFILE;
    echo "$0 [sitefile]";
    echo "  default sitefile = $_  ($o{main_file}) ($o{files})";
    echo "options:";
    echo " --filelist : show list of target files as ectracted from $_";
    echo " --src-dir xx : if source files are not where mksite is executed";
    echo " --tmp-dir xx : use temp instead of local directory";
    echo " --tmp : use automatic temp directory in \$TEMP/mksite.*";
    exit;
    echo " internal:";
    echo "--fileseparator=x : for building the internal filelist (def. '?')";
    echo "--files xx : for list of additional files to be processed";
    echo "--main-file xx : for the main sitefile to take file list from";
}
	
if (not $SITEFILE) {
    error "no SITEFILE found (default would be 'site.htm')$n";
    exit 1;
} else {
    hint "sitefile: ", ls_s($SITEFILE);
}

# we use internal hashes to store mappings - kind of relational tables
my @MK_TAGS= (); # "./$MK.tags.tmp"
my @MK_VARS= (); # "./$MK.vars.tmp"
my @MK_SPAN= (); # "./$MK.span.tmp"
my @MK_META= (); # "./$MK.meta.tmp"
my @MK_METT= (); # "./$MK.mett.tmp"
my @MK_TEST= (); # "./$MK.test.tmp"
my @MK_FAST= (); # "./$MK.fast.tmp"
my @MK_GETS= (); # "./$MK.gets.tmp"
my @MK_PUTS= (); # "./$MK.puts.tmp"
my @MK_OLDS= (); # "./$MK.olds.tmp"
my @MK_SITE= (); # "./$MK.site.tmp"
my @MK_SECT1= (); # "./$MK.sect1.tmp"
my @MK_SECT2= (); # "./$MK.sect2.tmp"
my @MK_SECT3= (); # "./$MK.sect3.tmp"
my @MK_DATA= (); # "./$MK~~"
my %DATA= (); # used for $F.$PARTs

# ========================================================================
# ========================================================================
# ========================================================================
#                                                             MAGIC VARS
#                                                            IN $SITEFILE
my $printerfriendly="";
my $sectionlayout="list";
my $sitemaplayout="list";
my $attribvars=" ";         # <x ref="${varname:=default}">
my $updatevars=" ";         # <!--$varname:=-->default
my $expandvars=" ";         # <!--$varname-->
my $commentvars=" ";        # $updatevars && $expandsvars
my $sectiontab=" ";         # highlight ^<td class=...>...href="$section"
my $currenttab=" ";         # highlight ^<br>..<a href="$topic">
my $headsection="no";
my $tailsection="no";
my $sectioninfo="no";       # using <h2> title <h2> = info text
my $emailfooter="no";

for (source($SITEFILE)) {
    if (/<!--multi-->/) {
	warns("do not use <!--multi-->,"
	     ." change to <!--mksite:multi-->  $SITEFILE"
	     ."warning: or"
	     ." <!--mksite:multisectionlayout-->"
	     ." <!--mksite:multisitemaplayout-->");
	$sectionlayout="multi";
	$sitemaplayout="multi";
    }
    if (/<!--mksite:multi-->/) {
	$sectionlayout="multi";
	$sitemaplayout="multi";
    }
    if (/<!--mksite:multilayout-->/) {
	$sectionlayout="multi";
	$sitemaplayout="multi";
    }
}

sub mksite_magic_option
{
    # $1 is word/option to check for
    my ($U,$INP,$Z) = @_;
    $INP=$SITEFILE if not $INP;
    for (source($INP)) {
	s/(<!--mksite:)($U)-->/$1$2: -->/g;
	s/(<!--mksite:)(\w\w*)($U)-->/$1$3:$2-->/g;
	/<!--mksite:$U:/ or next;
	s/.*<!--mksite:$U:([^<>]*)-->.*/$1/;
	s/.*<!--mksite:$U:([^-]*)-->.*/$1/;
	/<!--mksite:$U:/ and next;
	chomp;
	return $_;
    }
    return "";
}

{
    my $x;
    $x=mksite_magic_option("sectionlayout"); if 
	($x =~ /^(list|multi)$/) { $sectionlayout="$x" ; }
    $x=mksite_magic_option("sitemaplayout"); if
	($x =~ /^(list|multi)$/) { $sitemaplayout="$x" ; }
    $x=mksite_magic_option("attribvars"); if 
	($x =~ /^( |no|warn)$/) { $attribvars="$x" ; }
    $x=mksite_magic_option("updatevars"); if
	($x =~ /^( |no|warn)$/) { $updatevars="$x" ; }
    $x=mksite_magic_option("expandvars"); if
	($x =~ /^( |no|warn)$/) { $expandvars="$x" ; }
    $x=mksite_magic_option("commentvars"); if
	($x =~ /^( |no|warn)$/) { $commentvars="$x" ; }
    $x=mksite_magic_option("printerfriendly"); if
	($x =~ /^( |[.].*|[-]-.*)$/) { $printerfriendly="$x" ; }
    $x=mksite_magic_option("sectiontab"); if
	($x =~ /^( |no|warn)$/) { $sectiontab="$x" ; }
    $x=mksite_magic_option("currenttab"); if
	($x =~ /^( |no|warn)$/) { $currenttab="$x" ; }
    $x=mksite_magic_option("sectioninfo"); if
	($x =~ /^( |no|[=:-])$/) { $sectioninfo="$x" ; }
    $x=mksite_magic_option("commentvars"); if
	($x =~ /^( |no|warn)$/) { $commentvars="$x" ; }
    $x=mksite_magic_option("emailfooter"); if
	($x) { $emailfooter="$x"; }
}

$printerfriendly=$o{print} if $o{print};
$updatevars="no" if $commentvars eq "no"; # duplicated into
$expandvars="no" if $commentvars eq "no"; # info2vars_sed

hint "'$sectionlayout\'sectionlayout '$sitemaplayout\'sitemaplayout";
hint "'$attribvars\'attribvars '$updatevars\'updatevars";
hint "'$expandvars\'expandvars '$commentvars\'commentvars";
hint "'$currenttab\'currenttab '$sectiontab\'sectiontab";
hint "'$headsection\'headsection '$tailsection\'tailsection";

# ==========================================================================
# init a few global variables
#                                                                  0. INIT

# $MK.tags.tmp - originally, we would use a lambda execution on each 
# uppercased html tag to replace <P> with <p class="P">. Here we just
# walk over all the known html tags and make an sed script that does
# the very same conversion. There would be a chance to convert a single
# tag via "h;y;x" or something we do want to convert all the tags on
# a single line of course.
@MK_TAGS=();
{ my ($M,$P); for $M (@HTMLTAGS) {
    $P=uc($M);
    push @MK_TAGS, "s|<$P>|<$M class=\\\"$P\\\">|g;";
    push @MK_TAGS, "s|<$P |<$M class=\\\"$P\\\" |g;";
    push @MK_TAGS, "s|</$P>|</$M>|g;";
}}
push @MK_TAGS, "s|<>|\\&nbsp\\;|g;";
push @MK_TAGS, "s|<->|<WBR />\\;|g;";
push @MK_TAGS, "s|<c>|<code>|g;";
push @MK_TAGS, "s|</c>|</code>|g;";
push @MK_TAGS, "s|<section>||g;";
push @MK_TAGS, "s|</section>||g;";
push @MK_TAGS, "s|<(a [^<>]*) />|<\$1></a>|g";
my $_ulink_="<a href=\"\$1\" remap=\"url\">\$1</a>";
push @MK_TAGS, "s|<a>\\s*(\\w+://[^<>]*)</a>|$_ulink_|g;";
# also make sure that some non-html entries are cleaned away that
# we are generally using to inject meta information. We want to see
# that meta ino in the *.htm browser view during editing but they
# shall not get present in the final html page for publishing.
my @DC_VARS = 
    ("contributor", "date", "source", "language", "coverage", "identifier",
     "rights", "relation", "creator", "subject", "description",
     "publisher", "DCMIType");
my @_EQUIVS =
    ("refresh", "expires", "content-type", "cache-control", 
     "redirect", "charset", # mapped to refresh / content-type
     "content-language", "content-script-type", "content-style-type");
{ my $P; for $P (@DC_VARS) { # dublin core embedded
    push @MK_TAGS, "s|<$P>[^<>]*</$P>||g;";
}}
{ my $P; for $P (@_EQUIVS) {
    push @MK_TAGS, "s|<$P>[^<>]*</$P>||g;";
}}
push @MK_TAGS, "s|<a sect=\\\"[$AZ$NN]\\\"|<a|g;" if not $o{keepsect};
push @MK_TAGS, "s|<!--[$AX]*[?]-->||g;";
push @MK_TAGS, "s|<!--\\\$[$AX]*[?]:-->||g;";
push @MK_TAGS, "s|<!--\\\$[$AX]*:[?=]-->||g;";
push @MK_TAGS, "s|(<[^<>]*)\\\${[$AX]*:[?=]([^<{}>]*)}([^<>]*>)|\$1\$2\$3|g;";

my $TRIMM=" -e 's:^ *::' -e 's: *\$::'";  # trimm away leading/trailing spaces
sub trimm
{
    my ($T,$Z) = @_;
    $T =~ s:\A\s*::s; $T =~ s:\s*\Z::s;
    return $T;
}
sub trimmm
{
    my ($T,$Z) = @_;
    $T =~ s:\A\s*::s; $T =~ s:\s*\Z::s; $T =~ s:\s+: :g;
    return $T;
}
sub timezone
{
    # +%z is an extension while +%Z is supposed to be posix
    my $tz;
    eval { $tz = strftime("%z", localtime()) };
    return $tz  if $tz =~ /[+]/;
    return $tz  if $tz =~ /[-]/;
    return strftime("%Z", localtime());
}

sub timetoday
{
    return strftime("%Y-%m-%d", localtime());
}
sub timetodays
{
    return strftime("%Y-%m%d", localtime());
}

sub esc
{
    my ($TXT,$XXX) = @_;
    $TXT =~ s|&|\\\\&|g;
    return $TXT;
}

my %SOURCE;
sub source # $file : @lines
{
    my ($FILE,$Z) = @_;
    if (exists $SOURCE{$FILE}) { return @{$SOURCE{$FILE}}; }
    my @TEXT = ();
    open FILE, "<$FILE" or die "could not open $FILE: $!";
    for my $line (<FILE>) {
	push @TEXT, $line;
    } close FILE;
    @{$SOURCE{$FILE}} = @TEXT;
    return @{$SOURCE{$FILE}};
}
sub savesource # $file \@lines
{
    my ($FILE,$LINES,$Z) = @_;
    @{$SOURCE{$FILE}} = @{$LINES};
}

my $F; # current file during loop <<<<<<<<<
my $i = 100;
sub savelist {
    if (-d "DEBUG") {
	my ($script,$ext,$Z) = @_;
	if (not $ext) { $ext = "_".$i; $i++; }
	my $X = "$F.$ext.tmp.PL"; $X =~ s|/|:|g;
	open X, ">DEBUG/$X" or die "could not open $X: $!";
	print X "#! /usr/bin/env perl",$n;
	print X "# ",$#_," $ext files ",localtime(),$n;
	my $TEXT = join("$n", @{$script});
	$TEXT =~ s|source\([^()]*\)|<>|;
	print X $TEXT,$n; close X;
    }
}

sub eval_MK_LIST # $str @list
{
    my $FILETYPE = $_[0]; shift @_;
    my $result = $_[0]; shift @_;
    my $extra = "";
    my $script = "\$_ = \$result; my \$Z;";
    $script .= join(";$n ", @_);
    $script .= "$n;\$result = \$_;$n";
    savelist([$script],$FILETYPE);
    eval $script;
    return $result.$extra;
}

sub eval_MK_FILE  {
    my $FILETYPE = $_[0]; shift @_;
    my $FILENAME = $_[0]; shift @_;
    my $result = "";
    my $script = "my \$FILE; my \$extra = ''; my \$Z; $n";
    $script.= "for (source('$FILENAME')) { $n";
    $script.= join(";$n  ", @_);
    $script.= "$n; \$result .= \$_; ";
    $script.= "$n if(\$extra){\$result.=\$extra;\$extra='';\$result.=\"\\n\"}";
    $script.= "$n} if(\$extra){\$result.=\$extra;}$n";
    savelist([$script],$FILETYPE);
    eval $script;
    return $result;
}
my $sed_add = "\$extra .= "; # "/r ";

sub foo { print "               '$F'$n"; }

# ======================================================================
#                                                                FUNCS

my $SOURCEFILE; # current file <<<<<<<<
my @FILELIST; # <<<<<<<

sub sed_slash_key  # helper to escape chars special in /anchor/ regex
{                     # currently escaping "/" "[" "]" "."
    my $R = $_[0]; $R =~ s|[\"./[-]|\\$&|g; $R =~ s|\]|\\\\$&|g;
    return $R;
}
sub sed_piped_key  # helper to escape chars special in s|anchor|| regex
{                     # currently escaping "|" "[" "]" "."
    my $R = $_[0]; $R =~ s/[\".|[-]/\\$&/g; $R =~ s/\]/\\\\$&/g;
    return $R;
}

sub back_path      # helper to get the series of "../" for a given path
{
    my ($R,$Z) = @_; if ($R !~ /\//) { return ""; }
    $R =~ s|/[^/]*$|/|; $R =~ s|[^/]*/|../|g;
    return $R;
}

sub dir_name
{
    my $R = $_[0]; $R =~ s:/[^/][^/]*\$::;
    return $R;
}

sub info2vars_sed      # generate <!--$vars--> substition sed addon script
{
    my ($INP,$Z) = @_;
    $INP = \@{$DATA{$F}} if not $INP;
    my @OUT = ();
    my $V8=" *([^ ][^ ]*) +(.*)<$QX>";
    my $V9=" *DC[.]([^ ][^ ]*) +(.*)<$QX>";
    my $N8=" *([^ ][^ ]*) ([$NN].*)<$QX>";
    my $N9=" *DC[.]([^ ][^ ]*) ([$NN].*)<$QX>";
    my $V0="([<]*)\\\$";
    my $V1="([^<>]*)\\\$";
    my $V2="([^{<>}]*)";
    my $V3="([^<>]*)";
    my $SS="<"."<>".">"; # spacer so value="2004" dont make for s|\(...\)|\12004|
    $Z="\$Z=";
    $updatevars = "no" if $commentvars  eq "no";   # duplicated from
    $expandvars = "no" if $commentvars  eq "no";   # option handling
    my @_INP = (); for (@{$INP}) { 
	my $x=$_; $x =~ s/(>[^<>]*)'([^<>]*<)/$1\\'$2/; push @_INP, $x; # OOOOPS
    }
    if ($expandvars ne "no") {
	for (@_INP) {
    if    (/^=....=formatter /) { next; } 
    elsif (/^<$Q='name'>$V9/){push @OUT, "\$Z='$2';s|<!--$V0$1\\?-->|- \$Z|;"}
    elsif (/^<$Q='Name'>$V9/){push @OUT, "\$Z='$2';s|<!--$V0$1\\?-->|(\$Z)|;"}
    elsif (/^<$Q='name'>$V8/){push @OUT, "\$Z='$2';s|<!--$V0$1\\?-->|- \$Z|;"}
    elsif (/^<$Q='Name'>$V8/){push @OUT, "\$Z='$2';s|<!--$V0$1\\?-->|(\$Z)|;"}
        } 
    }
    if ($expandvars ne "no") {
	for (@_INP) {
    if    (/^=....=formatter /) { next; } 
    elsif (/^<$Q='text'>$V9/){push @OUT, "\$Z='$2';s|<!--$V1$1-->|\$1$SS\$Z|;"}
    elsif (/^<$Q='Text'>$V9/){push @OUT, "\$Z='$2';s|<!--$V1$1-->|\$1$SS\$Z|;"}
    elsif (/^<$Q='name'>$V9/){push @OUT, "\$Z='$2';s|<!--$V1$1\\?-->|\$1$SS\$Z|;"}
    elsif (/^<$Q='Name'>$V9/){push @OUT, "\$Z='$2';s|<!--$V1$1\\?-->|\$1$SS\$Z|;"}
    elsif (/^<$Q='text'>$V8/){push @OUT, "\$Z='$2';s|<!--$V1$1-->|\$1$SS\$Z|;"}
    elsif (/^<$Q='Text'>$V8/){push @OUT, "\$Z='$2';s|<!--$V1$1-->|\$1$SS\$Z|;"}
    elsif (/^<$Q='name'>$V8/){push @OUT, "\$Z='$2';s|<!--$V1$1\\?-->|\$1$SS\$Z|;"}
    elsif (/^<$Q='Name'>$V8/){push @OUT, "\$Z='$2';s|<!--$V1$1\\?-->|\$1$SS\$Z|;"}
	}
    }
    if ($updatevars ne "no") {
	for (@_INP) {  my $H = "[^<>]*";
    if    (/^=....=formatter /) { next; }
    elsif (/^<$Q='name'>$V9/){push @OUT, "\$Z='$2';s|<!--$V0$1:\\?-->$H|- \$Z|;"}
    elsif (/^<$Q='Name'>$V9/){push @OUT, "\$Z='$2';s|<!--$V0$1:\\?-->$H|(\$Z)|;"}
    elsif (/^<$Q='name'>$V8/){push @OUT, "\$Z='$2';s|<!--$V0$1:\\?-->$H|- \$Z|;"}
    elsif (/^<$Q='Name'>$V8/){push @OUT, "\$Z='$2';s|<!--$V0$1:\\?-->$H|(\$Z)|;"}
	}
    }
    if ($updatevars ne "no") {
	for (@_INP) {  my $H = "[^<>]*";
    if    (/^=....=formatter /) { next; }
    elsif (/^<$Q='text'>$V9/){push @OUT,"\$Z='$2';s|<!--$V1$1:\\=-->$H|\$1$SS\$Z|;"}
    elsif (/^<$Q='Text'>$V9/){push @OUT,"\$Z='$2';s|<!--$V1$1:\\=-->$H|\$1$SS\$Z|;"}
    elsif (/^<$Q='name'>$V9/){push @OUT,"\$Z='$2';s|<!--$V1$1:\\?-->$H|\$1$SS\$Z|;"}
    elsif (/^<$Q='Name'>$V9/){push @OUT,"\$Z='$2';s|<!--$V1$1:\\?-->$H|\$1$SS\$Z|;"}
    elsif (/^<$Q='text'>$V8/){push @OUT,"\$Z='$2';s|<!--$V1$1:\\=-->$H|\$1$SS\$Z|;"}
    elsif (/^<$Q='Text'>$V8/){push @OUT,"\$Z='$2';s|<!--$V1$1:\\=-->$H|\$1$SS\$Z|;"}
    elsif (/^<$Q='name'>$V8/){push @OUT,"\$Z='$2';s|<!--$V1$1:\\?-->$H|\$1$SS\$Z|;"}
    elsif (/^<$Q='Name'>$V8/){push @OUT,"\$Z='$2';s|<!--$V1$1:\\?-->$H|\$1$SS\$Z|;"}
	}
    }
    if ($attribvars ne "no") {
	for (@_INP) {  my $H = "[^<>]*";
    if    (/^=....=formatter /) { next; }
    elsif (/^<$Q='text'>$V9/){push @OUT,"\$Z='$2';s|<$V1\{$1:[=]$V2}$V3>|<\$1$SS\$Z\$3>|;"}
    elsif (/^<$Q='Text'>$V9/){push @OUT,"\$Z='$2';s|<$V1\{$1:[=]$V2}$V3>|<\$1$SS\$Z\$3>|;"}
    elsif (/^<$Q='name'>$V9/){push @OUT,"\$Z='$2';s|<$V1\{$1:[?]$V2}$V3>|<\$1$SS\$Z\$3>|;"}
    elsif (/^<$Q='Name'>$V9/){push @OUT,"\$Z='$2';s|<$V1\{$1:[?]$V2}$V3>|<\$1$SS\$Z\$3>|;"}
    elsif (/^<$Q='text'>$V8/){push @OUT,"\$Z='$2';s|<$V1\{$1:[=]$V2}$V3>|<\$1$SS\$Z\$3>|;"}
    elsif (/^<$Q='Text'>$V8/){push @OUT,"\$Z='$2';s|<$V1\{$1:[=]$V2}$V3>|<\$1$SS\$Z\$3>|;"}
    elsif (/^<$Q='name'>$V8/){push @OUT,"\$Z='$2';s|<$V1\{$1:[?]$V2}$V3>|<\$1$SS\$Z\$3>|;"}
    elsif (/^<$Q='Name'>$V8/){push @OUT,"\$Z='$2';s|<$V1\{$1:[?]$V2}$V3>|<\$1$SS\$Z\$3>|;"} 
	}
        for (split / /, $o{variables}) {
	    {push @OUT,"\$Z='$o{$_}';s|<$V1\{$_:[?]$V2}$V3>|<\$1$SS\$Z\$3>|;"} 
	}
    }
    # if value="2004" then generated sed might be "\\12004" which is bad
    # instead we generate an edited value of "\\1$SS$value" and cut out
    # the spacer now after expanding the variable values:
    push @OUT, "s|$SS||g;";
    return @OUT;
	
}

sub info2meta_sed     # generate <meta name..> text portion
{
    my ($INP,$XXX) = @_;
    $INP = \@{$DATA{$F}} if not $INP;
    my @OUT = ();
    # http://www.metatab.de/meta_tags/DC_type.htm
    my $V6=" *HTTP[.]([^ ]+) (.*)<$QX>";
    my $V7=" *DC[.]([^ ]+) (.*)<$QX>";
    my $V8=" *([^ ]+) (.*)<$QX>" ;
    sub __TYPE_SCHEME { "name=\"DC.type\" content=\"$2\" scheme=\"$1\"" };
    sub __DCMI { "name=\"$1\" content=\"$2\" scheme=\"DCMIType\"" };
    sub __NAME { "name=\"$1\" content=\"$2\"" };
    sub __NAME_TZ { "name=\"$1\" content=\"$2 ".&timezone()."\"" };
    sub __HTTP { "http-equiv=\"$1\" content=\"$2\"" };
    for (@$INP) {
	if (/=....=today /) { next; }
	if (/<$Q='meta'>HTTP[.]/ && /<$Q='meta'>$V6/) {
	    push @OUT, " <meta ${\(__HTTP)} />" if $2; next; }
	if (/<$Q='meta'>DC[.]DCMIType / && /<$Q='meta'>$V7/) {
	    push @OUT, " <meta ${\(__TYPE_SCHEME)} />" if $2; next; }
	if (/<$Q='meta'>DC[.]type Collection$/ && /<$Q='meta'>$V8/) {
	    push @OUT, " <meta ${\(__DCMI)} />" if $2; next; }
	if (/<$Q='meta'>DC[.]type Dataset$/ && /<$Q='meta'>$V8/) {
	    push @OUT, " <meta ${\(__DCMI)} />" if $2; next; }
	if (/<$Q='meta'>DC[.]type Event$/ && /<$Q='meta'>$V8/) {
	    push @OUT, " <meta ${\(__DCMI)} />" if $2; next; }
	if (/<$Q='meta'>DC[.]type Image$/ && /<$Q='meta'>$V8/) {
	    push @OUT, " <meta ${\(__DCMI)} />" if $2; next; }
	if (/<$Q='meta'>DC[.]type Service$/ && /<$Q='meta'>$V8/) {
	    push @OUT, " <meta ${\(__DCMI)} />" if $2; next; }
	if (/<$Q='meta'>DC[.]type Software$/ && /<$Q='meta'>$V8/) {
	    push @OUT, " <meta ${\(__DCMI)} />" if $2; next; }
	if (/<$Q='meta'>DC[.]type Sound$/ && /<$Q='meta'>$V8/) {
	    push @OUT, " <meta ${\(__DCMI)} />" if $2; next; }
	if (/<$Q='meta'>DC[.]type Text$/ && /<$Q='meta'>$V8/) {
	    push @OUT, " <meta ${\(__DCMI)} />" if $2; next; }
	if (/<$Q='meta'>DC[.]date[.].*[+]/ && /<$Q='meta'>$V8/) {
	    push @OUT, " <meta ${\(__NAME)} />" if $2; next; }
	if (/<$Q='meta'>DC[.]date[.].*[:]/ && /<$Q='meta'>$V8/) {
	    push @OUT, " <meta ${\(__NAME_TZ)} />" if $2; next; }
	if (/<$Q='meta'>/ && /<$Q='meta'>$V8/) {
	    push @OUT, " <meta ${\(__NAME)} />" if $2; next; }
    }
    return @OUT;
}

sub info_get_entry # get the first <!--vars--> value known so far
{
    my ($TXT,$INP,$XXX) = @_;
    $TXT = "sect" if not $TXT;
    $INP = \@{$DATA{$F}} if not $INP;
    for (grep {/<$Q='text'>$TXT /} @$INP) {
	my $info = $_;
	$info =~ s|<$Q='text'>$TXT ||; $info =~ s|<$QX>||;
	chomp($info); chomp($info); return $info;
    }
}

sub info1grep # test for a <!--vars--> substition to be already present
{
    my ($TXT,$INP,$XXX) = @_;
    $TXT = "sect" if not $TXT;
    $INP = \@{$DATA{$F}} if not $INP;
    return scalar(grep {/^<$Q='text'>$TXT /} @$INP); # returning the count
}

sub dx_init
{
    @{$DATA{$F}} = ();
    &dx_meta ("formatter", basename($o{formatter}));
    for (split / /, $o{variables}) {        # commandline --def=value
	if (/_/) { my $u=$_; $u =~ y/_/-/;  # makes for <!--$def--> override
                   &dx_meta ($u, $o{$_}); 
	} else {   &dx_text ($_, $o{$_}); }
    }
}

sub dx_line
{
    my ($U,$V,$W,$Z) = @_; chomp($U); chomp($V);
    push @{$DATA{$F}}, "<$Q=$U>".$V." ".trimmm($W)."<$QX>";
}

sub DX_line
{
    my ($U,$V,$W,$Z) = @_; $W =~ s/<[^<>]*>//g;
    &dx_line ($U,$V,$W);
}

sub dx_text
{
    my ($U,$V,$Z) = @_;
    &dx_line ("'text'",$U,$V);
}

sub DX_text   # add a <!--vars--> substition includings format variants
{
    my ($N, $T,$XXX) = @_;
    $N = trimm($N); $T = trimm($T); 
    if ($N) {
	if ($T) {
	    my $text=lc("$T"); $text =~ s/<[^<>]*>//g;
	    &dx_line ("'text'",$N,$T);
	    &dx_line ("'name'",$N,$text);
	    my $varname=$N; $varname =~ s/.*[.]//;  # cut out front part
	    if ($N ne $varname and $varname) {
		$text=lc("$varname $T"); $text =~ s/<[^<>]*>//g;
		&dx_line ("'Text'",$varname,$T);
		&dx_line ("'Name'",$varname,$text);
	    }
	}
    }
}

sub dx_meta
{
    my ($U,$V,$Z) = @_;
    &DX_line ("'meta'",$U,$V);
}

sub DX_meta  # add simple meta entry and its <!--vars--> subsitution
{
    my ($U,$V,$Z) = @_;
    &DX_line ("'meta'",$U,$V);
    &DX_text ("$U", $V);
}

sub DC_meta   # add new DC.meta entry plus two <!--vars--> substitutions
{
    my ($U,$V,$Z) = @_;
    &DX_line ("'meta'","DC.$U",$V);
    &DX_text ("DC.$U", $V);
    &DX_text ("$U", $V);
}

sub HTTP_meta   # add new HTTP.meta entry plus two <!--vars--> substitutions
{
    my ($U,$V,$Z) = @_;
    &DX_line ("'meta'","HTTP.$U",$V);
    &DX_text ("HTTP.$U", $V);
    &DX_text ("$U", $V);
}

sub DC_VARS_Of # check DC vars as listed in $DC_VARS global/generate DC_meta
{                 # the results will be added to .meta.tmp and .vars.tmp later
    my ($FILENAME,$Z)= @_; 
    $FILENAME=$SOURCEFILE if not $FILENAME;
    for my $M (@DC_VARS, "title") {
	# scan for a <markup> of this name                  FIXME
	my ($part,$text);
	for (source($FILENAME)) {
	    /<$M>/ or next; s|.*<$M>||; s|</$M>.*||;
	    $part = trimm($_); last;
	}
	$text=$part;  $text =~ s|^\w*:||; $text = trimm($text);
	next if not $text;
	# <mark:part> will be <meta name="mark.part"> 
	if ($text ne $part) {
	    my $N=$part; $N =~ s/:.*//;
	    &DC_meta ("$M.$N", $text);
	} elsif ($M eq "date") {
	    &DC_meta ("$M.issued", $text); # "<date>" -> "<date>issued:"
	} else {
	    &DC_meta ("$M", $text);
	}
    }
}

sub HTTP_VARS_Of  # check HTTP-EQUIVs as listed in $_EQUIV global then
{                 # generate meta tags that are http-equiv= instead of name=
    my ($FILENAME,$Z)= @_; 
    $FILENAME=$SOURCEFILE if not $FILENAME;
    for my $M (@_EQUIVS) {
	# scan for a <markup> of this name                  FIXME
	my ($part,$text);
	for (source($FILENAME)) {
	    /<$M>/ or next; s|.*<$M>||; s|</$M>.*||;
	    $part = trimm($_); last;
	}
	$text=$part;  $text =~ s|^\w*:||; $text = trimm($text);
	next if not $text;
	if ($M eq "redirect") {
	    &HTTP_meta ("refresh", "5; url=$text"); &DX_text ("$M", $text);
	} elsif ($M eq "charset") {
	    &HTTP_meta ("content-type", "text/html; charset=$text");
	} else {
	    &HTTP_meta ("$M", $text);
	}
    }
}

sub DC_isFormatOf   # make sure there is this DC.relation.isFormatOf tag
{                      # choose argument for a fallback (usually $SOURCEFILE)
    my ($NAME,$Z) = @_;
    $NAME=$SOURCEFILE if not $NAME;
    if (not &info1grep ("DC.relation.isFormatOf")) {
	&DC_meta ("relation.isFormatOf", "$NAME");
    }
}

sub DC_publisher    # make sure there is this DC.publisher meta tag
{                      # choose argument for a fallback (often $USER)
    my ($NAME,$Z) = @_;
    $NAME=$ENV{"USER"} if not $NAME;
    if (not &info1grep ("DC.publisher")) {
	&DC_meta ("publisher", "$NAME");
    }
}

sub DC_modified     # make sure there is a DC.date.modified meta tag
{                      # maybe choose from filesystem dates if possible
    my ($ZZ,$Z) = @_; # target file
    if (not &info1grep ("DC.date.modified")) {
	my @stats = stat($ZZ);
	my $text =  strftime("%Y-%m-%d", localtime($stats[9]));
	&DC_meta ("date.modified", $text);
    }
}

sub DC_date         # make sure there is this DC.date meta tag
{                      # choose from one of the available DC.date.* specials
    my ($ZZ,$Z) = @_; # source file
    if (&info1grep ("DC.date")) {
	&DX_text ("issue", "dated ".&info_get_entry("DC.date"));
        &DX_text ("updated", &info_get_entry("DC.date"));
    } else { 
	my $text=""; my $kind;
	for $kind (qw/available issued modified created/) {
	    $text=&info_get_entry("DC.date.$kind");
	    # test ".$text" != "." && echo "$kind = date = $text ($ZZ)"
	    last if $text;
	}
	if (not $text) {
	    my $part; my $M="date";
	    for (source($ZZ)) {
		/<$M>/ or next; s|.*<$M>||; s|</$M>.*||;
		$part=trimm($_); last;
	    }
	    $text=$part; $text =~ s|^[$AA]*:||;
	    $text = &trimm ($text);
	}
	if (not $text) {
	    my $part; my $M="!--date:*=*--"; # takeover updateable variable...
	    for (source($ZZ)) {
		/<$M>/ or next; s|.*<$M>||; s|</.*||;
		$part=trimm($_); last;
	    }
	    $text=$part; $text =~ s|^[$AA]*:||; $text =~ s|\&.*||;
	    $text = &trimm ($text);
	}
	$text =~ s/[$NN]*:.*//; # cut way seconds
	&DX_text ("updated", $text);
	my $text1=$text; $text1 =~ s|^.* *updated ||;
	if ($text ne $text1) {
	    $kind="modified" ; $text=$text1; $text =~ s|,.*||;
	}
	$text1=$text; $text1 =~ s|^.* *modified ||;
	if ($text ne $text1) {
	    $kind="modified" ; $text=$text1; $text =~ s|,.*||;
	}
	$text1=$text; $text1 =~ s|^.* *created ||;
	if ($text ne $text1) {
	    $kind="created" ; $text=$text1; $text =~ s|,.*||;
	}
	&DC_meta ("date", "$text");
	&DX_text ("issue", "$kind $text");
    }
}

sub DC_title
{
    # choose a title for the document, either an explicit title-tag
    # or one of the section headers in the document or fallback to filename
    my ($ZZ,$Z) = @_; # target file
    my ($term, $text);
    if (not &info1grep ("DC.title")) { 
	for my $M (qw/TITLE title H1 h1 H2 h2 H3 H3 H4 H4 H5 h5 H6 h6/) {
	    for (source($ZZ)) {
		/<$M>/ or next; s|.*<$M>||; s|</$M>.*||;
		$text = trimm($_); last;
	    }
	    last if $text;
	    for (source($ZZ)) {
		/<$M [^<>]*>/ or next; s|.*<$M [^<>]*>||; s|</$M>.*||;
		$text = trimm($_); last;
	    }
	    last if $text;
	}
	if (not $text) {
	    $text=basename($ZZ,".html"); 
	    $text=basename($text,".htm"); $text =~ y/_/ /; $text =~ s/$/ info/;
	    $text=~ s/\n/      /g;
	}
	$term=$text; $term =~ s/.*[\(]//; $term =~ s/[\)].*//;
	$text =~ s/[\(][^\(\)]*[\)]//;
	if (not $term or $term eq $text) {
	    &DC_meta ("title", "$text");
	} else {
	    &DC_meta ("title", "$term - $text");
	}
    }
}    

sub site_get_section # return parent section page of given page
{
    my $_F_ = &sed_slash_key(@_);
    for my $x (grep {/<$Q='sect'>$_F_ /} @MK_DATA) {
	my $info = $x; $info =~ s|<$Q='sect'>[^ ]* ||; $info =~ s|<$QX>||;
	return $info;
    }
}

sub DC_section # not really a DC relation (shall we use isPartOf ?) 
{                 # each document should know its section father
    my $sectn = &site_get_section($F);
    if ($sectn) {
	&DC_meta ("relation.section", $sectn);
    }
}

sub info_get_entry_section
{
    return &info_get_entry("DC.relation.section");
}    

sub site_get_selected  # return section of given page
{
    my $_F_ = &sed_slash_key(@_);
    for my $x (grep {/<$Q='[u]se.'>$_F_ /} @MK_DATA) {
	my $info = $x; 
	$info =~ s/<$Q='[u]se.'>[^ ]* //; $info =~ s|<$QX>||;
	return $info;
    }
}

sub DC_selected # not really a DC title (shall we use alternative ?)
{
    # each document might want to highlight the currently selected item
    my $short=&site_get_selected($F);
    if ($short) {
	&DC_meta ("title.selected", $short);
    }
}

sub info_get_entry_selected
{
    return &info_get_entry("DC.title.selected");
}

sub site_get_rootsections # return all sections from root of nav tree
{
    my @OUT;
    for (grep {/<$Q='[u]se1'>/} @MK_DATA) { 
	my $x = $_;
	$x =~ s/<$Q='[u]se.'>([^ ]*) .*/$1/;
	push @OUT, $x;
    }
    return @OUT;
}

sub site_get_sectionpages # return all children pages in the given section
{
    my $_F_=&sed_slash_key(@_);
    my @OUT = ();
    for (grep {/^<$Q='sect'>[^ ]* $_F_$/} @MK_DATA) {
	my $x = $_;
	$x =~ s/^<$Q='sect'>//; $x =~ s/ .*//; $x =~ s|<$QX>||;
	push @OUT, $x;
    }
    return @OUT;
}

sub site_get_subpages # return all page children of given page
{
    my $_F_=&sed_slash_key(@_);
    my @OUT = ();
    for (grep {/^<$Q='node'>[^ ]* $_F_<[^<>]*>$/} @MK_DATA) {
	my $x = $_; 
	$x =~ s/^<$Q='node'>//; $x =~ s/ .*//; $x =~ s|<$QX>||;
	push @OUT, $x;
    }
    return @OUT;
}

sub site_get_parentpage # ret parent page for given page (".." for sections)
{
    my $_F_=&sed_slash_key(@_);
    for (grep {/^<$Q='node'>$_F_ /} @MK_DATA) {
	my $x = $_;
	$x =~ s/^<$Q='node'>[^ ]* //; $x =~ s|<$QX>||;
	return $x;
    } 
}

sub DX_alternative    # detect wether page asks for alternative style
{                        # which is generally a shortpage variant 
    my ($U,$Z) = @_;
    my $x=&mksite_magic_option("alternative",$U);
    $x =~ s/^ *//; $x =~s/ .*//;
    if ($x) {
	&DX_text ("alternative", $x);
    }
}

sub info2head_sed  # append alternative handling script to $HEAD
{
    my @OUT = ();
    my $have=&info_get_entry("alternative");
    if ($have) {
	push @OUT, "/<!--mksite:alternative:$have .*-->/ && do {";
	push @OUT, "s/<!--mksite:alternative:$have( .*)-->/\$1/";
	push @OUT, "$sed_add \$_; last; };";
    }
    return @OUT;
}
sub info2body_sed  # append alternative handling script to $BODY
{
    my @OUT = ();
    my $have=&info_get_entry("alternative");
    if ($have) {
	push @OUT, "s/<!--mksite:alternative:$have( .*)-->/\$1/";
    }
    return @OUT;
}

sub bodymaker_for_sectioninfo
{
    if ($sectioninfo eq "no") { return ""; }
    my $_x_="<!--mksite:sectioninfo::-->";
    my $_q_="([^<>]*[$AX][^<>]*)";
    $_q_="[ ][ ]*$sectioninfo([ ])" if $sectioninfo ne " ";
    my @OUT = ();
    push @OUT, "s|(^<[hH][$NN][ >].*</[hH][$NN]>)$_q_|\$1$_x_\$2|";
    push @OUT, "/$_x_/ and s|^|<table width=\"100%\"><tr valign=\"bottom\"><td>|";
    push @OUT, "/$_x_/ and s|</[hH][$NN]>|&</td><td align=\"right\"><i>|";
    push @OUT, "/$_x_/ and s|\$|</i></td></tr></table>|";
    push @OUT, "s|$_x_||";
    return @OUT;
}

sub fast_href  # args "$FILETOREFERENCE" "$FROMCURRENTFILE:$F"
{   # prints path to $FILETOREFERENCE href-clickable in $FROMCURRENTFILE
    # if no subdirectoy then output is the same as input $FILETOREFERENCE
    my ($T,$R,$Z) = @_;
    my $S=&back_path ($R);
    if (not $S) {
	return $T;
    } else {
	my $t=$T;
	$t =~ s/^ *$//; $t =~ s/^\/.*//; 
	$t =~ s/^[.][.].*//; $t =~ s/^\w*:.*//;
	if (not $t) { # don't move any in the pattern above
	    return $T;
	} else {
	    return "$S$T";   # prefixed with backpath
	}
    }
}

sub make_back_path # "$FILE"
{
    my ($R,$Z) = @_;
    my $S=&back_path ($R);
    my @OUT = ();
    return @OUT if $S !~ /^\.\./;
    push @OUT, "s|(<[^<>]*\\shref=\\\")(\\w[^<>:]*\\\"[^<>]*>)|\$1$S\$2|g;";
    push @OUT, "s|(<[^<>]*\\ssrc=\\\")(\\w[^<>:]*\\\"[^<>]*>)|\$1$S\$2|g;";
    return @OUT;
}

# ============================================================== SITE MAP DATA
# each entry needs atleast a list-title, a long-title, and a list-date
# these are the basic information to be printed in the sitemap file
# where it is bound the hierarchy of sect/subsect of the entries.

sub site_map_list_title # $file $text
{
    my ($U,$V,$Z) = @_; chomp($U);
    push @MK_DATA, "<$Q='list'>$U ".trimm($V)."<$QX>";
}
sub info_map_list_title # $file $text
{
    my ($U,$V,$Z) = @_; chomp($U);
    push @{$DATA{$U}}, "<$Q='list'>".trimm($V)."<$QX>";
}
sub site_map_long_title # $file $text
{
    my ($U,$V,$Z) = @_; chomp($U);
    push @MK_DATA, "<$Q='long'>$U ".trimm($V)."<$QX>";
}
sub info_map_long_title # $file $text
{
    my ($U,$V,$Z) = @_; chomp($U);
    push @{$DATA{$U}}, "<$Q='long'>".trimm($V)."<$QX>";
}
sub site_map_list_date # $file $text
{
    my ($U,$V,$Z) = @_; chomp($U);
    push @MK_DATA, "<$Q='date'>$U ".trimm($V)."<$QX>";
}
sub info_map_list_date # $file $text
{
    my ($U,$V,$Z) = @_; chomp($U);
    push @{$DATA{$U}}, "<$Q='date'>".trimm($V)."<$QX>";
}

sub site_get_list_title
{
    my ($U,$V,$Z) = @_;
    for (@MK_DATA) { if (m|^<$Q='list'>$U (.*)<$QX>|) { return $1; } } return "";
}
sub site_get_long_title
{
    my ($U,$V,$Z) = @_;
    for (@MK_DATA) { if (m|^<$Q='long'>$U (.*)<$QX>|) { return $1; } } return "";
}
sub site_get_list_date
{
    my ($U,$V,$Z) = @_;
    for (@MK_DATA) { if (m|^<$Q='date'>$U (.*)<$QX>|) { return $1; } } return "";
}

sub siteinfo2sitemap# generate <name><page><date> addon sed scriptlet
{                      # the resulting script will act on each item/line
                       # containing <!--"filename"--> and expand any following
                       # reference of <!--name--> or <!--date--> or <!--long-->
    my ($INP,$Z) = @_ ; $INP= \@MK_DATA if not $INP;
    my @OUT = ();
    my $_list_=
	sub{"s|(<!--\\\"$1\\\"-->.*)<name [^<>]*>.*</name>|\$1<name href=\\\"$1\\\">$2</name>|"};
    my $_date_=
	sub{"s|(<!--\\\"$1\\\"-->.*)<date>.*</date>|\$1<date>$2</date>|"};
    my $_long_=
	sub{"s|(<!--\\\"$1\\\"-->.*)<long>.*</long>|\$1<long>$2</long>|"};
    
    for (@$INP) {
	my $info = $_;
	$info =~ s:<$Q='list'>([^ ]*) (.*)<$QX>:&$_list_:e;
	$info =~ s:<$Q='date'>([^ ]*) (.*)<$QX>:&$_date_:e;
	$info =~ s:<$Q='long'>([^ ]*) (.*)<$QX>:&$_long_:e;
	$info =~ /^s\|/ || next;
	push @OUT, $info;
    }
    return @OUT;
}

sub make_multisitemap
{  # each category gets its own column along with the usual entries
    my ($INPUTS,$Z)= @_ ; $INPUTS=\@MK_DATA if not $INPUTS;
    @MK_SITE = &siteinfo2sitemap(); # have <name><long><date> addon-sed
    my @OUT = (); 
    my $_form_= sub{"<!--\"$2\"--><!--use$1--><long>$3</long><!--end$1-->"
			."<br><name href=\"$2\">$3</name><date>......</date>" };
    my $_tiny_="small><small><small" ; my $_tinyX_="small></small></small ";
    my $_tabb_="<br><$_tiny_> </$_tinyX_>" ; my $_bigg_="<big> </big>";
    push @OUT, "<table width=\"100%\"><tr><td> ".$n;
    for (grep {/<$Q='[Uu]se.'>/} @$INPUTS) {
	my $x = $_;
	$x =~ />\w\w\w\w*:/ and next; # name: http: ftp: mailto: ...
	$x =~ s|<$Q='[Uu]se(.)'>([^ ]*) (.*)<$QX>|&$_form_|e;
	$x = &eval_MK_LIST("multisitemap", $x, @MK_SITE); 
	$x =~ /<name/ or next;
	$x =~ s|<!--[u]se1-->|</td><td valign=\"top\"><b>|;
	$x =~ s|<!--[e]nd1-->|</b>|;
	$x =~ s|<!--[u]se2-->|<br>|;
	$x =~ s|<!--[u]se.-->|<br>|; $x =~ s/<!--[^<>]*-->/ /g;
	$x =~ s|<name |<$_tiny_><a |; $x =~ s|</name>||;
	$x =~ s|<date>|<small style="date">|; 
	$x =~ s|</date>|</small></a><br></$_tinyX_>|;
	$x =~ s|<long>|<!--long-->|; 
	$x =~ s|</long>|<!--/long-->|;
	chomp $x;
	push @OUT, $x.$n;
    }
    push @OUT, "</td><tr></table>".$n;
    return @OUT;
}

sub make_listsitemap
{   # traditional - the body contains a list with date and title extras
    my ($INPUTS,$Z)= @_ ; $INPUTS=\@MK_DATA if not $INPUTS;
    @MK_SITE = &siteinfo2sitemap(); # have <name><long><date> addon-sed
    my @OUT = (); 
    my $_form_=sub{
	"<!--\"$2\"--><!--use$1--><name href=\"$2\">$3</name><date>......</date><long>$3</long>"};
    my $_tabb_="<td>\&nbsp\;</td>";
    push @OUT, "<table cellspacing=\"0\" cellpadding=\"0\">".$n;
    my $xx;
    for $xx (grep {/<$Q='[Uu]se.'>/} @$INPUTS) {
	my $x = "".$xx;
	$x =~ />\w\w\w\w*:/ and next;
	$x =~ s|<$Q='[Uu]se(.)'>([^ ]*) (.*)<$QX>|&$_form_|e;
	$x = &eval_MK_LIST("listsitemap", $x, @MK_SITE); 
	$x =~ /<name/ or next;
        $x =~ s|<!--[u]se(1)-->|<tr class=\"listsitemap$1\"><td>*</td>|;
        $x =~ s|<!--[u]se(2)-->|<tr class=\"listsitemap$1\"><td>-</td>|;
        $x =~ s|<!--[u]se(.)-->|<tr class=\"listsitemap$1\"><td> </td>|; 
        $x =~  /<tr.class=\"listsitemap3\">/ and $x =~ s|(<name [^<>]*>)|$1- |;
	$x =~ s|<!--[^<>]*-->| |g;
	$x =~ s|<name href=\"name:sitemap:|<name href=\"|;
        $x =~ s|<name |<td><a |;     $x =~ s|</name>|</a></td>$_tabb_|;
        $x =~ s|<date>|<td><small style="date">|; 
	$x =~ s|</date>|</small></td>$_tabb_|;
        $x =~ s|<long>|<td><em><!--long-->|;    
	$x =~ s|</long>|<!--/long--></em></td></tr>|;
        push @OUT, $x.$n; 
    }
    for $xx (grep {/<$Q='[u]se.'>/} @$INPUTS) {
	my $x = $xx; 
	$x =~ s/<$Q='[u]se.'>name:sitemap://; $x =~ s|<$QX>||; $x =~ s:\s*::gs; 
	if (-f $x) { 
	    for (grep {/<tr.class=\"listsitemap\d\">/} source($x)) {
		push @OUT, $_;
	    }
	}
    }
    push @OUT, "</table>".$n;
    return @OUT;
}

my $_xi_include_=
    "<xi:include xmlns:xi=\"http://www.w3.org/2001/XInclude\" parse=\"xml\"";

sub make_xmlsitemap
{   # traditional - the body contains a list with date and title extras
    my ($INPUTS,$Z)= @_ ; $INPUTS=\@MK_DATA if not $INPUTS;
    @MK_SITE = &siteinfo2sitemap(); # have <name><long><date> addon-sed
    my @OUT = (); 
    my $_form_=sub{"<!--\"$2\"--><name href=\"$2\">$3</name>"};
    my $xx;
    for $xx (grep {/<$Q='[Uu]se.'>/} @$INPUTS) {
	my $x = "".$xx;
	$x =~ />\w\w\w\w*:/ and next;
	$x =~ s|<$Q='[Uu]se(.)'>([^ ]*) (.*)<$QX>|&$_form_|e;
	$x = &eval_MK_LIST("listsitemap", $x, @MK_SITE); 
	$x =~ /<name/ or next;
	$x =~ m|href="${SITEFILE}"| and next;
	$x =~ m|href="${SITEFILE}l"| and next;
	$x =~ s|(href="[^<>]*)\.html(")|$1.xml$2|g;
	$x =~ s|.*<name|$_xi_include_$n   |;
	$x =~ s|>.*</name>| />|;
        push @OUT, $x.$n; 
    }
    return @OUT;
}

sub print_extension
{
    my ($ARG,$Z)= @_ ; $ARG=$o{print} if not $ARG;
    if ($ARG =~ /^([.-])/) {
	return $ARG;
    } else {
	return ".print";
    }
}

sub from_sourcefile
{
    my ($U,$Z) = @_;
    if (-f $U) {
	return $U;
    } elsif (-f "$o{src_dir}/$U") {
	return "$o{src_dir}/$U";
    } else {
	return $U;
    }
}
   
sub html_sourcefile  # generally just cut away the trailing "l" (ell)
{                    # making "page.html" argument into "page.htm" return
    my ($U,$Z) = @_;
    my $_SRCFILE_=$U; $_SRCFILE_ =~ s/l$//;
    my $_XMLFILE_=$U; $_XMLFILE_ =~ s/\.html$/.dbk/;
    if (-f $_SRCFILE_) { 
	return $_SRCFILE_;
    } elsif (-f $_XMLFILE_) { 
	return $_XMLFILE_;
    } elsif (-f "$o{src_dir}/$_SRCFILE_") {
	return "$o{src_dir}/$_SRCFILE_";
    } elsif (-f "$o{src_dir}/$_XMLFILE_") {
	return "$o{src_dir}/$_XMLFILE_";
    } else {
	return ".//$_SRCFILE_";
    }
}
sub html_printerfile_sourcefile 
{                   
    my ($U,$Z) = @_;
    if (not $printerfriendly) {
	$U =~ s/l\$//; return $U;
    } else {
	my $_ext_=&sed_slash_key(&print_extension($printerfriendly));
	$U =~ s/l\$//; $U =~ s/$_ext_([.][\w]*)$/$1/; return $U;
    }
}

sub fast_html_printerfile {
    my ($U,$V,$Z) = @_;
    my $x=&html_printerfile($U) ; return basename($x);
#   my $x=&html_printerfile($U) ; return &fast_href($x,$V);
}

sub html_printerfile # generate the printerfile for a given normal output
{
    my ($U,$Z) = @_;
    my $_ext_=&esc(&print_extension($printerfriendly));
    $U =~ s/([.][\w]*)$/$_ext_$1/; return $U; # index.html -> index.print.html
}

sub make_printerfile_fast # generate s/file.html/file.print.html/ for hrefs
{                        # we do that only for the $FILELIST
    my ($U,$Z) = @_;
    my $ALLPAGES=$U;
    my @OUT = ();
    for my $p (@$ALLPAGES) {
	my $a=&sed_slash_key($p);
	my $b=&html_printerfile($p);
	if ($b ne $p) {
	    $b =~ s:/:\\/:g;
	    push @OUT, 
	    "s/<a href=\\\"$a\\\"([^<>])*>/<a href=\\\"$b\\\"\$1>/;";
	}
    }
    return @OUT;
}

sub echo_printsitefile_style
{
    my $_bold_="text-decoration : none ; font-weight : bold ; ";
    return "   <style>"
	."$n     a:link    { $_bold_ color : #000060 ; }"
	."$n     a:visited { $_bold_ color : #000040 ; }"
	."$n     body      { background-color : white ; }"
	."$n   </style>"
	."$n";
}

sub make_printsitefile_head # $sitefile
{
    my $MK_STYLE = &echo_printsitefile_style();
    my @OUT = ();
    for (source($SITEFILE)) {
	if (/<head>/) {  push @OUT, $_; 
			 push @OUT, $MK_STYLE; next; }
	if (/<title>/) { push @OUT, $_; next; }
        if (/<\/head>/) { push @OUT, $_; next; }
	if (/<body>/) { push @OUT, $_; next; }
	if (/<link [^<>]*rel=\"shortcut icon\"[^<>]*>/) {
	    push @OUT, $_; next;
	}
    }
    return @OUT;
}

# ------------------------------------------------------------------------
# The printsitefile is a long text containing html href markups where
# each of the href lines in the file is being prefixed with the section
# relation. During a secondary call the printsitefile can grepp'ed for
# those lines that match a given output fast-file. The result is a
# navigation header with 1...3 lines matching the nesting level

# these alt-texts will be only visible in with a text-mode browser:
my $printsitefile_square="width=\"8\" height=\"8\" border=\"0\"";
my $printsitefile_img_1="<img alt=\"|go text:\" $printsitefile_square />";
my $printsitefile_img_2="<img alt=\"||topics:\" $printsitefile_square />";
my $printsitefile_img_3="<img alt=\"|||pages:\" $printsitefile_square />";
my $_SECT="mksite:sect:";

sub echo_current_line # $sect $extra
{
    # add the prefix which is used by select_in_printsitefile to cut out things
    my ($N,$M,$Z) = @_;
    return "<!--$_SECT\"$N\"-->$M";
}
sub make_current_entry # $sect $file      ## requires $MK_SITE
{
    my ($S,$R,$Z) = @_;
    my $RR=&sed_slash_key($R); 
    my $sep=" - " ; my $_left_=" [ " ; my $_right_=" ] ";
    my $name = site_get_list_title($R);
    $_ = &echo_current_line ("$S", "<a href=\"$R\">$name</a>$sep");
    if ($R eq $S) {
	s/<a href/$_left_$&/;
	s/<\/a>/$&$_right_/;
    }
    return $_;
}
sub echo_subpage_line # $sect $extra
{
    my ($N,$M,$Z) = @_;
    return "<!--$_SECT*:\"$N\"-->$M";
}

sub make_subpage_entry
{
    my ($S,$R,$Z) = @_;
    my $RR=&sed_slash_key($R);
    my $sep=" - " ;
    my $name = site_get_list_title($R);
    $_ = &echo_subpage_line ("$S", "<a href=\"$R\">$name</a>$sep");
    return $_;
}

sub make_printsitefile
{
   # building the printsitefile looks big but its really a loop over sects
    my ($INPUTS,$Z) = @_; $INPUTS=\@MK_DATA if not $INPUTS;
    @MK_SITE = &siteinfo2sitemap(); # have <name><long><date> addon-sed
    savelist(\@MK_SITE,"SITE");

    my @OUT = &make_printsitefile_head ($SITEFILE);
    my $sep=" - " ;
    my $_sect1=
	"<a href=\"#.\" title=\"section\">$printsitefile_img_1</a> ||$sep";
    my $_sect2=
	"<a href=\"#.\" title=\"topics\">$printsitefile_img_2</a> ||$sep";
    my $_sect3=
	"<a href=\"#.\" title=\"pages\">$printsitefile_img_3</a> ||$sep";

    my $_SECT1="mksite:sect1";
    my $_SECT2="mksite:sect2";
    my $_SECT3="mksite:sect3";

    @MK_SECT1 = &site_get_rootsections();
    # round one - for each root section print a current menu
    for my $r (@MK_SECT1) {
	push @OUT, &echo_current_line ("$r", "<!--$_SECT1:A--><br>$_sect1");
	for my $s (@MK_SECT1) {
	    push @OUT, &make_current_entry ("$r", "$s");
	}
	push @OUT, &echo_current_line ("$r", "<!--$_SECT1:Z-->");
    }

    # round two - for each subsection print a current and subpage menu
    for my $r (@MK_SECT1) {
    @MK_SECT2 = &site_get_subpages ("$r");
    for my $s (@MK_SECT2) {
	push @OUT, &echo_current_line ("$s", "<!--$_SECT2:A--><br>$_sect2");
	for my $t (@MK_SECT2) {
	    push @OUT, &make_current_entry ("$s", "$t");
	} # "$t"
	push @OUT, &echo_current_line  ("$s", "<!--$_SECT2:Z-->");
    } # "$s"
	my $_have_children_="";
	for my $t (@MK_SECT2) {
	    if (not $_have_children_) {
	push @OUT, &echo_subpage_line ("$r", "<!--$_SECT2:A--><br>$_sect2"); }
	    $_have_children_ .= "1";
	    push @OUT, &make_subpage_entry ("$r", "$t");
	}
	    if ($_have_children_) {
	push @OUT, &echo_subpage_line ("$r", "<!--$_SECT2:Z-->"); }
    } # "$r"

    # round three - for each subsubsection print a current and subpage menu
    for my $r (@MK_SECT1) {
    @MK_SECT2 = &site_get_subpages ("$r");
    for my $s (@MK_SECT2) {
    @MK_SECT3 = &site_get_subpages ("$s");
    for my $t (@MK_SECT3) {
	push @OUT, &echo_current_line ("$t", "<!--$_SECT3:A--><br>$_sect3");
	for my $u (@MK_SECT3) {
	    push @OUT, &make_current_entry ("$t", "$u");
	} # "$t"
	push @OUT, &echo_current_line  ("$t", "<!--$_SECT3:Z-->");
    } # "$t"
	my $_have_children_="";
	for my $u (@MK_SECT3) {
	    if (not $_have_children_) {
	push @OUT, &echo_subpage_line ("$s", "<!--$_SECT3:A--><br>$_sect3"); }
	    $_have_children_ .= "1";
	    push @OUT, &make_subpage_entry ("$s", "$u");
	}
	    if ($_have_children_) {
	push @OUT, &echo_subpage_line ("$s", "<!--$_SECT3:Z-->"); }
    } # "$s"
    } # "$r"
    push @OUT, "<a name=\".\"></a>";
    push @OUT, "</body></html>";
    savelist(\@OUT,"FORM");
    return @OUT;
}

# create a selector that can grep a printsitefile for the matching entries
sub select_in_printsitefile # arg = "page" : return to stdout >> $P.$HEAD
{
    my ($N,$Z) = @_;
    my $_selected_="$N" ; $_selected_="$F" if not $_selected_;
    my $_section_=&sed_slash_key($_selected_);
    my @OUT = ();
    push @OUT, "s/^<!--$_SECT\\\"$_section_\\\"-->//;";        # sect3
    push @OUT, "s/^<!--$_SECT\[*\]:\\\"$_section_\\\"-->//;";    # children
    $_selected_=&site_get_parentpage($_selected_);
    $_section_=&sed_slash_key($_selected_);
    push @OUT, "s/^<!--$_SECT\\\"$_section_\\\"-->//;";        # sect2
    $_selected_=&site_get_parentpage($_selected_);
    $_section_=&sed_slash_key($_selected_);
    push @OUT, "s/^<!--$_SECT\\\"$_section_\\\"-->//;";        # sect1
    push @OUT, "/^<!--$_SECT\\\"[^\\\"]*\\\"-->/ and next;";
    push @OUT, "/^<!--$_SECT\[*\]:\\\"[^\\\"]*\\\"-->/ and next;";
    push @OUT, "s/^<!--mksite:sect[$NN]:[$AZ]-->//;";
    return @OUT;
}

sub body_for_emailfooter
{
    return "" if $emailfooter eq "no";
    my $_email_=$emailfooter; $_email_ =~ s|[?].*||;
    my $_dated_=&info_get_entry("updated");
    return "<hr><table border=\"0\" width=\"100%\"><tr><td>"
	."$n"."<a href=\"mailto:$emailfooter\">$_email_</a>"
	."$n"."</td><td align=\"right\">"
	."$n"."$_dated_</td></tr></table>"
	."$n";
}

# =================================================================== CSS
# There was another project to support sitemap build from xml files.
# The source format was using .dbk+xml with embedded references to .css
# files for visual preview in a browser. An docbook xml file with semantic
# outlines is far better suited for quality documentation than any html
# source. It happens that the xml/css support in browsers is still not
# very portable - especially embedded css style blocks are a nightmare.
# Instead we (a) grab all non-html xml markup tags (b) grab all referenced
# css stylesheets (c) cut out css defs from [b] that are known by [a] and
# (d) append those to the <style> tag in the output html file as well as
# (e) reformatting the defs as well as markups from tags to tag classes.
# Input dbk/htm
#  <?xml-stylesheet type="text/css" href="html.css" ?>         <!-- dbk/xml -->
#  <link rel="stylesheet" type="text/css" href="sdocbook.css" /> <!-- xhtml -->
#  <article><para>
#  Using some <command>exe</command>
#  </para></article…