/contrib/other/po-checker/modules/po.php

Large files files are truncated, but you can click here to view the full file

<?php

define("PO_NONE", 'PO_NONE');
define("PO_MSGID", 'PO_MSGID');
define("PO_MSGSTR", 'PO_MSGSTR');
define("PO_DATA", 'PO_DATA');
define("PO_COMMENT", 'PO_COMMENT');
define("PO_EXTCMNT", 'PO_EXTCMNT');
define("PO_REFERENCE", 'PO_REFERENCE');
define("PO_FLAGS", 'PO_FLAGS');
define("PO_EMPTY", 'PO_EMPTY');
define("PO_UNKNOWN", 'PO_UNKNOWN');

define("MARK_OK", 'MARK_OK');
define("MARK_ERROR", 'MARK_ERROR');

function IsDebugOn() {
	return $_SERVER['REMOTE_ADDR']=="217.75.82.130";
}

function ConvertCstyleNewLineToHtmlstyle($str) {
	$search=array("\\n");
	$replace=array("\\n<br />");
	return str_replace($search, $replace, $str);
}

function CompareStart($a, $b) {
	return $a['start']>$b['start'];
}


function CompareEnd($a, $b) {
	return $a['end']>$b['end'];
}

function isNonEmptyArray($var) {
	return (isset($var) && is_array($var) && count($var)>0);
}

function isEmptyArray($var) {
	return (isset($var) && is_array($var) && count($var)==0);
}

class TPo {
	protected $dictionary=array();
	protected $lines=array();
	protected $report=array();
	protected $pot=NULL;
	protected $spellDictFiles=array();


	function __construct($a, $b) {
		$this->Load($a, $b);
	}

	// line types NOTE MSGID MSGSTR EMPTY PARAMETER
	function Load($poFileName, $lang) {
		$this->lang=$lang;
//		echo "<i>Loading $poFileName</i><br />\n";
		$this->dictionary=array();
		$this->lines=array();
		$this->report=array();
//		$this->file=$poFileName;
		// iterate over lines
		unset($msgid);
		$lastLineType=PO_NONE;
		$linenum=0;
		$extractor="/^((#~ )?(msgid|msgstr|\")|#[\.,:| ]|#$|$)/";
		$extractorLite="/^(msgid|msgstr|\"|#,|$)/";
		$codes=array(
			"msgid" => PO_MSGID,
			"msgstr" => PO_MSGSTR,
			"\"" => PO_DATA,
			"# " => PO_COMMENT, // comment
			"#." => PO_EXTCMNT, // extracted
			"#:" => PO_REFERENCE, // reference
			"#," => PO_FLAGS, // flags
			"" => PO_EMPTY, // empty line
		);

		$block=array();

		// open_file & load lines
		$linesLoaded=file($poFileName);
		$linesLoaded[]=""; // add empty line to enforce block procesing
		foreach ($linesLoaded as $line) {
			//echo "$line<br/>";
			$line=trim($line);
			$linenum++;
			$lineType=PO_UNKNOWN;
			$lineRep=false;
#			echo "<br ><br >L:<b>".htmlspecialchars($line)."</b>";
			// #  translator-comments
			// #. extracted-comments
			// #: reference...
			// #, flag...
			// #|  msgid previous-untraslated-string
			// msgid untranslated-string
			// msgstr translated-string
			//  empty line - next translate strings
			if (preg_match_all($extractorLite, $line, $result, PREG_PATTERN_ORDER)) {
				$command=$result[1][0];
				$lineType=$codes[$command];
			} else {
				$lineType=PO_UNKNOWN;
//			 	echo "unknown line in TPo file<br /><b>$line</b><br />";
			 	continue;
			}
			if (preg_match_all("/^[^\"]*\"(.*)\"[^\"]*$/", $line, $result, PREG_PATTERN_ORDER)) {
				$data=$result[1][0];
			} else {
				$data=substr($line, strlen($command));
			}
#			echo "<br >C:<i>".$command."</i>";
#			echo "<br >D:<i><b>".$data."</b></i>";
#			echo "<br />".$lineType;
			// store lines
//			$this->lines[]=array($lineType, $line);
			switch($lineType) {
			 default:
//			 case PO_MSGID:
//			 case PO_MSGSTR:
				if (isset($block[$lineType])) {
					$block[$lineType].=$data;
				} else {
					$block[$lineType]=$data;
				}
				if (!isset($blockFirstLine)) {
					$blockFirstLine=$linenum;
				}
				break;

			 case PO_DATA:
				$lineType=$lastLineType;
				$block[$lineType].=$data;
				break;

			 case PO_EMPTY:
				if (isset($block) && count($block) && isset($block[PO_MSGID]) /*&& isset($block[PO_MSGSTR])*/) {
					$msgid=$block[PO_MSGID];
					$msgstr=$block[PO_MSGSTR];
					$flags=array();
					$flagsString=isset( $block[PO_FLAGS]) ? $block[PO_FLAGS] : "";
					$flagsStrings=explode(",", $flagsString);
					foreach ($flagsStrings as &$value) {
						$value=trim($value);
					}
					$flags=array_flip($flagsStrings);
/*					while ($flagString=="") {
						$len=strpos($flagString, ",");
						if (!$len) {
							$len=strlen($flagString);
						}
						$flag=;
						$flags[]=$flag
						$flagString=substr($flagString, $len);
					}//*/
//					echo $flagsString;
					$this->dictionary[$msgid]=array("text"=>$msgstr, "line"=>$blockFirstLine, "flag"=>$flags);
					unset($block);
					unset($blockFirstLine);
				}
				break;

			}
			$lastLineType=$lineType;
		}
	}

	function AddPot($pot) {
		if (is_a($pot, "TPo")) {
			$this->pot=$pot;
		} else if (is_string($pot)) {
			$this->pot=new TPo;
			$this->pot->Load($pot);
		} else {
			echo "<i>Internal warning</i>: <b>unsupported pot type</b>";
		}
	}

	function SetSpellingFiles($dicts) {
		$this->spellDictFiles=$dicts;
	}


	function buildPotReport() {
		$report=array();
		$report["type"]="pot";
		$report["tot"]=$this->getStringCount();

		// wrong new lines
		$data=array();
		$regexp="/(\\\\r\\\\n|\\\\n|\\\\r)/";
		// make new line style seft test
		foreach ($this->dictionary as $key=>$value) {
			$string=$key;
			$match=preg_match_all($regexp, $string, $matches, PREG_PATTERN_ORDER | PREG_OFFSET_CAPTURE);
			if ($match>1) {
				$match=true;
				foreach ($matches[0] as $key2=>$value) {
					$ok=$matches[0][$key2][0]==$matches[0][0][0];
					if (!$ok) {
						$match=false;
					}
					$matches[0][$key2][2]=$ok;
				}

				if (!$match) {
					for ($i=count($matches[0])-1; $i>=0; $i--) {
						$param=$matches[0][$i][0];
						$pos=$matches[0][$i][1];
						$class=$matches[0][$i][2] ? "elmark" : "elerror";
						$string=substr($string, 0, $pos)."<font class=\"$class\">".$param."</font>".substr($string, $pos+strlen($param));
					}

					$line=$this->dictionary[$key]["line"];
					$string=str_replace($search, $replace, $string);
					$data[]=array(count($data)+1, $line, $string);
				}
			}
		}
		$header=array("Index", "Line", "English");
		$table=new Table;
		$table->name="Wrong Newlines";
		$table->header=$header;
		$table->data=$data;
		$report["nls"]=$table;

		// esc aped characters
		$data=array();
		$regexp="/(\\\\.)/";
		$regexp2="/\\\\[\\\\ntr\"]/";
		foreach ($this->dictionary as $key=>$value) {
			$string=$key;
			$match=preg_match_all($regexp, $string, $matches, PREG_PATTERN_ORDER | PREG_OFFSET_CAPTURE);
			if ($match>1) {
				$match=true;
				foreach ($matches[0] as $key2=>$value) {
					$match2=preg_match($regexp2, $matches[0][$key2][0]);
					if ($match2==false) {
						$match=false;
					}
					$matches[0][$key2][2]=$match2!=false;
				}

				if (!$match) {
					for ($i=count($matches[0])-1; $i>=0; $i--) {
						$param=$matches[0][$i][0];
						$pos=$matches[0][$i][1];
						$class=$matches[0][$i][2] ? "elmark" : "elerror";
						$string=substr($string, 0, $pos)."<font class=\"$class\">".$param."</font>".substr($string, $pos+strlen($param));
					}

					$line=$this->dictionary[$key]["line"];
					$string=str_replace($search, $replace, $string);
					$data[]=array(count($data)+1, $line, $string);
				}
			}
		}
		$table=new Table;
		$table->name="Escapes";
		$table->header=array("Index", "Line", "English", "Line", "Native");
		$table->data=$data;
		$report["esc"]=$table;

		$this->report=$report;
		return true;
	}

	function BuildReport($potFile=NULL) {
		// clean potFile if unusable 
		$search=array("\\n");
		$replace=array("\\n<br />");
		if ($potFile==NULL) {
			if (isset($this->pot)) {
				$potFile=$this->pot;
			} else {
				return $this->buildPotReport();
			}
		}
		if (is_string($potFile)) {
			$potFileName=$potFile;
			$potFile=new TPo;
			$potFile->Load($potFileName);
		}
		//echo "------<br/>";
		if (!is_a($potFile, "TPo")) {
			return false;
		}

		// no report was created && are there data to create report ?
		if (isNonEmptyArray($this->report)/* || !isNonEmptyArray($this->dictionary)*/) {
			return true;
		}

		$report["tot"]=$potFile->getStringCount();


		//acc check
		$data=array();
		$regexp="/(&.)/u";
		foreach ($this->dictionary as $orig=>$value) { // check all phrases
			$native=$value["text"];
			if (!isset($native) || $native=="" || $orig=="") { // no translation -> no test
				continue;
			}
			// native and eng did not match in containing of '&'
			if (substr_count($orig, "&")!==substr_count($native, "&")) {
				$oriMatch=preg_match_all($regexp, $orig, $matchesOnOri, PREG_PATTERN_ORDER | PREG_OFFSET_CAPTURE);
				$natMatch=preg_match_all($regexp, $native, $matchesOnNat, PREG_PATTERN_ORDER | PREG_OFFSET_CAPTURE);
				$oriMarks=array();
				$natMarks=array();
				for ($i=count($matchesOnOri[0])-1; $i>=0; $i--) {
					$mark['start']=$matchesOnOri[0][$i][1];
					$mark['length']=strlen($matchesOnOri[0][$i][0]);
					$mark['type']=$matchesOnOri[0][$i][2] ? MARK_OK : MARK_ERROR;
					$oriMarks[]=$mark;
				}
				for ($i=count($matchesOnNat[0])-1; $i>=0; $i--) {
					$mark['start']=$matchesOnNat[0][$i][1];
					$mark['length']=strlen($matchesOnNat[0][$i][0]);
					$mark['type']=$matchesOnNat[0][$i][2] ? MARK_OK : MARK_WARNING;
					$natMarks[]=$mark;
				}
				$orig=TPo::CreateHtmlFromMarks($oriMarks, $orig);
				$native=TPo::CreateHtmlFromMarks($natMarks, $native);

				$natLine=$value["line"];
				if (isset($value["flag"]["fuzzy"])) {
					$natLine.="(Fuzzy)";
				}
				$oriLine=isset($potFile) ? $potFile->dictionary[$orig]["line"] : ":";
				$index=count($data)+1;
				$data[]=array($index, $oriLine, array('html'=>$orig), $natLine, array('html'=>$native));
			}
		}
		$table=new Table;
		$table->name="Misssing/Unexpected Accs";
		$table->header=array("Index", "Line", "English", "Line", "Native");
		$table->data=$data;
		$report["acc"]=$table;

		// wrong new line style
		$data=array();
		$regexp="/(\\\\r\\\\n|\\\\n|\\\\r)/";
		if (isset($potFile)) {
			foreach ($potFile->dictionary as $key=>$value) {
				$orig=$key;
				if (!isset($orig) || $orig=="") {
					continue;
				}
				$native=$this->dictionary[$key]["text"];
				if (!isset($native) || $native=="") {
					continue;
				}
				$oriMatch=preg_match_all($regexp, $orig, $matchesOnOri, PREG_PATTERN_ORDER | PREG_OFFSET_CAPTURE);
				$natMatch=preg_match_all($regexp, $native, $matchesOnNat, PREG_PATTERN_ORDER | PREG_OFFSET_CAPTURE);
				if ($oriMatch || $natMatch) {
					$oriMarks=array();
					$natMarks=array();
					$match=true;
					if ($oriMatch) {
						$nls=$matchesOnOri[0][0][0];
					} else {
						$match=false;
						$nls=$matchesOnNat[0][0][0];
					}
					foreach ($matchesOnOri[0] as $value2) {
						$ok=($value2[0]==$nls);

						$mark['start']=$value2[1];
						$mark['length']=strlen($value2[0]);
						$mark['type']=$ok ? MARK_OK : MARK_ERROR;
						$oriMarks[]=$mark;

						if (!$ok) {
							$match=false;
						}
					}
					foreach ($matchesOnNat[0] as $value2) {
						$ok=($value2[0]==$nls);

						$mark['start']=$value2[1];
						$mark['length']=strlen($value2[0]);
						$mark['type']=$ok ? MARK_OK : MARK_ERROR;
						$natMarks[]=$mark;

						if (!$ok) {
							$match=false;
						}
					}
					if (!$match) {
						$orig=TPo::CreateHtmlFromMarks($oriMarks, $orig);
						$native=TPo::CreateHtmlFromMarks($natMarks, $native);

						$natLine=$value["line"];
						if (isset($value["flag"]["fuzzy"])) {
							$natLine .= "(Fuzzy)";
						}
						$oriLine=isset($potFile) ? $potFile->dictionary[$orig]["line"] : ":";
						$index=count($data)+1;
						$data[]=array($index, $oriLine, array('html'=>$orig), $natLine, array('html'=>$native));
					}
				}
			}
		}
		$table=new Table;
		$table->name="Wrong Newline style";
		$table->header=array("Index", "Line", "English", "Line", "Native");
		$table->data=$data;
		$report["nls"]=$table;

		// escaped characters
		$data=array();
		$regexp="/(\\\\.)/";
		$listDefault=array( "\\\"" => 1, "\\r" => 1, "\\n" => 1);
		$listCorrect=array( "\\\"" => 1, "\\r" => 1, "\\n" => 1, "\\\\" => 1, "\\");
		if (isset($potFile)) {
			foreach ($potFile->dictionary as $key=>$value) {
				$orig=$key;
				if (!isset($orig) || $orig=="") {
					continue;
				}
				$native=$this->dictionary[$key]["text"];
				if (!isset($native) || $native=="") {
					continue;
				}

				$oriMatch=preg_match_all($regexp, $orig, $matchesOnOri, PREG_PATTERN_ORDER | PREG_OFFSET_CAPTURE);
				$natMatch=preg_match_all($regexp, $native, $matchesOnNat, PREG_PATTERN_ORDER | PREG_OFFSET_CAPTURE);
				if ($oriMatch || $natMatch) {
					$oriMarks=array();
					$natMarks=array();
					$match=true;
					// build list of escapes in eng
					$list=$listDefault;
					foreach ($matchesOnOri[0] as $value2) {
						$element=$value2[0];
						$list[$element]++;

						$mark['start']=$value2[1];
						$mark['length']=strlen($element);
						$mark['type']=MARK_OK;
						$oriMarks[]=$mark;
					}
					// mark unknown chars
					foreach ($matchesOnNat[0] as $value2) {
						$element=$value2[0];
						$ok=isset($list[$element]);
						if (!$ok) {
							$match=false;
						}
						$mark['start']=$value2[1];
						$mark['length']=strlen($element);
						$mark['type']=$ok ? MARK_OK : MARK_ERROR;
						$natMarks[]=$mark;
					}
					// if error found add line to data
					if (!$match) {
						$orig=TPo::CreateHtmlFromMarks($oriMarks, $orig);
						$native=TPo::CreateHtmlFromMarks($natMarks, $native);

						$natLine=$value["line"];
						if (isset($value["flag"]["fuzzy"])) {
							$natLine .= "(Fuzzy)";
						}
						$oriLine=isset($potFile) ? $potFile->dictionary[$orig]["line"] : ":";
						$index=count($data)+1;
						$data[]=array($index, $oriLine, array('html'=>$orig), $natLine, array('html'=>$native));
					}
				}
			}
		}
		$table=new Table;
		$table->name="Wrong Newlines";
		$table->header=array("Index", "Line", "English", "Line", "Native");
		$table->data=$data;
		$report["esc"]=$table;

		// wrong parameters
		$data=array();
		if (isset($potFile)) {
			//todo: check only "c-format" strings -> speed up
			$regexp="/%([1-9]![l]?[diouxXsS]!|[1-9]|[0-9*]*[diouxXsS]|[+\\-]*[0-9*]*?l?d|I64d|[+\\-]?[0-9]*\\.?[0-9]*f)/";
			foreach ($potFile->dictionary as $key=>$value) {
				$orig=$key;
				if (!isset($orig) || $orig=="") {
					continue;
				}
				$native=$this->dictionary[$key]["text"];
				if (!isset($native) || $native=="") {
					continue;
				}
				$engMatch=preg_match_all($regexp, $orig, $matchesOnEng, PREG_PATTERN_ORDER | PREG_OFFSET_CAPTURE);
				$natMatch=preg_match_all($regexp, $native, $matchesOnNat, PREG_PATTERN_ORDER | PREG_OFFSET_CAPTURE);
				if ($engMatch || $natMatch) {
					$usesNumbered=false;
					$usesOrdered=false;
					$note="";
					$match=(count($matchesOnEng[0])==count($matchesOnNat[0]) ? true : false);
					foreach ($matchesOnEng[0] as $key2=>$value2) {
						$origParstr=$matchesOnEng[0][$key2][0];
						if (strpos($origParstr, "!")===false) {
							$usesOrdered=true;
							$ok=($origParstr==$matchesOnNat[0][$key2][0]);
						} else {
							$usesNumbered=true;
							$count=0;
							foreach ($matchesOnNat[0] as $rec) {
								if ($origParstr==$rec[0]) {
									$count++;
								}
							}
							$count2=0;
							foreach ($matchesOnEng[0] as $rec) {
								if ($origParstr==$rec[0]) {
									$count2++;
								}
							}
							$ok=($count==1) && ($count2==1);
						}
						if (!$ok) {
							$match=false;
						}
						$matchesOnEng[0][$key2][2]=$ok;
					}
					foreach ($matchesOnNat[0] as $key2=>$value2) {
						$nativeParstr=$matchesOnNat[0][$key2][0];
						if (strpos($nativeParstr, "!")===false) {
							$ok=($nativeParstr==$matchesOnEng[0][$key2][0]);
						} else {
							$count=0;
							foreach ($matchesOnEng[0] as $rec) {
								if ($nativeParstr==$rec[0]) {
									$count++;
								}
							}
							$count2=0;
							foreach ($matchesOnNat[0] as $rec) {
								if ($nativeParstr==$rec[0]) {
									$count2++;
								}
							}
							$ok=($count==1) && ($count2==1);
						}
						if (!$ok) {
							$match=false;
						}
						$matchesOnNat[0][$key2][2]=$ok;
					}
					if (isset($usesNumber) && $usesNumber && $UsedOrdered) {
						$match=false;
						$note="Ordered and Numbered params found!";
					}
					if (!$match) {
						for ($i=count($matchesOnEng[0])-1; $i>=0; $i--) {
							$param=$matchesOnEng[0][$i][0];
							$pos=$matchesOnEng[0][$i][1];
							$class=$matchesOnEng[0][$i][2] ? "elmark" : "elerror";
							$orig=substr($orig, 0, $pos)."<font class=\"$class\">".$param."</font>".substr($orig, $pos+strlen($param));
						}
						for ($i=count($matchesOnNat[0])-1; $i>=0; $i--) {
							$param=$matchesOnNat[0][$i][0];
							$pos=$matchesOnNat[0][$i][1];
							$class=$matchesOnNat[0][$i][2] ? "elmark" : "elerror";
							$native=substr($native, 0, $pos)."<font class=\"$class\">".$param."</font>".substr($native, $pos+strlen($param));
						}
						$orig=str_replace($search, $replace, $orig);
						$native=str_replace($search, $replace, $native);
						$lineN=$this->dictionary[$key]["line"];
						$lineE=$potFile->dictionary[$key]["line"];
						if (isset($this->dictionary[$key]["flag"]["fuzzy"])) {
							$lineN.="(Fuzzy)";
						}
						$data[]=array(count($data)+1, $lineE, $orig, $lineN, $native);
					}//*/
				}
			}
		}
		$table=new Table;
		$table->name="Wrong Params";
		$table->header=array("Index", "Line", "English", "Line", "Native");
		$table->data=$data;
		$report["par"]=$table;


		// wrong parameters
/*		$data=array();
		if (isset($potFile)) {
			// todo: check only "c-format" strings -> speed up
			$regexp="/(%(%|[1-9]|[0-9*]*[diouxXsS]|[+\\-]*[0-9*]*?l?d|I64d|[+\\-]?[0-9]*\\.?[0-9]*f|[A-Z]*%))/";
			$regexp="/(%(%|[1-9]|[0-9*]*[diouxXsS]|[+\\-]*[0-9*]*?l?d|I64d|[+\\-]?[0-9]*\\.?[0-9]*f|[A-Z]*%))|(\\\\[\\\\nr\"])/";
			foreach ($potFile->dictionary as $key=>$value) {
				$orig=$key;
				if (!isset($orig) || $orig=="") {
					continue;
				}
				$native=$this->dictionary[$key]["text"];
				if (!isset($native) || $native=="") {
					continue;
				}
				$engMatch=preg_match_all($regexp, $orig, $matchesOnEng, PREG_PATTERN_ORDER | PREG_OFFSET_CAPTURE);
				$natMatch=preg_match_all($regexp, $native, $matchesOnNat, PREG_PATTERN_ORDER | PREG_OFFSET_CAPTURE);
				if ($engMatch || $natMatch) {
					$haveNewLine=false;
					$haveParam=false;
					$match=true;
					foreach ($matchesOnEng[3] as $key2=>$value2) {
						if ($value2[0]!="") {
//							echo "<pre>".var_dump($value2)."</pre>";
							$haveNewLine=true;
						}
					}
					foreach ($matchesOnEng[1] as $key2=>$value2) {
						if ($value2[0]!="") {
							$haveParam=true;
						}
					}
					if ($haveParam==false || $haveNewLine==false) { // skip translations whot dont have both param and new line
						continue;
					}
					foreach ($matchesOnEng[0] as $key2=>$value2) {
						$ok=($matchesOnEng[0][$key2][0]==$matchesOnNat[0][$key2][0]);
						if (!$ok) {
							$match=false;
						}
						$matchesOnEng[0][$key2][2]=$ok;
					}
					foreach ($matchesOnNat[0] as $key2=>$value2) {
						$ok=($matchesOnEng[0][$key2][0]==$matchesOnNat[0][$key2][0]);
						if (!$ok) {
							$match=false;
						}
						$matchesOnNat[0][$key2][2]=$ok;
					}
					if (!$match) {
						for ($i=count($matchesOnEng[0])-1; $i>=0; $i--) {
							$param=$matchesOnEng[0][$i][0];
							$pos=$matchesOnEng[0][$i][1];
							$class=$matchesOnEng[0][$i][2] ? "elmark" : "elerror";
							$orig=substr($orig, 0, $pos)."<font class=\"$class\">".$param."</font>".substr($orig, $pos+strlen($param));
						}
						for ($i=count($matchesOnNat[0])-1; $i>=0; $i--) {
							$param=$matchesOnNat[0][$i][0];
							$pos=$matchesOnNat[0][$i][1];
							$class=$matchesOnNat[0][$i][2] ? "elmark" : "elerror";
							$native=substr($native, 0, $pos)."<font class=\"$class\">".$param."</font>".substr($native, $pos+strlen($param));
						}
						$orig=str_replace($search, $replace, $orig);
						$native=str_replace($search, $replace, $native);
						$lineN=$this->dictionary[$key]["line"];
						$lineE=$potFile->dictionary[$key]["line"];
						if (isset($this->dictionary[$key]["flag"]["fuzzy"])) {
							$lineN.="(Fuzzy)";
						}
						$data[]=array(count($data)+1, $lineE, $orig, $lineN, $native);
					}
				}
			}
		}
		$table=new Table;
		$table->name="Wrong Params Line";
		$table->header=array("Index", "Line", "English", "Line", "Native");
		$table->data=$data;
//		$report["p2l"]=$table;//*/


		// non traslated
		$data=array();
		if (isset($potFile)) {
			foreach ($potFile->dictionary as $key=>$value) {
				$orig=$key;
				if (isset($this->dictionary[$key]["text"])) {
					$native=$this->dictionary[$key]["text"];
				} else {
					$native="";
				}
				if ($native=="") {
					$lineN=$this->dictionary[$key]["line"];
					$lineE=$potFile->dictionary[$key]["line"];
					$orig=str_replace($search, $replace, $orig);
					$data[]=array(count($data)+1, $lineE, $orig, $lineN);
				}
			}
		} else {
			echo "no pot file<br/>";
		}
		$table=new Table;
		$table->name="Nottranslated";
		$table->header=array("Index", "Line", "English", "Line");
		$table->data=$data;
		$report["unt"]=$table;

		// fuzzy
		$data=array();
		foreach ($this->dictionary as $key=>$value) {
			$orig=$key;
			$flags=$value["flag"];
			if (!isset($flags) || count($flags)<1) {
				continue;
			}
			if (isset($flags) && isset($flags["fuzzy"])) {
				$lineN=$this->dictionary[$key]["line"];
				$native=$value["text"];
				$orig=str_replace($search, $replace, $orig);
				$native=str_replace($search, $replace, $native);
				$data[]=array(count($data)+1, "-", $orig, $lineN, $native);
			}
		}
		$table=new Table;
		$table->name="Fuzzy";
		$table->header=array("Index", "Line", "English", "Line", "Native");
		$table->data=$data;
		$report["fuz"]=$table;

		$this->report=$report;
		return true;
	}

	function BuildReportFor($report) {
		switch ($report) {
		 case "acc":
			$this->checkAcc();
			break;
		 case "nls":
			$this->checkNls();
			break;
		 case "spl":
			$this->checkSpl();
			break;
		 default:
			$this->BuildReport();
		}
		return $this->report[$report];
	}


	// check for accelerators mishmash
	function checkAcc() {
		if (isset($this->pot)) {
			$potFile=$this->pot;
		} else {
			echo "no pot set<br/>\n";
			return;
		}
		//$lang=$this->lang;








		$data=array();
		$regexp="/(&.)/u";
		foreach ($this->dictionary as $orig=>$value) { // check all phrases
			$native=$value["text"];
			if (!isset($native) || $native=="" || $orig=="") { // no translation -> no test
				continue;
			}
			// native and eng did not match in containing of '&'
			if (substr_count($orig, "&")!==substr_count($native, "&")) {
				$oriMatch=preg_match_all($regexp, $orig, $matchesOnOri, PREG_PATTERN_ORDER | PREG_OFFSET_CAPTURE);
				$natMatch=preg_match_all($regexp, $native, $matchesOnNat, PREG_PATTERN_ORDER | PREG_OFFSET_CAPTURE);
				$oriMarks=array();
				$natMarks=array();
				for ($i=count($matchesOnOri[0])-1; $i>=0; $i--) {
					$mark['start']=$matchesOnOri[0][$i][1];
					$mark['length']=strlen($matchesOnOri[0][$i][0]);
					$mark['type']=$matchesOnOri[0][$i][2] ? MARK_OK : MARK_ERROR;
					$oriMarks[]=$mark;
				}
				for ($i=count($matchesOnNat[0])-1; $i>=0; $i--) {
					$mark['start']=$matchesOnNat[0][$i][1];
					$mark['length']=strlen($matchesOnNat[0][$i][0]);
					$mark['type']=$matchesOnNat[0][$i][2] ? MARK_OK : MARK_WARNING;
					$natMarks[]=$mark;
				}
				$orig=TPo::CreateHtmlFromMarks($oriMarks, $orig);
				$native=TPo::CreateHtmlFromMarks($natMarks, $native);

				$natLine=$value["line"];
				if (isset($value["flag"]["fuzzy"])) {
					$natLine.="(Fuzzy)";
				}
				$oriLine=isset($potFile) ? $potFile->dictionary[$orig]["line"] : ":";
				$index=count($data)+1;
				$data[]=array($index, $oriLine, array('html'=>$orig), $natLine, array('html'=>$native));
			}
		}
		$table=new Table;
		$table->name="Misssing/Unexpected Accs";
//		$table->description="<p>Testing spelling of translation. We use ASPELL dictionaris for PSPELL. <b><i>in development</i></b> </p>";
		$table->header=array("Index", "Line", "English", "Line", "Native");
		$table->data=$data;
		$this->report["acc"]=$table;
//		$this->report["spl"]["error"]="Dictionary not found.";
//		$this->report["spl"]["error"]="Internal error";
	}

	/// Check new line style - original and translated NLS should match
	function checkNls() {
	}

	// check for wrong spelling
	function checkSpl() {
		if (isset($this->pot)) {
			$potFile=$this->pot;
		} else {
			return;
		}
		$lang=$this->lang;

		$data=array();
		if (false && $this->lang) {
			$suggestEnabled=$this->lang != "hu";
			$suggestEnabled=$suggestEnabled && $this->lang != "de";
			echo "<!--";
			$pspell_link = pspell_new($this->lang, "", "", "utf-8", PSPELL_FAST);
			$pspell_links=array();
			echo "LLLLL";
			foreach ($this->spellDictFiles as $spellDictFile) {
				echo "<br />\n".$spellDictFile."<br />\n";
				$pspell_link_local = pspell_new_personal($spellDictFiles."1", $this->lang, "", "", "utf-8");
				if ($pspell_link_local) {
					$word="Aktionsskript";
//					$word="Aktionsskript";
					echo "\n$pspell_link_local: $spellDictFile : $word =";
					echo pspell_check($pspell_link_local, $word);

					$word="COM";
					echo "\n$pspell_link_local: $spellDictFile : $word =";
					echo pspell_check($pspell_link_local, $word);

					$word="BASE";
					echo "\n$pspell_link_local: $spellDictFile : $word =";
					echo pspell_check($pspell_link_local, $word);

					$word="Diff";
					echo "\n$pspell_link_local: $spellDictFile : $word =";
					echo pspell_check($pspell_link_local, $word);

					$word="BABE";
					echo "\n$pspell_link_local: $spellDictFile : $word =";
					echo pspell_check($pspell_link_local, $word);

					$pspell_links[] = $pspell_link_local;
				}
			}
			echo "-->";
			$regexp="/[A-Za-z0-9\\x{80}-\\x{ffff}]+/u";
			$regexp2="/^[A-Za-z]*$/";
			$regexp3="/\\b$word\\b/i";
			$preprocessSearch=array("&", "<", ">", "\\n", "\\r", "\\t", "%s", "%d", "%ld", "/");
			$preprocessReplace=array("", " < ", " > ", " \\n ", " \\r ", " \\t ", " %s ", " %d ", " %ld ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ", " ");
			$postprocessSearch=array("\\n");
			$postprocessReplace=array("\\n<br />");
			if ($pspell_link) {
				foreach ($potFile->dictionary as $key=>$value) {
					$orig=$key;
					if (!isset($orig) || $orig=="") {
						continue;
					}
					$native=$this->dictionary[$key]["text"];
					if (!isset($native) || $native=="") {
						continue;
					}
					$native=str_replace($preprocessSearch, $preprocessReplace, $native);
					$orig=str_replace($preprocessSearch, $preprocessReplace, $orig);
					$natMatch=preg_match_all($regexp, $native, $matchesOnNat, PREG_PATTERN_ORDER | PREG_OFFSET_CAPTURE);
//					$string=$native;
					if ($natMatch) {
						$match=true;
						for ($i = 0; $i < count($matchesOnNat[0]); $i++) {
							$word=$matchesOnNat[0][$i][0];
//							if (!preg_match($regexp2, $word)) {
//								continue;
//							}
							$wordOk=pspell_check($pspell_link, $word);
							if (!$wordOk) {
//								echo "<b>$word</b><br />";
								foreach ($pspell_links as $pspell_link_local) {
									$wordOk=pspell_check($pspell_link_local, $word);
//									echo "<!--$pspell_link_local, $word = $wordOk --!>\n";
//									echo "<!-- DUMP:";
//									var_dump($pspell_link_local);
//									echo " --!>\n";
//									echo "<!-- SET:".isset($pspell_link_local)." --!>\n";
									if ($wordOk) {
										echo "<!--OK --!>\n";
										break;
									}
								}
							}
							if (!$wordOk) {
								if ($suggestEnabled) {
									$suggestArr=pspell_suggest($pspell_link, $word);
									$suggestStr=implode(", ", $suggestArr);
									$matchesOnNat[0][$i]['sugestion']='suggest:'.$suggestStr;
								}
//								if (strpos($orig, $word)!==false) {
//								$regexp3="/\\b".$word."[$.^A-Za-z0-9]/i";
								$regexp3="/\\b".$word."\\b/i";
								if (preg_match($regexp3, $orig)) {
									$mark=MARK_WARNING;
								} else {
									$mark=MARK_ERROR;
									$match=false;
								}
							} else {
								$mark=MARK_OK;
							}
							$matchesOnNat[0][$i][2]=$mark;
						}
						if (!$match) {
							for ($i=count($matchesOnNat[0])-1; $i>=0; $i--) {
								if (!isset($matchesOnNat[0][$i][2])) {
									continue;
								}
								$param=$matchesOnNat[0][$i][0];
								$pos=$matchesOnNat[0][$i][1];
								if ($param=="n" && $pos && $native[$pos-1]=="\\") {
									continue;
								}
								switch ($matchesOnNat[0][$i][2]) {
								 case MARK_OK:
									$class=  "elmark";
									break;
								 case MARK_ERROR:
									$class="elerror";
									break;
								 case MARK_WARNING:
									$class="elwarning";
									break;
								}
								$replaceStr="<font class=\"$class\">".$param."</font>";
								if (isset($matchesOnNat[0][$i]['sugestion'])) {
									$replaceStr="<acronym title=\"".$matchesOnNat[0][$i]['sugestion']."\">$replaceStr</acronym>";
								}
								$native=substr($native, 0, $pos).$replaceStr.substr($native, $pos+strlen($param));
							}
							$orig=str_replace($postprocessSearch, $postprocessReplace, $orig);
							$native=str_replace($postprocessSearch, $postprocessReplace, $native);
							$lineN=$this->dictionary[$key]["line"];
							$lineE=$potFile->dictionary[$key]["line"];
							if (isset($this->dictionary[$key]["flag"]["fuzzy"])) {
								$lineN.="(Fuzzy)";
							}
							$data[]=array(count($data)+1, $lineE, $orig, $lineN, $native);
						}
						flush();
					}
				}
				pspell_clear_session($pspell_link);
				$table=new Table;
				$table->name="Spell check";
				$table->description="<p>Testing spelling of translation. We use ASPELL dictionaris for PSPELL. <b><i>in development</i></b> </p>";
				$table->header=array("Index", "Line", "English", "Line", "Native");
				$table->data=$data;
				$this->report["spl"]=$table;
			} else {
				$this->report["spl"]["error"]="Dictionary not found.";
			}
		} else {
			$this->report["spl"]["error"]="Internal error";
		}
	}

	function CreateHtmlFromMarks($marks, $string, $debug=0) {
		// mark params:
		//  start, end:
		//  class: error, warning, mark, none
		//  suggestion:

		// set class from mark for all makrs
		foreach ($marks as &$mark) {
			if (!isset($mark['class'])) {
				switch ($mark['type']) {
				 default:
				 case MARK_OK:
					$class="elmark";
					break;

				 case MARK_ERROR:
					$class="elerror";
					break;

				 case MARK_WARNING:
					$class="elwarning";
					break;
				}
				$mark['class']=$class;
			}
			if (!isset($mark['end'])) {
				$mark['end']=$mark['start']+$mark['length'];
			}
		}
		sort($marks);

		// sort marks by start

		$marksStartSorted=$marks;
		usort($marksStartSorted, CompareStart);
//		$marksEndSorted=$marks;
//		usort($marksEndSorted, CompareEnd);

		// check if properly nested
			// TODO: check nesting

		// create part breaks string
		$breaks=array();
		unset($mark);
		foreach ($marksStartSorted as $mark) {
			$start=$mark['start'];
			$end=$mark['end'];
			$breaks[$start] = $breaks[$start]."<font class=\"".$mark['class']."\">";
			$breaks[$end] = "</font>".$breaks[$end];
		}

		// go over parts and create final string
		$position=0;
		$result="";
		foreach ($breaks as $pos=>$break) {
			$substring=substr($string, $position, $pos-$position);
			if (isset($postprocessSearch) && isset($postprocessReplace)) {
				$substring=str_replace($postprocessSearch, $postprocessReplace, $substring);
			}
			$substring=htmlspecialchars($substring);
			$result .= $substring . $break;
			$position=$pos;
		}
		$substring=substr($string, $position);
//		$substring=str_replace($postprocessSearch, $postprocessReplace, $substring);
		$substring=htmlspecialchars($substring);
		$result .= $substring;
		// recode to html
		
		if ($debug) {
			echo ($result);
		}

		return ConvertCstyleNewLineToHtmlstyle($result);
	}

	function GetErrorTypes() {
		return array_keys($this->report);
	}

	function GetErrorCount($name) {
		if (isset($this->report[$name])) {
			$count=$this->report[$name];
		} else {
			$count=$this->BuildReportFor($name);
		}
		if (!isset($count)) {
			return false;
		}
		if (is_a($count, "Table")) {
			$count=count($count->data);
		}
		if (is_array($count)) {
			$count=count($count);
		}
		return $count;
	}

	function save($poFileName="") {
		if ($poFileName=="") { // export to browser
		} else { // export to file
		}
	}

	function translate($str) {
		return $this->dictionary[$str]["text"];
	}

	// update from .pot file
	function update($poFileName){
		
	}

	function addTranslate($origText, $nativeText){
	}

	function getTranslate($origText){
	}

	function getAllOrigs(){
		return $this->dictionary;
	}

	function getProgress(){
		BuildReport();
		return $this->report();
		return array(
				"translate" => $this->report["unt"]);
	}

	function getStringCount(){
		return count($this->dictionary);
	}

	function printReport($potFile=NULL) {
		$this->BuildReport($potFile);

		if (isset($this->report["param"])) {
			$this->report["param"]->output();
		} else {
		}
		
		if (!isset($lang)) {
			$lang="";
		}

		if ($this->report["type"]=="pot") {
			echo "<a name=\"nls\"></a><a name=\"nls$lang\"></a><h3>Differences in new line style within one string</h3>\n";
//			echo "<p>
//				</p>\n";
			$table=$this->report["nls"];
			if (isset($table)) {
				if (count($table->data)) { // table exists and has data
					$table->output();
					echo "<sup>Note: Line numbers are as in commited file, it may differ when you update to use newer .pot, also edited multiline messages may shift line position.</sup>\n";
					echo "<p>Total:".count($table->data)."</p>\n";
				} else {
					echo "<p><b>PASS</b></p>\n";
				}
			} else {
				echo "<p><i>Internal error</i></p>";
			}

			echo "<a name=\"esc\"></a><a name=\"esc$lang\"></a><h3>Escaped chars</h3>\n";
//			echo "<p>
//				</p>\n";
			$table=$this->report["esc"];
			if (isset($table)) {
				if (count($table->data)) { // table exists and has data
					$table->output();
					echo "<sup>Note: Line numbers are as in commited file, it may differ when you update to use newer .pot, also edited multiline messages may shift line position.</sup>\n";
					echo "<p>Total:".count($table->data)."</p>\n";
				} else {
					echo "<p><b>PASS</b></p>\n";
				}
			} else {
				echo "<p><i>Internal error</i></p>";
			}
			return;
		}

		// clean potFile if unusable 
		// todo: check class
		if ($potFile==NULL) {
			unset($potFile);
		}

		$lang=$this->lang;

		echo "<a name=\"par\"></a><a name=\"par$lang\"></a><h3>Parameter strings test</h3>\n";
		echo "<p>This test is necessary to pass or you can expect crashing of TSVN - specially true when you use 
				longer type as is in English like %s instead of %d, %ld instead of %d, etc. Also having more parameters lead to crash TSVN.
				When TSVN not crash, the information is still wrong. For example number instead of text.</p>\n";
		$table=$this->report["par"];
		if (isset($table)) {
			if (count($table->data)) { // table exists and has data
				$table->output();
				echo "<sup>Note: Line numbers are as in committed file, it may differ when you update to use newer .pot, also edited multi line messages may shift line position.</sup>\n";
				echo "<p>Total:".count($table->data)."</p>\n";
			} else {
				echo "<p><b>PASS</b></p>\n";
			}
		} else {
			echo "<p><i>Internal error</i></p>";
		}

/*		echo "<a name=\"par$lang\"></a><h3>Parameters to lines test</h3>\n";
		echo "<p>If you pass previous test this one is only for ... </p>\n";
		$table=$this->report["p2l"];
		if (isset($table)) {
			if (count($table->data)) { // table exists and has data
				$table->output();
				echo "<sup>Note: Line numbers are as in committed file, it may differ when you update to use newer .pot, also edited multi line messages may shift line position.</sup>\n";
				echo "<p>Total:".count($table->data)."</p>\n";
			} else {
				echo "<p><b>PASS</b></p>\n";
			}
		} else {
			echo "<p><i>Internal error</i></p>";
		}//*/

		echo "<a name=\"acc\"></a><a name=\"acc$lang\"></a><h3>Missing/Unexpected Key Accelerator test</h3>\n";
		echo "<p>This is accessibility test. Passing this test is recommended. 
			If you are interesting in more details about accelerator key overlapping I may enable such test for your language, but in fact there not too much to do against it.
			According <a href=\"http://tortoisesvn.net/user/2\">Luebbe</a> and <a href=\"http://tortoisesvn.net/user/3\">Stefan</a> 
			there is no problem about it you just have to use accelerator more time to select element and then use enter or space for activate button.
			</p>\n";
		$table=$this->report["acc"];
		if (isset($table)) {
			if (count($table->data)) { // table exists and has data
				$table->output();
				echo "<sup>Note: Line numbers are as in committed file, it may differ when you update to use newer .pot, also edited multi line messages may shift line position.</sup>\n";
				echo "<p>Total:".count($table->data)."</p>\n";
			} else {
				echo "<p><b>PASS</b></p>\n";
			}
		} else {
			echo "<p><i>Internal error</i></p>";
		}

/*		echo "<a name=\"nls\"></a><a name=\"nls$lang\"></a><h3>Differences in new line style</h3>\n";
		echo "<p>This tests if new line style from pot match localized new line style. <b>This test may have false positives when English text has new line style inconsistence.</b> 
				Using more lines for Native when English use just one is also alowed for most of translation even here reported.
			</p>\n";
		$table=$this->report["nls"];
		if (isset($table)) {
			if (count($table->data)) { // table exists and has data
				$table->output();
				echo "<sup>Note: Line numbers are as in committed file, it may differ when you update to use newer .pot, also edited multi line messages may shift line position.</sup>\n";
				echo "<p>Total:".count($table->data)."</p>\n";
			} else {
				echo "<p><b>PASS</b></p>\n";
			}
		} else {
			echo "<p><i>Internal error</i></p>";
		}//*/

		echo "<a name=\"unt\"></a><a name=\"unt$lang\"></a><h3>Not translated strings test</h3>\n";
		echo "<p>This tests if all strings has been translated. Translated mean that there in native string set. If English and native are same it is not marked as not translated, this just can happen.</p>\n";
		$table=$this->report["unt"];
		if (isset($table)) {
			if (count($table->data)) { // table exists and has data
				$table->output();
				echo "<sup>Note: Line numbers are as in committed file, it may differ when you update to use newer .pot, also edited multi line messages may shift line position.</sup>\n";
				echo "<p>Total:".count($table->data)."</p>\n";
			} else {
				echo "<p><b>PASS</b></p>\n";
			}
		} else {
			echo "<p><i>Internal error</i></p>";
		}

		echo "<a name=\"fuz\" /><a name=\"fuz$lang\" /><h3>Fuzzy mark test</h3>\n";
		echo "<p>String marked as fuzzy is not in final shape.</p>\n";
		$table=$this->report["fuz"];
		if (isset($table)) {
			if (count($table->data)) { // table exists and has data
				$table->output();
				echo "<sup>Note: Line numbers are as in committed file, it may differ when you update to use newer .pot, also edited multi line messages may shift line position.</sup>\n";
				echo "<p>Total:".count($table->data)."</p>\n";
			} else {
				echo "<p><b>PASS</b></p>\n";
			}
		} else {
			echo "<p><i>Internal error or not implemented</i></p>";
		}

		echo "<a name=\"esc\" /><a name=\"esc$lang\" /><h3>Escaped chars test</h3>\n";
		echo "<p>This test check if all escaped chars are known and its using match with English. Even you get red here it may be legal for your language.<br/>This test is in developing now. Ignored are: \\r \\n (wee new line style test) and \\\".</p>\n";
		$table=$this->report["esc"];
		if (isset($table)) {
			if (count($table->data)) { // table exists and has data
				$table->output();
				echo "<sup>Note: Line numbers are as in committed file, it may differ when you update to use newer .pot, also edited multi line messages may shift line position.</sup>\n";
				echo "<p>Total:".count($table->data)."</p>\n";
			} else {
				echo "<p><b>PASS</b></p>\n";
			}
		} else {
			echo "<p><i>Internal error or not implemented</i></p>";
		}

		$testName="spl";
		$table=$this->report[$…