/tags/beta3/harbour/utils/hbpp/hbppcore.c

/*
 * $Id: hbppcore.c 7547 2007-06-13 22:34:17Z  $
 */

/*
 * Harbour Project source code:
 * Preprocessor core module
 *
 * Copyright 1999 Alexander S.Kresin <alex@belacy.belgorod.su>
 * www - http://www.harbour-project.org
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2, or (at your option)
 * any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this software; see the file COPYING.  If not, write to
 * the Free Software Foundation, Inc., 59 Temple Place, Suite 330,
 * Boston, MA 02111-1307 USA (or visit the web site http://www.gnu.org/).
 *
 * As a special exception, the Harbour Project gives permission for
 * additional uses of the text contained in its release of Harbour.
 *
 * The exception is that, if you link the Harbour libraries with other
 * files to produce an executable, this does not by itself cause the
 * resulting executable to be covered by the GNU General Public License.
 * Your use of that executable is in no way restricted on account of
 * linking the Harbour library code into it.
 *
 * This exception does not however invalidate any other reasons why
 * the executable file might be covered by the GNU General Public License.
 *
 * This exception applies only to the code released by the Harbour
 * Project under the name Harbour.  If you copy code from other
 * Harbour Project or Free Software Foundation releases into a copy of
 * Harbour, as the General Public License permits, the exception does
 * not apply to the code that you add in this way.  To avoid misleading
 * anyone as to the status of such modified files, you must delete
 * this exception notice from them.
 *
 * If you write modifications of your own for Harbour, it is your choice
 * whether to permit this exception to apply to your modifications.
 * If you do not wish that, delete this exception notice.
 *
 */

/*
 * The following parts are Copyright of the individual authors.
 * www - http://www.harbour-project.org
 *
 * Copyright 1999-2001 Viktor Szakats <viktor.szakats@syenar.hu>
 *    __DATE__, __TIME__, __HB_MAIN__ support
 *
 * Copyright 2000 Ron Pinkas <Ron@Profit-Master.com>
 *
 * hb_pp_SetRules_() and related code for supportting
 * replaceable rules with -w switch
 *
 * See doc/license.txt for licensing terms.
 *
 */

/*
 * Avoid tracing in preprocessor/compiler.
 */
#if ! defined(HB_TRACE_UTILS)
#if defined(HB_TRACE_LEVEL)
#undef HB_TRACE_LEVEL
#endif
#endif

#include <time.h>
#include <errno.h>

#include "hbppdef.h"
#include "hbcomp.h"

#if defined( OS_UNIX_COMPATIBLE )
#include <sys/timeb.h>
#else
#include <sys/timeb.h>
#endif

int hb_pp_ParseDefine_( char * );        /* Process #define directive */

static COMMANDS *AddCommand( char * );  /* Add new #command to an array  */
static COMMANDS *AddTranslate( char * );        /* Add new #translate to an array  */
static DEFINES *DefSearch( char *, int, BOOL * );
static COMMANDS *ComSearch( char *, COMMANDS * );
static COMMANDS *TraSearch( char *, COMMANDS * );

static int ParseUndef( char * );        /* Process #undef directive */
static int ParseIfdef( char *, int );   /* Process #ifdef directive */
static void ParseCommand( char *, BOOL, BOOL ); /* Process #command or #translate directive */
static void ConvertPatterns( char *, int, char *, int );        /* Converting result pattern in #command and #translate */
static int WorkDefine( char **, char *, DEFINES * );    /* Replace fragment of code with a #defined result text */
static int WorkPseudoF( char **, char *, DEFINES * );   /* Replace pseudofunction with a #defined result text */
static int WorkCommand( char *, char *, COMMANDS * );
static int WorkTranslate( char *, char *, COMMANDS *, int * );
static int CommandStuff( char *, char *, char *, int *, BOOL, BOOL );
static int RemoveSlash( char * );
static int WorkMarkers( char **, char **, char *, int *, BOOL, BOOL );
static int getExpReal( char *, char **, BOOL, int, BOOL, BOOL );
static BOOL isExpres( char *, BOOL );
static BOOL TestOptional( char *, char * );
static BOOL CheckOptional( char *, char *, char *, int *, BOOL, BOOL );
static void SkipOptional( char ** );

static void SearnRep( char *, char *, int, char *, int * );
static int ReplacePattern( char, char *, int, char *, int );
static void pp_rQuotes( char *, char * );
static int md_strAt( char *, int, char *, BOOL, BOOL, BOOL, int );

#define MD_STR_AT_IGNORECASE  0 /* search ignoring case */
#define MD_STR_AT_USESUBCASE  1 /* use case specified in search string (old) */
static char *PrevSquare( char *, char *, int * );
static int IsInStr( char, char * );
static int stroncpy( char *, char *, int );
static int strincpy( char *, char * );
static BOOL truncmp( char **, char **, BOOL );
static BOOL strincmp( char *, char **, BOOL );
static int strotrim( char *, BOOL );    /* Ron Pinkas 2001-02-14 added 2nd parameter */
static int NextWord( char **, char *, BOOL );
static int NextName( char **, char * );
static int NextParm( char **, char * );
static BOOL OpenInclude( char *, HB_PATHNAMES *, PHB_FNAME, BOOL bStandardOnly, char * );
static BOOL IsIdentifier( char *szProspect );
static int IsMacroVar( char *szText, BOOL isCommand );
static void RemoveOptional( char *cpatt );
static int ConvertOptional( char *cpatt, int len, BOOL bLeft );

#define ISNAME( c )  ( isalnum( c ) || ( c ) == '_' || ( c ) > 0x7E )
#define MAX_NAME     255
#define MAX_EXP      2048
#define PATTERN_SIZE 2048

#define STATE_INIT      0
#define STATE_NORMAL    1
#define STATE_COMMENT   2
#define STATE_QUOTE1    3
#define STATE_QUOTE2    4
#define STATE_QUOTE3    5
#define STATE_ID_END    6
#define STATE_ID        7
#define STATE_EXPRES    8
#define STATE_EXPRES_ID 9
#define STATE_BRACKET   10

#define IT_EXPR       1
#define IT_ID         2
#define IT_COMMA      3
#define IT_ID_OR_EXPR 4

#define HB_PP_MAX_INCLUDES FOPEN_MAX - 5 - 1

#define HB_PP_MATCH_MARK '\1'
#define HB_PP_OPT_START  '\2'
#define HB_PP_OPT_END    '\3'

/* Ron Pinkas added 2000-01-24 */
#define IS_2CHAR_OPERATOR( p ) ( p[0] && p[1] && ( strncmp( p, ":=", 2 ) == 0 || \
                                                   strncmp( p, "+=", 2 ) == 0 || \
                                                   strncmp( p, "-=", 2 ) == 0 || \
                                                   strncmp( p, "*=", 2 ) == 0 || \
                                                   strncmp( p, "/=", 2 ) == 0 || \
                                                   strncmp( p, "^=", 2 ) == 0 || \
                                                   strncmp( p, "==", 2 ) == 0 || \
                                                   strncmp( p, "<>", 2 ) == 0 || \
                                                   strncmp( p, "<=", 2 ) == 0 || \
                                                   strncmp( p, ">=", 2 ) == 0 || \
                                                   strncmp( p, "++", 2 ) == 0 || \
                                                   strncmp( p, "--", 2 ) == 0 || \
                                                   strncmp( p, "->", 2 ) == 0      ) )
/* END, Ron Pinkas added 2000-01-24 */


static int s_kolAddDefs = 0;
static int s_kolAddComs = 0;
static int s_kolAddTras = 0;
static int s_ParseState;
static int s_maxCondCompile;
static int s_aIsRepeate[5];
static int s_Repeate;
static BOOL s_bReplacePat = TRUE;
static int s_numBrackets;
static char s_groupchar;
static char s_prevchar;
/* additional buffers for expressions */
static char *s_expreal = NULL;   /* allocation inside WorkMarkers */
static char *s_expcopy = NULL;   /* allocation inside SearnExp */

/* global variables */
int *hb_pp_aCondCompile = NULL;
int hb_pp_nCondCompile = 0;
BOOL hb_pp_NestedLiteralString = FALSE;
BOOL hb_pp_LiteralEscSeq = FALSE;
unsigned int hb_pp_MaxTranslateCycles = 1024;
int hb_pp_StreamBlock = 0;
char *hb_pp_STD_CH = NULL;

/* Ron Pinkas added 2000-11-21 */
static BOOL s_bArray = FALSE;

/* Table with parse errors */
const char *hb_pp_szErrors[] = {
   "Can\'t open #include file: \'%s\'; %s",
   "#else does not match #ifdef",
   "#endif does not match #ifdef",
   "Bad filename in #include",
   "#define without parameters",
   "Missing => in #translate/#command \'%s\' [%s]'",
   "Error in pattern definition",
   "Cycled #define",
   "Invalid name follows #: \'%s\'",
   "\'%s\'",
   "Memory allocation error",
   "Memory reallocation error",
   "Freeing a NULL memory pointer",
   "Value out of range in #pragma directive",
   "Can\'t open command definitions file: \'%s\'",
   "Invalid command definitions file name: \'%s\'",
   "Too many nested #includes, can\'t open: \'%s\'",
   "Input buffer overflow",
   "Label missing in #define '%s'",
   "Comma or right parenthesis missing in #define '%s'",
   "Label duplicated in #define '%s(%s)'",
};

/* Table with warnings */
const char *hb_pp_szWarnings[] = {
   "1Redefinition or duplicate definition of #define %s",
   "1No directives in command definitions file"
};

void hb_pp_SetRules_( HB_INCLUDE_FUNC_PTR pIncludeFunc, BOOL bQuiet )
{
   HB_TRACE( HB_TR_DEBUG, ( "hb_pp_SetRules_()" ) );

   if( hb_pp_STD_CH )
   {
      if( *hb_pp_STD_CH > ' ' )
      {
         hb_comp_pFileName = hb_fsFNameSplit( hb_pp_STD_CH );

         if( hb_comp_pFileName->szName )
         {
            char szFileName[_POSIX_PATH_MAX];

            if( !hb_comp_pFileName->szExtension )
               hb_comp_pFileName->szExtension = ".ch";

            hb_fsFNameMerge( szFileName, hb_comp_pFileName );

            if( ( *pIncludeFunc ) ( szFileName, hb_comp_pIncludePath ) )
            {
               hb_pp_Init(  );

               hb_pp_ReadRules(  );

               if( s_kolAddComs || s_kolAddTras || s_kolAddDefs > 3 )
               {
                  if( !bQuiet )
                     printf( "Loaded: %i Commands, %i Translates, %i Defines from: %s\n", s_kolAddComs, s_kolAddTras, s_kolAddDefs - 3, szFileName );
               }
               else
               {
                  hb_compGenWarning( NULL, hb_pp_szWarnings, 'I', HB_PP_WARN_NO_DIRECTIVES, NULL /*szFileName */ , NULL );
               }

               fclose( hb_comp_files.pLast->handle );
               hb_xfree( hb_comp_files.pLast->pBuffer );
               hb_xfree( hb_comp_files.pLast->szFileName );
               hb_xfree( hb_comp_files.pLast );
               hb_comp_files.pLast = NULL;
               hb_comp_files.iFiles = 0;

               hb_xfree( ( void * ) hb_comp_pFileName );
               hb_comp_pFileName = NULL;
            }
            else
            {
               hb_compGenError( NULL, hb_pp_szErrors, 'F', HB_PP_ERR_CANNOT_OPEN_RULES, szFileName, NULL );
            }
         }
         else
         {
            hb_compGenError( NULL, hb_pp_szErrors, 'F', HB_PP_ERR_BAD_RULES_FILE_NAME, hb_pp_STD_CH, NULL );
         }
      }
      else
      {
         if( !bQuiet )
            printf( "Standard command definitions excluded.\n" );

         hb_pp_Init(  );
      }
      hb_xfree( hb_pp_STD_CH );
   }
   else
   {
      hb_pp_Table(  );
      hb_pp_Init(  );
   }
}

void hb_pp_Free( void )
{
   DEFINES *stdef;
   COMMANDS *stcmd;

   HB_TRACE( HB_TR_DEBUG, ( "hb_pp_Free()" ) );

   while( s_kolAddDefs )
   {
      stdef = hb_pp_topDefine;
      if( stdef->pars )
         hb_xfree( stdef->pars );
      if( stdef->value )
         hb_xfree( stdef->value );
      if( stdef->name )
         hb_xfree( stdef->name );
      hb_pp_topDefine = stdef->last;
      hb_xfree( stdef );
      s_kolAddDefs--;
   }
   while( s_kolAddComs )
   {
      stcmd = hb_pp_topCommand;
      if( stcmd->mpatt )
         hb_xfree( stcmd->mpatt );
      if( stcmd->value )
         hb_xfree( stcmd->value );
      hb_xfree( stcmd->name );
      hb_pp_topCommand = stcmd->last;
      hb_xfree( stcmd );
      s_kolAddComs--;
   }
   while( s_kolAddTras )
   {
      stcmd = hb_pp_topTranslate;
      if( stcmd->mpatt )
         hb_xfree( stcmd->mpatt );
      if( stcmd->value )
         hb_xfree( stcmd->value );
      hb_xfree( stcmd->name );
      hb_pp_topTranslate = stcmd->last;
      hb_xfree( stcmd );
      s_kolAddTras--;
   }
   if( hb_pp_aCondCompile )
   {
      hb_xfree( ( void * ) hb_pp_aCondCompile );
      hb_pp_aCondCompile = NULL;
   }
   hb_pp_InternalFree();
   
   if( s_expreal )
   {
      hb_xfree( ( void *) s_expreal );
      s_expreal = NULL;
   }
   if( s_expcopy )
   {
      hb_xfree( ( void *) s_expcopy );
      s_expcopy = NULL;
   }
}

void hb_pp_Init( void )
{
   HB_TRACE( HB_TR_DEBUG, ( "hb_pp_Init()" ) );

   hb_pp_Free(  );

   s_ParseState = 0;
   s_maxCondCompile = 5;
   s_bReplacePat = TRUE;
   s_prevchar = 'A';

   if( !hb_pp_aCondCompile )
      hb_pp_aCondCompile = ( int * ) hb_xgrab( sizeof( int ) * 5 );

   hb_pp_nCondCompile = 0;

   {
      char sOS[64];
      char sVer[64];
      char *pSrc, *pDst;
      char *szPlatform = hb_verPlatform(  );
      int n;

      hb_strncpy( sOS, "__PLATFORM__", sizeof( sOS ) - 1 );

      pSrc = szPlatform;
      n = strlen( sOS );
      pDst = sOS;

      while( *pSrc && *pSrc != ' ' && n < ( int ) sizeof( sOS ) - 1 )
      {
         if( *pSrc == '_' || ( *pSrc >= 'A' && *pSrc <= 'Z' ) || ( *pSrc >= 'a' && *pSrc <= 'z' ) || ( *pSrc >= '0' && *pSrc <= '9' ) )
         {
            pDst[n++] = *pSrc;
         }
         pSrc++;
      }
      pDst[n] = 0;

      n = 0;
      pDst = sVer;
      pDst[n++] = '"';
      if( *pSrc == ' ' )
      {
         while( *( ++pSrc ) && n < ( int ) sizeof( sVer ) - 2 )
            pDst[n++] = *pSrc;
      }
      pDst[n++] = '"';
      pDst[n] = 0;

      hb_pp_AddDefine_( sOS, sVer );
#ifdef HB_OS_UNIX
      hb_strncpy( &sOS[12], "UNIX", sizeof( sOS ) - 13 );
      hb_pp_AddDefine_( sOS, sVer );
#endif
      hb_xfree( szPlatform );
   }

   {
      char szResult[6];
      USHORT usHarbour = ( 256 * HB_VER_MAJOR ) + HB_VER_MINOR;

      /*
         This updates __HARBOUR__ on every change of HB_VER_MAJOR / HB_VER_MINOR
         HIBYTE is the HB_VER_MAJOR value and the LOBYTE is the HB_VER_MINOR value.

         The check below is to ensure that __HARBOUR__ gets the
         value of 1 by default
       */
      snprintf( szResult, sizeof( szResult ), "%05d", ( usHarbour ? usHarbour : 1 ) );
      hb_pp_AddDefine_( "__HARBOUR__", szResult );
   }

   {
      char szResult[11];
      time_t t;
      struct tm *oTime;

      time( &t );
      oTime = localtime( &t );

      snprintf( szResult, sizeof( szResult ), "\"%04d%02d%02d\"", oTime->tm_year + 1900, oTime->tm_mon + 1, oTime->tm_mday );
      hb_pp_AddDefine_( "__DATE__", szResult );

      snprintf( szResult, sizeof( szResult ), "\"%02d:%02d:%02d\"", oTime->tm_hour, oTime->tm_min, oTime->tm_sec );
      hb_pp_AddDefine_( "__TIME__", szResult );
   }

   {
      char szResult[11];

      snprintf( szResult, sizeof( szResult ), "%d", ( int ) sizeof( void * ) );
#if defined( HB_ARCH_16BIT )
      hb_pp_AddDefine_( "__ARCH16BIT__", szResult );
#elif defined( HB_ARCH_32BIT )
      hb_pp_AddDefine_( "__ARCH32BIT__", szResult );
#elif defined( HB_ARCH_64BIT )
      hb_pp_AddDefine_( "__ARCH64BIT__", szResult );
#endif

#if defined( HB_LITTLE_ENDIAN )
      hb_pp_AddDefine_( "__LITTLE_ENDIAN__", szResult );
#elif defined( HB_BIG_ENDIAN )
      hb_pp_AddDefine_( "__BIG_ENDIAN__", szResult );
#elif defined( HB_PDP_ENDIAN )
      hb_pp_AddDefine_( "__PDP_ENDIAN__", szResult );
#endif
   }

#ifdef HARBOUR_START_PROCEDURE
   hb_pp_AddDefine_( "__HB_MAIN__", HARBOUR_START_PROCEDURE );
#endif
}

/* Table with parse warnings */
/* NOTE: The first character stores the warning's level that triggers this
 * warning. The warning's level is set by -w<n> command line option.
 */

int hb_pp_ParseDirective_( char *sLine )
{
   char sDirective[MAX_NAME];
   char szInclude[_POSIX_PATH_MAX];
   int i;
   int bIgnore = 1;
   char *sParse;

   HB_TRACE( HB_TR_DEBUG, ( "hb_pp_ParseDirective_(%s)", sLine ) );

   strotrim( sLine, TRUE );
   hb_pp_strocpy( sLine, sLine + 1 );
   sParse = sLine;

   i = NextName( &sLine, sDirective );
   hb_strupr( sDirective );

   HB_SKIPTABSPACES( sLine );

   if( i == 4 && memcmp( sDirective, "ELSE", 4 ) == 0 )
   {                            /* ---  #else  --- */
      if( hb_pp_nCondCompile == 0 )
         hb_compGenError( NULL, hb_pp_szErrors, 'F', HB_PP_ERR_DIRECTIVE_ELSE, NULL, NULL );
      else if( hb_pp_nCondCompile == 1 || hb_pp_aCondCompile[hb_pp_nCondCompile - 2] )
         hb_pp_aCondCompile[hb_pp_nCondCompile - 1] = 1 - hb_pp_aCondCompile[hb_pp_nCondCompile - 1];
   }

   else if( i >= 4 && i <= 5 && memcmp( sDirective, "ENDIF", i ) == 0 )
   {                            /* --- #endif  --- */
      if( hb_pp_nCondCompile == 0 )
         hb_compGenError( NULL, hb_pp_szErrors, 'F', HB_PP_ERR_DIRECTIVE_ENDIF, NULL, NULL );
      else
         hb_pp_nCondCompile--;
   }

   else if( i >= 4 && i <= 5 && memcmp( sDirective, "IFDEF", i ) == 0 )
      ParseIfdef( sLine, TRUE );        /* --- #ifdef  --- */

   else if( i >= 4 && i <= 6 && memcmp( sDirective, "IFNDEF", i ) == 0 )
      ParseIfdef( sLine, FALSE );       /* --- #ifndef  --- */

   else if( hb_pp_nCondCompile == 0 || hb_pp_aCondCompile[hb_pp_nCondCompile - 1] )
   {
      if( i >= 4 && i <= 7 && memcmp( sDirective, "INCLUDE", i ) == 0 )
      {                         /* --- #include --- */
         char cDelimChar;

         if( *sLine != '\"' && *sLine != '\'' && *sLine != '<' )
            hb_compGenError( NULL, hb_pp_szErrors, 'F', HB_PP_ERR_WRONG_NAME, NULL, NULL );

         cDelimChar = *sLine;
         if( cDelimChar == '<' )
            cDelimChar = '>';
         else if( cDelimChar == '`' )
            cDelimChar = '\'';

         sLine++;
         i = 0;
         while( *( sLine + i ) != '\0' && *( sLine + i ) != cDelimChar )
            i++;
         if( *( sLine + i ) != cDelimChar )
            hb_compGenError( NULL, hb_pp_szErrors, 'F', HB_PP_ERR_WRONG_NAME, NULL, NULL );
         *( sLine + i ) = '\0';

         if( !OpenInclude( sLine, hb_comp_pIncludePath, hb_comp_pFileName, ( cDelimChar == '>' ), szInclude ) )
         {
            if( errno == 0 || errno == EMFILE )
               hb_compGenError( NULL, hb_pp_szErrors, 'F', HB_PP_ERR_TOO_MANY_INCLUDES, sLine, NULL );
            else
            {
#if defined(__CYGWIN__) || defined(__IBMCPP__) || defined(__LCC__)
               hb_compGenError( NULL, hb_pp_szErrors, 'F', HB_PP_ERR_CANNOT_OPEN, sLine, "" );
#else
               hb_compGenError( NULL, hb_pp_szErrors, 'F', HB_PP_ERR_CANNOT_OPEN, sLine, strerror( errno ) );
#endif
            }
         }
      }

      else if( i >= 4 && i <= 6 && memcmp( sDirective, "DEFINE", i ) == 0 )
         hb_pp_ParseDefine_( sLine );    /* --- #define  --- */

      else if( i >= 4 && i <= 5 && memcmp( sDirective, "UNDEF", i ) == 0 )
         ParseUndef( sLine );   /* --- #undef  --- */

      else if( ( i >= 4 && i <= 7 && memcmp( sDirective, "COMMAND", i ) == 0 ) || ( i >= 4 && i <= 8 && memcmp( sDirective, "XCOMMAND", i ) == 0 ) )
         /* --- #command  --- */
         ParseCommand( sLine, ( i == 7 ) ? FALSE : TRUE, TRUE );

      else
         if( ( i >= 4 && i <= 9 && memcmp( sDirective, "TRANSLATE", i ) == 0 )
             || ( i >= 4 && i <= 10 && memcmp( sDirective, "XTRANSLATE", i ) == 0 ) )
         /* --- #translate  --- */
         ParseCommand( sLine, ( i == 9 ) ? FALSE : TRUE, FALSE );

      else if( i >= 4 && i <= 6 && memcmp( sDirective, "STDOUT", i ) == 0 )
         printf( "%s\n", sLine );       /* --- #stdout  --- */

      else if( i >= 4 && i <= 5 && memcmp( sDirective, "ERROR", i ) == 0 )
         /* --- #error  --- */
         hb_compGenError( NULL, hb_pp_szErrors, 'E', HB_PP_ERR_EXPLICIT, sLine, NULL );

      else if( i == 4 && memcmp( sDirective, "LINE", 4 ) == 0 )
         return -1;

      else if( i == 6 && memcmp( sDirective, "PRAGMA", 6 ) == 0 )
      {
         hb_pp_strocpy( sParse, sParse + 6 );
         bIgnore = hb_pp_ParsePragma( sParse ); /* --- #pragma  --- */
      }
      else
         hb_compGenError( NULL, hb_pp_szErrors, 'F', HB_PP_ERR_WRONG_DIRECTIVE, sDirective, NULL );
   }
   return bIgnore;
}

int hb_pp_ParseDefine_( char *sLine )
{
   char defname[MAX_NAME], pars[MAX_NAME + 1];
   int i, npars = -1;
   DEFINES *lastdef;

   HB_TRACE( HB_TR_DEBUG, ( "hb_pp_ParseDefine_(%s)", sLine ) );

   HB_SKIPTABSPACES( sLine );
   if( ISNAME( ( BYTE ) * sLine ) )
   {
      char *cParams = NULL;

      NextName( &sLine, defname );
      if( *sLine == '(' )       /* If pseudofunction was found */
      {
         int iParLen = 0;
         int iLen;

         sLine++;
         HB_SKIPTABSPACES( sLine );

         npars = 0;
         while( *sLine && *sLine != ')' )
         {
            if( ISNAME( ( BYTE ) * sLine ) )
            {
               NextName( &sLine, pars );
               iLen = strlen( pars );
               if( cParams == NULL )
               {
                  /* 'xy0' -> '~xy0' */
                  cParams = ( char * ) hb_xgrab( iLen + 2 );
               }
               else
               {
                  /* '~xy0' -> '~xy,~ab0' */
                  char *cPos;

                  cPos = strstr( cParams, pars );
                  if( cPos && ( cPos[iLen] == ',' || cPos[iLen] == '\0' ) )
                  {
                     cPos--;
                     if( *cPos == '\001' )
                        hb_compGenError( NULL, hb_pp_szErrors, 'F', HB_PP_ERR_LABEL_DUPL_IN_DEFINE, defname, pars );
                  }
                  cParams = ( char * ) hb_xrealloc( cParams, iParLen + iLen + 3 );
                  cParams[iParLen++] = ',';
                  cParams[iParLen] = '\0';
               }
               cParams[iParLen] = '\001';
               memcpy( cParams + iParLen + 1, pars, iLen + 1 );
               iParLen += iLen + 1;
               npars++;
               HB_SKIPTABSPACES( sLine );
            }
            else
               hb_compGenError( NULL, hb_pp_szErrors, 'F', HB_PP_ERR_LABEL_MISSING_IN_DEFINE, defname, NULL );

            if( *sLine == ',' )
            {
               sLine++;
               HB_SKIPTABSPACES( sLine );
               if( *sLine == ')' )
                  hb_compGenError( NULL, hb_pp_szErrors, 'F', HB_PP_ERR_LABEL_MISSING_IN_DEFINE, defname, NULL );
            }
         }
         HB_SKIPTABSPACES( sLine );
         if( *sLine == '\0' )
            hb_compGenError( NULL, hb_pp_szErrors, 'F', HB_PP_ERR_PARE_MISSING_IN_DEFINE, defname, NULL );

         sLine++;
      }

      HB_SKIPTABSPACES( sLine );

      if( cParams )
      {
         char *tmp = cParams;
         char *cPos;
         int iPar, iLen, iPos, iOldPos;

         iLen = strlen( sLine );
         for( i = 0; i < npars; i++ )
         {
            /*1z,1y */
            cPos = strchr( tmp, ',' );
            if( cPos )
               iPar = cPos - tmp;
            else
               iPar = strlen( tmp );
            memcpy( pars, tmp, iPar );
            pars[iPar] = '\0';
            iOldPos = 0;
            while( ( iPos = md_strAt( pars + 1, iPar - 1, sLine + iOldPos, TRUE, FALSE, FALSE, MD_STR_AT_IGNORECASE ) ) != 0 )
            {
               if( sLine[iOldPos + iPos] != '\001' )
               {
                  hb_pp_Stuff( pars, sLine + iOldPos + iPos - 1, iPar, iPar - 1, iLen - iPos - iOldPos );
                  iLen++;
               }
               iOldPos += iPos + iPar;
            }
            if( cPos )
               tmp = cPos + 1;
         }
      }
      lastdef = hb_pp_AddDefine_( defname, ( *sLine == '\0' ) ? NULL : sLine );

      if( lastdef )
      {
         lastdef->npars = npars;
         lastdef->pars = cParams;
      }
      else if( cParams )
         hb_xfree( cParams );
   }
   else
      hb_compGenError( NULL, hb_pp_szErrors, 'F', HB_PP_ERR_DEFINE_ABSENT, NULL, NULL );

   return 0;
}

DEFINES *hb_pp_AddDefine_( char *defname, char *value )
{
   BOOL isNew;
   DEFINES *stdef;
   int len = strlen( defname );

   HB_TRACE( HB_TR_DEBUG, ( "hb_pp_AddDefine_(%s, %s)", defname, value ) );

   stdef = DefSearch( defname, len, &isNew );

   if( stdef != NULL )
   {
      hb_compGenWarning( NULL, hb_pp_szWarnings, 'I', HB_PP_WARN_DEFINE_REDEF, defname, NULL );

      if( isNew )
      {
         if( stdef->pars )
            hb_xfree( stdef->pars );
         if( stdef->value )
            hb_xfree( stdef->value );
      }
      else
         return NULL;
   }
   else
   {
      stdef = ( DEFINES * ) hb_xgrab( sizeof( DEFINES ) );
      stdef->last = hb_pp_topDefine;
      hb_pp_topDefine = stdef;
      stdef->name = hb_strdup( defname );
      stdef->namelen = len;
      stdef->npars = -1;

      s_kolAddDefs++;
   }

   stdef->value = ( value == NULL ) ? NULL : hb_strdup( value );
   stdef->pars = NULL;

   return stdef;
}

static int ParseUndef( char *sLine )
{
   char defname[MAX_NAME];
   DEFINES *stdef;
   BOOL isNew;
   int len;

   HB_TRACE( HB_TR_DEBUG, ( "ParseUndef(%s)", sLine ) );

   NextWord( &sLine, defname, FALSE );

   len = strlen( defname );
   if( ( stdef = DefSearch( defname, len, &isNew ) ) != NULL )
   {
      if( isNew )
      {
         if( stdef->pars )
            hb_xfree( stdef->pars );
         if( stdef->value )
            hb_xfree( stdef->value );
         hb_xfree( stdef->name );
      }
      stdef->pars = NULL;
      stdef->value = NULL;
      stdef->name = NULL;
      stdef->namelen = 0;
   }

   return 0;
}

static int ParseIfdef( char *sLine, int usl )
{
   char defname[MAX_NAME];
   DEFINES *stdef;
   int len = 0;

   HB_TRACE( HB_TR_DEBUG, ( "ParseIfdef(%s, %d)", sLine, usl ) );

   if( hb_pp_nCondCompile == 0 || hb_pp_aCondCompile[hb_pp_nCondCompile - 1] )
   {
      len = NextWord( &sLine, defname, FALSE );
      if( *defname == '\0' )
         hb_compGenError( NULL, hb_pp_szErrors, 'F', HB_PP_ERR_DEFINE_ABSENT, NULL, NULL );
   }
   if( hb_pp_nCondCompile == s_maxCondCompile )
   {
      s_maxCondCompile += 5;
      hb_pp_aCondCompile = ( int * ) hb_xrealloc( hb_pp_aCondCompile, sizeof( int ) * s_maxCondCompile );
   }
   if( hb_pp_nCondCompile == 0 || hb_pp_aCondCompile[hb_pp_nCondCompile - 1] )
   {
      if( ( ( stdef = DefSearch( defname, len, NULL ) ) != NULL && usl ) || ( stdef == NULL && !usl ) )
         hb_pp_aCondCompile[hb_pp_nCondCompile] = 1;
      else
         hb_pp_aCondCompile[hb_pp_nCondCompile] = 0;
   }
   else
      hb_pp_aCondCompile[hb_pp_nCondCompile] = 0;

   hb_pp_nCondCompile++;

   return 0;
}

static DEFINES *DefSearch( char *defname, int len, BOOL * isNew )
{
   int kol = 0, j;
   DEFINES *stdef = hb_pp_topDefine;

   HB_TRACE( HB_TR_DEBUG, ( "DefSearch(%s)", defname ) );

   while( stdef != NULL )
   {
      kol++;
      if( stdef->name != NULL && stdef->namelen == len )
      {
         for( j = 0; *( stdef->name + j ) == *( defname + j ) && *( stdef->name + j ) != '\0'; j++ ) ;
         if( *( stdef->name + j ) == *( defname + j ) )
         {
            if( isNew )
               *isNew = ( s_kolAddDefs >= kol );
            return stdef;
         }
      }
      stdef = stdef->last;
   }
   return NULL;
}

static COMMANDS *ComSearch( char *cmdname, COMMANDS * stcmdStart )
{
   COMMANDS *stcmd = ( stcmdStart ) ? stcmdStart : hb_pp_topCommand;

   HB_TRACE( HB_TR_DEBUG, ( "ComSearch(%s, %p)", cmdname, stcmdStart ) );

   while( stcmd != NULL )
   {
      int j;

      for( j = 0; ( *( stcmd->name + j ) == toupper( *( cmdname + j ) ) ) &&
           ( *( stcmd->name + j ) != '\0' ) && ( ( stcmd->com_or_xcom ) ? 1 : ( j < 4 || ISNAME( ( BYTE ) * ( cmdname + j + 1 ) ) ) ); j++ ) ;
      if( ( *( stcmd->name + j ) == toupper( *( cmdname + j ) ) )
          || ( !stcmd->com_or_xcom && j >= 4 && *( stcmd->name + j ) != '\0' && *( cmdname + j ) == '\0' ) )
         break;

      stcmd = stcmd->last;
   }

   return stcmd;
}

static COMMANDS *TraSearch( char *cmdname, COMMANDS * sttraStart )
{
   int j;
   COMMANDS *sttra = ( sttraStart ) ? sttraStart : hb_pp_topTranslate;

   HB_TRACE( HB_TR_DEBUG, ( "TraSearch(%s, %p)", cmdname, sttraStart ) );

   while( sttra != NULL )
   {
      for( j = 0; *( sttra->name + j ) == toupper( *( cmdname + j ) ) &&
           *( sttra->name + j ) != '\0' && ( ( sttra->com_or_xcom ) ? 1 : ( j < 4 || ISNAME( ( BYTE ) * ( cmdname + j + 1 ) ) ) ); j++ ) ;
      if( *( sttra->name + j ) == toupper( *( cmdname + j ) )
          || ( !sttra->com_or_xcom && j >= 4 && *( sttra->name + j ) != '\0' && *( cmdname + j ) == '\0' ) )
         break;
      sttra = sttra->last;
   }
   return sttra;
}

static void ParseCommand( char *sLine, BOOL com_or_xcom, BOOL com_or_tra )
{
#if !defined(HB_PP_DEBUG_MEMORY)
   static char mpatt[PATTERN_SIZE];
#else
   char *mpatt = ( char * ) hb_xgrab( PATTERN_SIZE );
#endif
   char *rpatt;

   char cmdname[MAX_NAME];
   COMMANDS *stcmd;
   int mlen, rlen;
   int ipos;

   /* Ron Pinkas added 2000-12-03 */
   BOOL bOk = FALSE;

   HB_TRACE( HB_TR_DEBUG, ( "ParseCommand(%s, %d, %d)", sLine, com_or_xcom, com_or_tra ) );

   HB_SKIPTABSPACES( sLine );
   ipos = 0;

   /* JFL 2000-09-19 */
   /* This was the original line as Alexander wrote it */
   /* while( *sLine != '\0' && *sLine != ' ' && *sLine != '\t' && *sLine != '<' && *sLine != '=' && ( *sLine != '(' || ipos == 0 ) ) */
   /* Now the line #xtranslate = name(.. => will be allowed */

   /* I changed it to the following to allow < and = to be the first char within a translate or xtranslate */
   while( *sLine != '\0' && *sLine != ' ' && *sLine != '\t'
          && ( *sLine != '<' || ipos == 0 ) && ( *sLine != '=' || ipos == 0 ) && ( *sLine != '(' || ipos == 0 ) )
   {
      /* Ron Pinkas added 2000-01-24 */
      if( !ISNAME( ( BYTE ) * sLine ) )
      {
         if( *sLine == '[' && ipos )
            break;

         if( IS_2CHAR_OPERATOR( sLine ) )
         {
            *( cmdname + ipos++ ) = *sLine++;
            *( cmdname + ipos++ ) = *sLine++;
            break;
         }
         else
         {
            *( cmdname + ipos++ ) = *sLine++;
            break;
         }
      }
      /* END, Ron Pinkas added 2000-01-24 */

      *( cmdname + ipos++ ) = *sLine++;
   }
   *( cmdname + ipos ) = '\0';

   if( !ipos )
   {
#if defined(HB_PP_DEBUG_MEMORY)
      hb_xfree( ( void * ) mpatt );
#endif
      return;
   }

   hb_strupr( cmdname );
   HB_SKIPTABSPACES( sLine );

   /* Ron Pinkas added 2000-12-03 */
   ipos = 0;
   while( *sLine )
   {
      mpatt[ipos++] = *sLine;

      if( *sLine == '=' )
      {
         int i = ipos;

         sLine++;
         mpatt[i++] = *sLine;

         while( *sLine && ( *sLine == ' ' || *sLine == '\t' ) )
         {
            sLine++;
            mpatt[i++] = *sLine;
         }

         if( *sLine == '>' )
         {
            ipos = ipos - 2;
            while( mpatt[ipos] == ' ' || mpatt[ipos] == '\t' )
            {
               ipos--;
            }

            mpatt[ipos + 1] = '\0';
            sLine++;
            bOk = TRUE;
            break;
         }

         ipos = i;
      }

      sLine++;
   }
   /* End - Ron Pinkas added 2000-12-03 */

   /* Ron Pinkas modified 2000-12-03
      if( (ipos = hb_strAt( "=>", 2, sLine, strlen(sLine) )) > 0 ) */
   if( bOk )
   {
      /* Ron Pinkas removed 2000-12-03
         stroncpy( mpatt, sLine, ipos-1 ); */

      mlen = strotrim( mpatt, TRUE );

      /* Ron Pinkas removed 2000-12-03
         sLine += ipos + 1; */

      HB_SKIPTABSPACES( sLine );
      /* hb_pp_strocpy( rpatt, sLine ); */
      rpatt = sLine;
      rlen = strotrim( rpatt, TRUE );

      ConvertPatterns( mpatt, mlen, rpatt, rlen );
      RemoveSlash( mpatt );
      rlen = RemoveSlash( rpatt );

      if( com_or_tra )
         stcmd = AddCommand( cmdname );
      else
         stcmd = AddTranslate( cmdname );

      stcmd->com_or_xcom = com_or_xcom;
      stcmd->mpatt = hb_strdup( mpatt );
      stcmd->value = ( rlen > 0 ) ? hb_strdup( rpatt ) : NULL;
   }
   else
   {
      sLine -= ( ipos + 1 );
      hb_compGenError( NULL, hb_pp_szErrors, 'F', HB_PP_ERR_COMMAND_DEFINITION, cmdname, sLine );
   }
#if defined(HB_PP_DEBUG_MEMORY)
   hb_xfree( ( void * ) mpatt );
#endif
}

/* Remove escape characters and check '[' optional markers
*/
static int ConvertOptional( char *cpatt, int len, BOOL bLeft )
{
   int i = 0;

   while( cpatt[i] != '\0' )
   {
      if( cpatt[i] == '"' || cpatt[i] == '\'' )
      {
         char c = cpatt[i];

         i++;
         while( cpatt[i] && cpatt[i] != c )
         {
            i++;
         }
         i++;
         continue;              /* skip "strings" */
      }

      if( cpatt[i] == '[' )
      {
         if( i && cpatt[i - 1] == '\\' )
         {
            hb_pp_Stuff( "", cpatt + i - 1, 0, 1, len - i + 1 );
            len--;
            continue;
         }
         else
         {
            int j = i + 1;
            int iOpenBrackets = 1;
            BOOL bOption = FALSE;

            while( cpatt[j] && iOpenBrackets )
            {
               if( cpatt[j] == '[' && cpatt[j - 1] != '\\' )
                  iOpenBrackets++;
               else if( cpatt[j] == ']' && cpatt[j - 1] != '\\' )
               {
                  if( --iOpenBrackets == 0 && ( bOption || bLeft ) )
                  {
                     cpatt[i] = HB_PP_OPT_START;
                     cpatt[j] = HB_PP_OPT_END;
                  }
               }
               else if( cpatt[j] == '<' )
               {
                  j++;
                  while( cpatt[j] == ' ' || cpatt[j] == '\t' )
                     j++;
                  if( strchr( "*(!-{.\"", cpatt[j] ) || ISNAME( ( BYTE ) cpatt[j] ) )
                  {
                     bOption = TRUE;
                     continue;
                  }
               }
               else if( cpatt[j] == '"' || cpatt[j] == '\'' )
               {
                  char c = cpatt[j];

                  j++;
                  while( cpatt[j] && cpatt[j] != c )
                  {
                     j++;
                  }
               }
               j++;
            }

            if( iOpenBrackets )
            {
               hb_compGenError( NULL, hb_pp_szErrors, 'F', HB_PP_ERR_PATTERN_DEFINITION, cpatt + i, NULL );
            }
         }
      }
      else if( cpatt[i] == ']' )
      {
         if( i && cpatt[i - 1] == '\\' )
         {
            hb_pp_Stuff( "", cpatt + i - 1, 0, 1, len - i + 1 );
            len--;
            continue;
         }
      }
      i++;
   }

   return len;
}

static void RemoveOptional( char *cpatt )
{
   int i = 0;
   int len = strlen( cpatt );
   int iOpenBra = 0;

   while( cpatt[i] != '\0' )
   {
      if( cpatt[i] == '"' || cpatt[i] == '\'' )
      {
         char c = cpatt[i++];

         while( cpatt[i] && cpatt[i] != c )
         {
            i++;
         }
         if( cpatt[i] )
            i++;
         continue;              /* skip "strings" */
      }
      if( cpatt[i] == '[' )
      {
         i++;
         iOpenBra++;
         while( cpatt[i] && iOpenBra )
         {
            if( cpatt[i] == '[' )
               iOpenBra++;
            else if( cpatt[i] == ']' )
               iOpenBra--;
            i++;
         }
         continue;              /* skip [strings] */
      }

      if( cpatt[i] == HB_PP_OPT_START || cpatt[i] == HB_PP_OPT_END )
      {
         hb_pp_Stuff( "", cpatt + i, 0, 1, len - i + 1 );
         len--;
      }
      else
         i++;
   }
}


/* ConvertPatterns()
 * Converts result pattern in #command and #translate to inner format
 */

static void ConvertPatterns( char *mpatt, int mlen, char *rpatt, int rlen )
{
   int i = 0, ipos, ifou;
   int explen, rmlen;
   char exppatt[MAX_NAME], expreal[5] = "   0";
   char lastchar = '@', exptype;
   char *ptr, *ptrtmp;

   HB_TRACE( HB_TR_DEBUG, ( "ConvertPatterns(%s, %d, %s, %d)", mpatt, mlen, rpatt, rlen ) );

   expreal[0] = HB_PP_MATCH_MARK;
   mlen = ConvertOptional( mpatt, mlen, TRUE ); /* left pattern */
   rlen = ConvertOptional( rpatt, rlen, FALSE );        /* right pattern */

   while( *( mpatt + i ) != '\0' )
   {
      if( mpatt[i] == '"' || mpatt[i] == '\'' )
      {
         char c = mpatt[i];

         i++;
         while( mpatt[i] && mpatt[i] != c )
         {
            i++;
         }
         i++;
         continue;              /* skip "strings" */
      }

      if( *( mpatt + i ) == '<' )
      {
         if( i && mpatt[ i-1 ] == '\\' )
         {
            i++;
            continue;
         }
         
         /* Drag match marker, determine it type */
         explen = 0;
         ipos = i;
         i++;
         exptype = '0';
         while( *( mpatt + i ) == ' ' || *( mpatt + i ) == '\t' )
            i++;
         if( *( mpatt + i ) == '*' )    /* Wild match marker */
         {
            exptype = '3';
            i++;
         }
         else if( *( mpatt + i ) == '(' )       /* Extended expression match marker */
         {
            exptype = '4';
            i++;
         }
         else if( *( mpatt + i ) == '!' )       /* Minimal expression match marker */
         {
            exptype = '5';
            i++;
         }
         ptr = mpatt + i;
         while( *ptr != '>' )
         {
            if( *ptr == '\0' || *ptr == '<' || *ptr == '[' || *ptr == ']' )
            {
               hb_compGenError( NULL, hb_pp_szErrors, 'F', HB_PP_ERR_PATTERN_DEFINITION, NULL, NULL );
               return;
            }
            ptr++;
         }

         while( *( mpatt + i ) != '>' )
         {
            if( *( mpatt + i ) == ',' ) /* List match marker */
            {
               exptype = '1';
               while( *( mpatt + i ) != '>' )
                  i++;
               break;
            }
            else if( *( mpatt + i ) == ':' )    /* Restricted match marker */
            {
               exptype = '2';
               *( mpatt + i-- ) = ' ';
               break;
            }
            if( *( mpatt + i ) != ' ' && *( mpatt + i ) != '\t' )
               *( exppatt + explen++ ) = *( mpatt + i );
            i++;
         }

         if( exptype == '3' )
         {
            if( *( exppatt + explen - 1 ) == '*' )
               explen--;
            else
               hb_compGenError( NULL, hb_pp_szErrors, 'F', HB_PP_ERR_PATTERN_DEFINITION, NULL, NULL );
         }
         else if( exptype == '4' )
         {
            if( *( exppatt + explen - 1 ) == ')' )
               explen--;
            else
               hb_compGenError( NULL, hb_pp_szErrors, 'F', HB_PP_ERR_PATTERN_DEFINITION, NULL, NULL );
         }
         else if( exptype == '5' )
         {
            if( *( exppatt + explen - 1 ) == '!' )
               explen--;
            else
               hb_compGenError( NULL, hb_pp_szErrors, 'F', HB_PP_ERR_PATTERN_DEFINITION, NULL, NULL );
         }

         rmlen = i - ipos + 1;
         /* Convert match marker into inner format */
         lastchar = ( lastchar != 'Z' ) ? ( ( char ) ( ( unsigned int ) lastchar + 1 ) ) : 'a';
         expreal[1] = lastchar;
         expreal[2] = exptype;
         hb_pp_Stuff( expreal, mpatt + ipos, 4, rmlen, mlen - ipos );
         mlen += 4 - rmlen;
         i += 4 - rmlen;

         /* Look for appropriate result markers */
         ptr = rpatt;
         while( ( ifou = hb_strAt( exppatt, explen, ptr, rlen - ( ptr - rpatt ) ) ) > 0 )
         {
            /* Convert result marker into inner format */
            ifou--;
            ptr += ifou;
            ptrtmp = ptr + 1;
            rmlen = explen;
            exptype = '0';      /* regular result marker */
            do
            {
               ptr--;
               rmlen++;
               ifou--;
               if( *ptr == '<' )
                  continue;
               else if( *ptr == '\"' )
                  exptype = '2';        /* normal stringify result marker */
               else if( *ptr == '(' )
                  exptype = '3';        /* Smart stringify result marker */
               else if( *ptr == '{' )
                  exptype = '4';        /* Blockify result marker */
               else if( *ptr == '.' )
                  exptype = '5';        /* Logify result marker */
               else if( *ptr == '-' )
                  exptype = '6';        /* ommit (remove) result marker */
               else if( *ptr == ' ' || *ptr == '\t' )
                  continue;
               else
                  ifou = -1;
            }
            while( ifou >= 0 && *ptr != '<' && *( ptr - 1 ) != '\\' );

            if( ifou >= 0 && *ptr == '<' )
            {
               ptr += rmlen++;
               while( *ptr != '\0' && *ptr != '>' && *( ptr - 1 ) != '\\' )
               {
                  if( *ptr != ' ' && *ptr != '\t' && *ptr != '\"' && *ptr != ')' && *ptr != '}' && *ptr != '.' && *ptr != '-' )
                  {
                     ifou = -1;
                     break;
                  }
                  rmlen++;
                  ptr++;
               }
               if( ifou >= 0 && *ptr == '>' )
               {
                  ptr -= rmlen;
                  ptr++;
                  if( exptype == '0' && *( ptr - 1 ) == '#' && *( ptr - 2 ) != '\\' )
                  {
                     exptype = '1';     /* dumb stringify result marker */
                     ptr--;
                     rmlen++;
                  }
                  expreal[2] = exptype;
                  hb_pp_Stuff( expreal, ptr, 4, rmlen, rlen + ( rpatt - ptr ) );
                  rlen += 4 - rmlen;
               }
               else
                  ptr = ptrtmp;
            }
            else
               ptr = ptrtmp;
         }
      }
      i++;
   }
}

static COMMANDS *AddCommand( char *cmdname )
{
   COMMANDS *stcmd;

   HB_TRACE( HB_TR_DEBUG, ( "AddCommand(%s)", cmdname ) );

   stcmd = ( COMMANDS * ) hb_xgrab( sizeof( COMMANDS ) );
   stcmd->last = hb_pp_topCommand;
   hb_pp_topCommand = stcmd;
   stcmd->name = hb_strdup( cmdname );
   stcmd->namelen = strlen( cmdname );
   s_kolAddComs++;
   return stcmd;
}

static COMMANDS *AddTranslate( char *traname )
{
   COMMANDS *sttra;

   HB_TRACE( HB_TR_DEBUG, ( "AddTranslate(%s)", traname ) );

   sttra = ( COMMANDS * ) hb_xgrab( sizeof( COMMANDS ) );
   sttra->last = hb_pp_topTranslate;
   hb_pp_topTranslate = sttra;
   sttra->name = hb_strdup( traname );
   sttra->namelen = strlen( traname );
   s_kolAddTras++;
   return sttra;
}

int hb_pp_ParseExpression( char *sLine, char *sOutLine, BOOL bSplitLines )
{
#if !defined(HB_PP_DEBUG_MEMORY)
   static char rpatt[PATTERN_SIZE];
#else
   char *rpatt = ( char * ) hb_xgrab( PATTERN_SIZE );
#endif
   char sToken[MAX_NAME];
   char *ptri, *ptro, *ptrb;
   int lenToken, i, ipos, isdvig, lens;
   int ifou;
   int rezDef, rezTra, rezCom;
   unsigned int kolpass = 0;
   DEFINES *stdef;
   COMMANDS *stcmd;

   HB_TRACE( HB_TR_DEBUG, ( "hb_pp_ParseExpression(%s, %s)", sLine, sOutLine ) );

   do
   {
      strotrim( sLine, FALSE );

      rezDef = 0;
      rezTra = 0;
      rezCom = 0;
      isdvig = 0;

      do
      {
         ptro = sOutLine;
         ptri = sLine + isdvig;
         if( bSplitLines )
            ipos = md_strAt( ";", 1, ptri, TRUE, FALSE, FALSE, MD_STR_AT_IGNORECASE );
         else
            ipos = 0;

         if( ipos > 0 )
         {
            *( ptri + ipos - 1 ) = '\0';
         }

         HB_SKIPTABSPACES( ptri );

         if( *ptri == '#' )
         {
            int bIgnore;

            hb_strncpy( rpatt, ptri, PATTERN_SIZE - 1 );
            bIgnore = hb_pp_ParseDirective_( rpatt );

            if( ipos > 0 )
            {
               ipos--;
               *( sLine + isdvig + ipos - 1 ) = ';';
               *( sLine + isdvig + ipos ) = ' ';
            }

            lens = strlen( sLine + isdvig );
            if( bIgnore )
               hb_pp_Stuff( " ", sLine + isdvig, 0, ( ipos ) ? ipos : lens, lens );
            else
               hb_pp_Stuff( rpatt, sLine + isdvig, strlen( rpatt ), ( ipos ) ? ipos : lens, lens );

            if( ipos > 0 )
            {
               ipos = 1;
            }
         }
         else
         {                      /* Look for macros from #define      */
            while( ( lenToken = NextName( &ptri, sToken ) ) > 0 )
            {
#if 0
               printf( "Token: >%s< Line: >%s<\n", sToken, sLine );
#endif

               if( ( stdef = DefSearch( sToken, lenToken, NULL ) ) != NULL )
               {
                  ptrb = ptri - lenToken;

                  if( ( i = WorkDefine( &ptri, ptro, stdef ) ) >= 0 )
                  {
                     rezDef++;
                     lens = strlen( ptrb );

                     if( ipos > 0 )
                     {
                        *( ptrb + lens ) = ';';
                        lens += strlen( ptrb + lens + 1 );
                     }

                     hb_pp_Stuff( ptro, ptrb, i, ptri - ptrb, lens + 1 );
                     if( ipos > 0 )
                     {
                        ipos += i - ( ptri - ptrb );
                        *( sLine + isdvig + ipos - 1 ) = '\0';
                     }
                     ptri += i - ( ptri - ptrb );
                  }
               }
            }

            if( rezDef == 0 )
            {
               /* Look for definitions from #translate    */
               stcmd = hb_pp_topTranslate;
               while( stcmd != NULL )
               {
                  ptri = sLine + isdvig;
                  lenToken = stcmd->namelen;

                  while( ( ifou = md_strAt( stcmd->name, lenToken, ptri, TRUE, FALSE, FALSE, MD_STR_AT_USESUBCASE ) ) > 0 )
                  {
                     ptri += ifou - 1;

                     if( ( i = WorkTranslate( ptri + lenToken, ptro, stcmd, &lens ) ) >= 0 )
                     {
                        lens += lenToken;
                        while( lens > 0 && ( *( ptri + lens - 1 ) == ' ' || *( ptri + lens - 1 ) == '\t' ) )
                        {
                           lens--;
                        }

                        if( ipos > 0 )
                        {
                           *( sLine + isdvig + ipos - 1 ) = ';';
                        }

                        hb_pp_Stuff( ptro, ptri, i, lens, strlen( ptri ) );
                        rezTra = 1;

                        if( ipos > 0 )
                        {
                           ipos += i - lens;
                           *( sLine + isdvig + ipos - 1 ) = '\0';
                        }

                        ptri += i;
                     }
                     else
                     {
                        ptri += lenToken;
                     }
                  }

                  stcmd = stcmd->last;
               }
            }                   /* rezDef == 0 */

            /* Look for definitions from #command      */
            /* JFL ! Was 3 but insufficient in most cases */
            /* I know this is a new hardcoded limit ... any better idea's welcome */
            if( rezDef == 0 && rezTra == 0 && kolpass < 20 )
            {
               ptri = sLine + isdvig;
               HB_SKIPTABSPACES( ptri );

               if( ISNAME( ( BYTE ) * ptri ) )
               {
                  NextName( &ptri, sToken );
               }
               else
               {
                  /* Ron Pinkas commented 2000-01-24
                     i = 0;
                     while( *ptri != ' ' && *ptri != '\t' && *ptri != '\0' && *ptri != '\"' && *ptri != '\'' && *ptri != '('  && !ISNAME( ( BYTE ) *ptri ) )
                     {
                     *(sToken+i) = *ptri++;
                     i++;
                     }
                     *(sToken+i) = '\0';
                   */

                  /* Ron Pinkas added 2000-01-24 */
                  if( IS_2CHAR_OPERATOR( ptri ) )
                  {
                     sToken[0] = *ptri++;
                     sToken[1] = *ptri++;
                     sToken[2] = '\0';
                  }
                  else
                  {
                     sToken[0] = *ptri++;
                     sToken[1] = '\0';
                  }
                  /* END, Ron Pinkas added 2000-01-24 */
               }

               HB_SKIPTABSPACES( ptri );

               if( ( *ptri == '\0'
                     || ( *ptri != '='
                          && ( !IsInStr( *ptri, ":/+*-%^" )
                               || *( ptri + 1 ) != '=' ) && ( *ptri != '-'
                                                              || *( ptri + 1 ) != '>' ) ) ) && ( stcmd = ComSearch( sToken, NULL ) ) != NULL )
               {
                  ptro = sOutLine;

                  i = WorkCommand( ptri, ptro, stcmd );
                  ptri = sLine + isdvig;

                  if( ipos > 0 )
                  {
                     *( ptri + ipos - 1 ) = ';';
                  }

                  if( i >= 0 )
                  {
                     if( isdvig + ipos > 0 )
                     {
                        lens = strlen( sLine + isdvig );
                        hb_pp_Stuff( ptro, sLine + isdvig, i, ( ipos ) ? ipos - 1 : lens, lens );

                        if( ipos > 0 )
                        {
                           ipos = i + 1;
                        }
                     }
                     else
                     {
                        memcpy( sLine, sOutLine, i + 1 );
                     }
                  }

                  rezCom = 1;
               }
               else if( ipos > 0 )
               {
                  *( sLine + isdvig + ipos - 1 ) = ';';
               }
            }
            else if( ipos > 0 )
            {
               *( sLine + isdvig + ipos - 1 ) = ';';
            }
         }

         isdvig += ipos;
      }
      while( ipos != 0 );

      kolpass++;

      if( kolpass > hb_pp_MaxTranslateCycles && ( rezDef || rezTra || rezCom ) )
      {
         hb_compGenError( NULL, hb_pp_szErrors, 'F', HB_PP_ERR_RECURSE, NULL, NULL );
         break;
      }
   }
   while( rezDef || rezTra || rezCom );

   RemoveOptional( sLine );
   if( *sOutLine )
   {
      RemoveOptional( sOutLine );
   }

#if defined(HB_PP_DEBUG_MEMORY)
   hb_xfree( ( void * ) rpatt );
#endif
   return 0;
}

static int WorkDefine( char **ptri, char *ptro, DEFINES * stdef )
{
   int npars, lens;
   char *ptr;

   HB_TRACE( HB_TR_DEBUG, ( "WorkDefine(%p, %s, %p)", ptri, ptro, stdef ) );

   if( stdef->npars < 0 )
   {
      lens = hb_pp_strocpy( ptro, stdef->value );
   }
   else
   {
      HB_SKIPTABSPACES( *ptri );

      if( **ptri == '(' )
      {
         npars = 0;
         ptr = *ptri;

         do
         {
            ptr++;

            if( NextParm( &ptr, NULL ) > 0 )
            {
               npars++;
            }
         }
         while( *ptr != ')' && *ptr != '\0' );

         if( *ptr == ')' && stdef->npars == npars )
         {
            /* Ron Pinkas added 2000-11-21 */
            char *pTmp = ptr + 1;

            while( *pTmp && ( *pTmp == ' ' || *pTmp == '\t' ) )
            {
               pTmp++;
            }
            if( *pTmp == '[' )
            {
               s_bArray = TRUE;
            }
            /* END - Ron Pinkas added 2000-11-21 */

            lens = WorkPseudoF( ptri, ptro, stdef );
         }
         else
         {
            return -1;
         }
      }
      else
      {
         return -1;
      }
   }

   return lens;
}

static int WorkPseudoF( char **ptri, char *ptro, DEFINES * stdef )
{
   char parfict[MAX_NAME], *ptrreal;
   char *ptrb;
   int ipos, ifou, ibeg;
   int lenfict, lenreal, lenres;

   HB_TRACE( HB_TR_DEBUG, ( "WorkPseudoF(%p, %s, %p)", ptri, ptro, stdef ) );

   lenres = hb_pp_strocpy( ptro, stdef->value );        /* Copying value of macro to destination string  */

   if( stdef->pars )
   {
      ipos = 0;
      ibeg = 0;
      do                        /* Parsing through parameters */
      {                         /* in macro definition        */
         if( *( stdef->pars + ipos ) == ',' || *( stdef->pars + ipos ) == '\0' )
         {
            *( parfict + ipos - ibeg ) = '\0';
            lenfict = ipos - ibeg;

            if( **ptri != ')' )
            {
               ( *ptri )++;     /* Get next real parameter */
               HB_SKIPTABSPACES( *ptri );
               ptrreal = *ptri;
               lenreal = NextParm( ptri, NULL );

               ptrb = ptro;
               while( ( ifou = hb_strAt( parfict, lenfict, ptrb, lenres - ( ptrb - ptro ) ) ) > 0 )
               {
                  ptrb = ptrb + ifou - 1;
                  if( !ISNAME( ( BYTE ) * ( ptrb - 1 ) ) && !ISNAME( ( BYTE ) * ( ptrb + lenfict ) ) )
                  {
                     hb_pp_Stuff( ptrreal, ptrb, lenreal, lenfict, lenres + ( ptro - ptrb ) );
                     lenres += lenreal - lenfict;
                     ptrb += lenreal;
                  }
                  else
                  {
                     ptrb++;
                  }
               }

               ibeg = ipos + 1;
            }
         }
         else
         {
            *( parfict + ipos - ibeg ) = *( stdef->pars + ipos );
         }

         if( *( stdef->pars + ipos ) == '\0' )
         {
            break;
         }

         ipos++;
      }
      while( 1 );
   }
   else
   {
      while( **ptri != ')' )
      {
         ( *ptri )++;
      }
   }

   ( *ptri )++;

   return lenres;
}

static int WorkCommand( char *ptri, char *ptro, COMMANDS * stcmd )
{
   int rez;
   int lenres;
   char *ptrmp;
   char *sToken = stcmd->name;

   HB_TRACE( HB_TR_DEBUG, ( "WorkCommand(%s, %s, %p)", ptri, ptro, stcmd ) );

   do
   {
      lenres = hb_pp_strocpy( ptro, stcmd->value );     /* Copying result pattern */
      ptrmp = stcmd->mpatt;     /* Pointer to a match pattern */
      s_Repeate = 0;
      s_groupchar = '@';
      rez = CommandStuff( ptrmp, ptri, ptro, &lenres, TRUE, stcmd->com_or_xcom );

      stcmd = stcmd->last;
      if( rez < 0 && stcmd != NULL )
         stcmd = ComSearch( sToken, stcmd );
   }
   while( rez < 0 && stcmd != NULL );

   *( ptro + lenres ) = '\0';
   if( rez >= 0 )
   {
      return lenres;
   }
   return -1;
}

static int WorkTranslate( char *ptri, char *ptro, COMMANDS * sttra, int *lens )
{
   int rez;
   int lenres;
   char *ptrmp;
   char *sToken = sttra->name;

   HB_TRACE( HB_TR_DEBUG, ( "WorkTranslate(%s, %s, %p, %p)", ptri, ptro, sttra, lens ) );

   do
   {
      lenres = hb_pp_strocpy( ptro, sttra->value );
      ptrmp = sttra->mpatt;
      s_Repeate = 0;
      s_groupchar = '@';
      rez = CommandStuff( ptrmp, ptri, ptro, &lenres, FALSE, sttra->com_or_xcom );

      sttra = sttra->last;

      if( rez < 0 && sttra != NULL )
      {
         sttra = TraSearch( sToken, sttra );
      }
   }
   while( rez < 0 && sttra != NULL );

   *( ptro + lenres ) = '\0';

   if( rez >= 0 )
   {
      *lens = rez;
      return lenres;
   }

   return -1;
}

#define MAX_OPTIONALS 64

static int CommandStuff( char *ptrmp, char *inputLine, char *ptro, int *lenres, BOOL com_or_tra, BOOL com_or_xcom )
{
   BOOL endTranslation = FALSE;
   int ipos;
   char *lastopti[MAX_OPTIONALS], *strtopti = NULL, *strtptri = NULL;
   char *ptri = inputLine, *ptr, tmpname[MAX_NAME];
   int isWordInside = 0;
   char szMatch[2];
   char *cSkipped[MAX_OPTIONALS];
   int iSkipped = 0;

   /*
      printf( "MP: >%s<\nIn: >%s<\n", ptrmp, ptri );
    */

   HB_TRACE( HB_TR_DEBUG, ( "CommandStuff(%s, %s, %s, %p, %d, %d)", ptrmp, inputLine, ptro, lenres, com_or_tra, com_or_xcom ) );

   s_numBrackets = 0;
   HB_SKIPTABSPACES( ptri );
   if( ptrmp == NULL )
   {
      if( *ptri != '\0' )
         return -1;
   }
   else
   {
      while( *ptri != '\0' && !endTranslation )
      {
         HB_SKIPTABSPACES( ptrmp );
         if( *ptrmp == HB_PP_OPT_START && !s_numBrackets && !strtopti )
         {
            /* Store start position of outermost optional in pattern */
            strtopti = ptrmp;
         }
         if( !s_numBrackets && strtopti && strtptri != ptri && 
             ( ISNAME( ( BYTE ) * ptri ) || *ptri == '&' ) )
         {
            /* Input stream starts with a word or macro -store the position
             * which matches the outermost optional in pattern
             */
            strtptri = ptri;
            ptrmp = strtopti;
            ptr = ptri;
            ipos = NextName( &ptr, tmpname );   /* get starting keyword */
            ipos = md_strAt( tmpname, ipos, strtopti, TRUE, TRUE, TRUE, MD_STR_AT_USESUBCASE );
            if( ipos && TestOptional( strtopti, strtopti + ipos - 2 ) )
            {
               /* the keyword from input is found in the pattern */
               ptr = PrevSquare( strtopti + ipos - 2, strtopti, NULL );
               if( ptr )
                  ptrmp = ptr;
               if( ptr != strtopti )
               {
                  cSkipped[ iSkipped++ ] = strtopti;
               }
            }
         }

         switch ( *ptrmp )
         {
            case HB_PP_OPT_START:
               if( !s_numBrackets )
                  isWordInside = 0;
               s_numBrackets++;
               s_aIsRepeate[s_Repeate] = 0;
               lastopti[s_Repeate++] = ptrmp;
               ptrmp++;
               if( !CheckOptional( ptrmp, ptri, ptro, lenres, com_or_tra, com_or_xcom ) )
               {
                  SkipOptional( &ptrmp );
               }
               break;

            case HB_PP_OPT_END:
               if( s_Repeate )
               {
                  s_Repeate--;
                  if( s_aIsRepeate[s_Repeate] )
                  {
                     if( ISNAME( ( BYTE ) * ptri ) )
                     {
                        ptr = ptri;
                        ipos = NextName( &ptr, tmpname );
                        ipos = md_strAt( tmpname, ipos, ptrmp, TRUE, TRUE, TRUE, MD_STR_AT_USESUBCASE );
                        if( ipos && TestOptional( ptrmp + 1, ptrmp + ipos - 2 ) )
                        {
                           ptr = PrevSquare( ptrmp + ipos - 2, ptrmp + 1, NULL );
                           if( !ptr || CheckOptional( ptrmp + 1, ptri, ptro, lenres, com_or_tra, com_or_xcom ) )
                           {
                              ptrmp = lastopti[s_Repeate];
                              ptrmp++;
                              s_Repeate++;
                              SkipOptional( &ptrmp );
                              s_numBrackets++;
                              ptrmp++;
                              strtptri = ptri;
                           }
                           else
                              ptrmp = lastopti[s_Repeate];
                        }
                        else
                        {
                           ptrmp = lastopti[s_Repeate];
                        }
                     }
                     else
                     {
                        ptrmp = lastopti[s_Repeate];
                     }
                  }
                  else
                  {
                     if( !isWordInside )
                        strtopti = NULL;
                     ptrmp++;
                  }
                  s_numBrackets--;
               }
               else
               {
                  if( !isWordInside )
                     strtopti = NULL;
                  s_numBrackets--;
                  ptrmp++;
               }
               break;

            case ',':
               if( s_numBrackets == 1 )
                  isWordInside = 1;
               if( !s_numBrackets )
                  strtopti = NULL;
               if( *ptri == ',' )
               {
                  ptrmp++;
                  ptri++;
               }
               else
               {
                  if( s_numBrackets )
                  {
                     SkipOptional( &ptrmp );
                  }
                  else
                     return -1;
               }
               break;

            case HB_PP_MATCH_MARK:     /*  Match marker */
               if( !s_numBrackets )
                  strtopti = NULL;
               if( s_numBrackets == 1 && *( ptrmp + 2 ) == '2' )
                  isWordInside = 1;     /*  restricted match marker  */
               if( ! WorkMarkers( &ptrmp, &ptri, ptro, lenres, com_or_tra, com_or_xcom ) )
               {
                  if( s_numBrackets )
                  {
                     SkipOptional( &ptrmp );
                  }
                  else
                     return -1;
               }
               break;

            case '\0':
               if( iSkipped )
               {
                  ptrmp = cSkipped[ --iSkipped ];
                  break;
               }
               if( com_or_tra )
                  return -1;
               else
                  endTranslation = TRUE;
               break;

            default:           /*   Key word    */
               if( s_numBrackets == 1 )
                  isWordInside = 1;
               if( !s_numBrackets )
                  strtopti = NULL;
               ptr = ptri;
               if( *ptri == ',' || truncmp( &ptri, &ptrmp, !com_or_xcom ) )
               {
                  ptri = ptr;
                  if( s_numBrackets )
                  {
                     SkipOptional( &ptrmp );
                  }
                  else 
                     return -1;
               }
         }
         HB_SKIPTABSPACES( ptri );
      };
   }

   if( *ptrmp != '\0' )
   {
      if( s_Repeate )
      {
         s_Repeate = 0;
         ptrmp = lastopti[0];
      }
      s_numBrackets = 0;
      do
      {
         HB_SKIPTABSPACES( ptrmp );
         if( *ptrmp != '\0' )
            switch ( *ptrmp )
            {
               case HB_PP_OPT_START:
                  ptrmp++;
                  SkipOptional( &ptrmp );
                  ptrmp++;
                  break;
               case HB_PP_OPT_END:
                  ptrmp++;
                  break;
               default:
                  return -1;
            }
      }
      while( *ptrmp != '\0' );
   }

   szMatch[0] = HB_PP_MATCH_MARK;
   szMatch[1] = '\0';
   SearnRep( szMatch, "", 0, ptro, lenres );
   *( ptro + *lenres ) = '\0';

   if( com_or_tra )
      return 1;
   else
      return ( ptri - inputLine );
}

static int RemoveSlash( char *cpatt )
{
   int i = 0;
   int lenres = strlen( cpatt );

   while( cpatt[i] != '\0' )
   {
      if( cpatt[i] == '"' || cpatt[i] == '\'' )
      {
         char c = cpatt[i];

         i++;
         while( cpatt[i] && cpatt[i] != c )
         {
            i++;
         }
         i++;
         continue;              /* skip "strings" */
      }
      if( cpatt[i] == '[' )
      {
         i++;
         while( cpatt[i] && cpatt[i] != ']' )
         {
            i++;
         }
         i++;
         continue;              /* skip [strings] */
      }

      if( cpatt[i] == '\\' )
      {
         hb_pp_Stuff( "", cpatt + i, 0, 1, lenres - i + 1 );
         lenres--;
         i++;
      }
      else
         i++;
   }
   return lenres;
}

static int WorkMarkers( char **ptrmp, char **ptri, char *ptro, int *lenres, BOOL com_or_tra, BOOL com_or_xcom )
{
#if ! defined(HB_PP_DEBUG_MEMORY)
   char exppatt[MAX_NAME];
#else
   char *exppatt = ( char * ) hb_xgrab( MAX_NAME );
#endif
   int lenreal = 0, maxlenreal, lenpatt;
   int rezrestr, ipos, nBra;
   char *ptr, *ptrtemp;

   HB_TRACE( HB_TR_DEBUG, ( "WorkMarkers(%p, %p, %s, %p)", ptrmp, ptri, ptro, lenres ) );

   
   maxlenreal = HB_PP_STR_SIZE;
   if( s_expreal == NULL )
      s_expreal = ( char * ) hb_xgrab( maxlenreal );
      
   /* Copying a match pattern to 'exppatt' */
   lenpatt = stroncpy( exppatt, *ptrmp, 4 );
   *ptrmp += 4;

   HB_SKIPTABSPACES( *ptrmp );

   /* JFL removed 12/11/2001 to allow param like (,,3) as allowed by clipper */
   /*
      if( **ptri == ',' )
      {
      if( s_numBrackets )
      {
      return 0;
      }
      } */

   ptrtemp = *ptrmp;

   if( *( exppatt + 2 ) != '2' && *ptrtemp == HB_PP_OPT_END )
   {
      ptrtemp++;
      HB_SKIPTABSPACES( ptrtemp );

      while( *ptrtemp == HB_PP_OPT_START )
      {
         nBra = 0;
         ptrtemp++;

         while( ( *ptrtemp != HB_PP_OPT_END || nBra ) && *ptrtemp != '\0' )
         {
            if( *ptrtemp == HB_PP_OPT_START )
            {
               nBra++;
            }
            else if( *ptrtemp == HB_PP_OPT_END )
            {
               nBra--;
            }
            ptrtemp++;
         }
         ptrtemp++;

         HB_SKIPTABSPACES( ptrtemp );
      }
   }

   if( *( exppatt + 2 ) != '2' && *ptrtemp != HB_PP_MATCH_MARK
       && *ptrtemp != ',' && *ptrtemp != HB_PP_OPT_START && *ptrtemp != HB_PP_OPT_END && *ptrtemp != '\0' )
   {
      lenreal = strincpy( s_expreal, ptrtemp );

      if( ( ipos = md_strAt( s_expreal, lenreal, *ptri, TRUE, TRUE, FALSE, MD_STR_AT_USESUBCASE ) ) > 0 )
      {
         if( ptrtemp > *ptrm