l10ntools/source/srclex.l

%{
/**************************************************************
 *
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 *
 *************************************************************/
/*
 * lexer for parsing ressource source files (*.src)
 *
 */


/* enlarge token buffer to tokenize whole strings */
#undef YYLMAX
#define YYLMAX 64000

/* to enable debug output define LEXDEBUG */
#define LEXDEBUG        1
#ifdef LEXDEBUG
#define OUTPUT  fprintf
#else
#define OUTPUT(Par1,Par2);
#endif

/* table of possible token ids */
#include "tokens.h"
#include <stdlib.h>
#include <stdio.h>

#if defined __GNUC__
#pragma GCC system_header
#elif defined __SINPRO_CC
#pragma disable_warn
#elif defined _MSC_VER
#pragma warning(push, 1)
#endif

/* external functions (C++ code, declared as extren "C" */
extern int WorkOnTokenSet( int, char* );
extern int InitExport( char * , char * );
extern int Parse( int nTyp, char *pTokenText );
extern int EndExport();
extern int SetError();
extern int GetError();
extern char *GetOutputFile( int argc, char* argv[]);
extern FILE *GetNextFile();
extern int isQuiet();
extern void Close();
extern char* getFilename();

/* forwards */
void YYWarning();
%}

%p 24000
%e 1200
%n 500

%%

^[\t ]*"#pragma".*  {
    WorkOnTokenSet( PRAGMA, yytext );
}

^[ \t]*\n {
    WorkOnTokenSet( EMPTYLINE, yytext );
}

[\t ]+              |
^[\t ]*"#include".* |
^[\t ]*"#undef".*   |
"//".*              |
";"                 |
"<"                 |
">"                 |
\n  {
    WorkOnTokenSet( IGNOREDTOKENS, yytext );
}
"/*"    {
    char c1 = 0, c2 = input();
    char pChar[2];
    pChar[1] = 0x00;
    pChar[0] = c2;

    WorkOnTokenSet( COMMEND, yytext );
    WorkOnTokenSet( COMMEND, pChar );
    for(;;) {
        if ( c2 == EOF )
            break;
        if ( c1 == '*' && c2 == '/' )
            break;
        c1 = c2;
        c2 = input();
        pChar[0] = c2;
        WorkOnTokenSet( COMMEND, pChar );
    }
}

^[\t ]*"#ifndef".+$ |
^[\t ]*"#ifdef".+$  |
^[\t ]*"#if".+$     |
^[\t ]*"#elif".*$   |
^[\t ]*"#else".*$   |
^[\t ]*"#endif".*$  {
    WorkOnTokenSet( CONDITION, yytext );
}

[a-zA-Z]+[\t ]+[^={\n]+[\t ] {
/* defined Res */
    WorkOnTokenSet( DEFINEDRES, yytext );
}

[a-zA-Z]+[ \t]+[^={;\n]+\n[ \t]*"#".*\n[ \t]*"{"    |
[a-zA-Z]+[ \t]+[^={;\n]+\n?([ \t]*"//".*\n)*[ \t]*"{"   {
/* RESSOURCE // String TTT_XX ... */
    WorkOnTokenSet( RESSOURCE, yytext );
}

^[\t ]*[a-zA-Z_]+[\t ]*"\\"?[\t ]*\n?[ \t]*"{"[\t ]*"\\"?   {
/* SMALRESSOURCE // String ... */
    WorkOnTokenSet( SMALRESSOURCE, yytext );
}

[\t ]*[a-zA-Z0-9_]+[ \t]*("["[ \t]*[a-zA-Z0-9_\-]+[ \t]*"]"[ \t]*)?=[ \t]*L?\".*\".*\n? {
/* TEXTLINE // TextTyp = "A Text" */
    WorkOnTokenSet( TEXTLINE, yytext );
}

[\t ]*[a-zA-Z0-9_]+[ \t]*("["[ \t]*[a-zA-Z0-9_\-]+[ \t]*"]"[ \t]*)?(\n[ \t]*)?=([ \t]*\n)?(([a-zA-Z0-9_]+)|(\".*\")|([ \t\n]*))*\".*\"(([a-zA-Z0-9_]+)|(\".*\")|([ \t\n]*))*;   {
/* LONGTEXTLINE // TextTyp = "A Text" HHH_XXX "A Text" ZZZ_TTT ... */
    WorkOnTokenSet( LONGTEXTLINE, yytext );
}

\".*\" {
/* TEXT // "A Text" */
    WorkOnTokenSet( TEXT, yytext );
}

"{"[ \t]*\\?    {
/* LEVELUP */
    WorkOnTokenSet( LEVELUP, yytext );
}

"}"[ \t]*;([ \t]*\\)?   {
/* LEVELDOWN */
    WorkOnTokenSet( LEVELDOWN, yytext );
}

[a-zA-Z0-9_]+[ \t]*"="[ \t]*"MAP_APPFONT"[ \t]*"(".+")".*   {
/* APPFONTMAPPING  Typ = MAP_APPFONT( ... ) */
    WorkOnTokenSet( APPFONTMAPPING, yytext );
}

[ \t]*[a-zA-Z0-9_]+[ \t]*=[ \t]*[0123456789]{1,5}[ \t]*";"?\\? {
/* TEXTREFID // TextTyp = 12345 */
    WorkOnTokenSet( TEXTREFID, yytext );
}

[a-zA-Z0-9_]+[ \t]*"="[\t ]*([ \t]*"//".*\n)*.* |
[a-zA-Z0-9_]+[ \t]*"=".*    {
/* ASSIGNMENT  Typ = ...  */
 WorkOnTokenSet( ASSIGNMENT, yytext );
}


[a-zA-Z0-9_]+[ \t]*("["[ \t]*[a-zA-Z0-9_\-]+[ \t]*"]"[ \t]*)?"="[ \t]*(\\[ \t]*)?\n?[ \t]*"{"[ \t]*(\\[ \t]*)?\n?[ \t]*"<"  {
/* LISTASSIGNMENT  Typ [ ... ] = ... */
    WorkOnTokenSet( LISTASSIGNMENT, yytext );
}

"StringList"+[ \t]*("["[ \t]*[a-zA-Z0-9_\-]+[ \t]*"]"[ \t]*)?"="[ \t]*(\\[ \t]*)?\n?[ \t]*"{"[ \t]*(\\[ \t]*)?\n?[ \t]* {
/* LISTASSIGNMENT  Typ [ ... ] = ... */
    WorkOnTokenSet( LISTASSIGNMENT, yytext );
}

"UIEntries"[ \t]*("["[ \t]*[a-zA-Z0-9_\-]+[ \t]*"]"[ \t]*)?"="[ \t]*(\\[ \t]*)?\n?[ \t]*"{" {
/* UIENTRIES */
    WorkOnTokenSet( UIENTRIES, yytext );
}

"<"?[ \t]*L?\".*\".*">" {
/* LISTTEXT */
    WorkOnTokenSet( LISTTEXT, yytext );
}

[ \t]*"#define"[ \t]+[a-zA-Z0-9_]+.*"\\"    {
/* RSCDEFINE  #define ... */
    WorkOnTokenSet( RSCDEFINE, yytext );
}

[ \t]*"#define"[ \t]+[a-zA-Z0-9_]+.+ {
/* #define ... */
    WorkOnTokenSet( NORMDEFINE, yytext );
}

"\\" {
/* RSCDEFINELEND */
    WorkOnTokenSet( RSCDEFINELEND, yytext );
}

[a-zA-Z0-9_]+[ \t]*; {
/* allowed other tokens like "49 ;" or "SFX_... ;" */
    WorkOnTokenSet( ANYTOKEN, yytext );
}

.   {
    WorkOnTokenSet( UNKNOWNCHAR, yytext );
/*  YYWarning( "Unknown Char" ); */
}

"{"?[ \t]*\".*\"[ \t]*";"[ \t]*"}" {
/* _LISTTEXT */
    WorkOnTokenSet( _LISTTEXT, yytext );
}

%%

/*****************************************************************************/
int yywrap(void)
/*****************************************************************************/
{
    FILE *pFile;
    pFile = GetNextFile();
    if ( pFile ) {
        yyin = pFile;
        yylineno = 0;
        return 0;
    }

   /* end of input reached */
    return 1;
}

/*****************************************************************************/
void YYWarning( char *s )
/*****************************************************************************/
{
    /* write warning to stderr */
    fprintf( stderr, "Warning: \"%s\" in line %d: \"%s\"\n", s, yylineno, yytext  );
}

/*****************************************************************************/
void yyerror( char *s )
/*****************************************************************************/
{
    /* write error to stderr */
    fprintf( stderr, "Error: \"%s\" in line %d: \"%s\"\n", s, yylineno, yytext  );
    SetError();
}

/*****************************************************************************/
int
#ifdef WNT
_cdecl
#endif
main( int argc, char* argv[])
/*****************************************************************************/
{
    /* error level */
    int nRetValue = 0;
    char *pOutput;
    FILE *pFile;

    pOutput = GetOutputFile( argc, argv );

    if ( !pOutput ) {
        fprintf( stdout, "Syntax:TRANSEX[-p Prj][-r PrjRoot]-i FileIn...[-o FileOut][-m DataBase][-e][-b][-u][-L l1,l2,...]\n" );
        fprintf( stdout, " Prj:      Project\n" );
        fprintf( stdout, " PrjRoot:  Path to project root (..\\.. etc.)\n" );
        fprintf( stdout, " FileIn:   Source files (*.src)\n" );
        fprintf( stdout, " FileOut:  Destination file (*.*)\n" );
        fprintf( stdout, " DataBase: Mergedata (*.sdf)\n" );
        fprintf( stdout, " -QQ: quiet output\n" );
        fprintf( stdout, " -e: Disable writing errorlog\n" );
        fprintf( stdout, " -b: Break when Token \"HelpText\" found in source\n" );
        fprintf( stdout, " -u: [english] and [german] are allowed, Id is Taken from DataBase \n" );
        fprintf( stdout, " -NOUTF8: disable UTF8 as language independent encoding\n" );
        fprintf( stdout, " -L: Restrict the handled languages. l1,l2,... are elements of (de,en-US...)\n" );
        fprintf( stdout, "     A fallback language can be defined like this: l1=f1.\n" );
        fprintf( stdout, "     f1, f2,... are also elements of (de,en-US...)\n" );
        fprintf( stdout, "     Example: -L de,es=en-US\n" );
        fprintf( stdout, "              Restriction to de and es, en-US will be fallback for es\n" );
        return 1;
    }

    InitExport( pOutput , getFilename() );
    pFile = GetNextFile();
    if ( !pFile )
        return 1;

    yyin = pFile;

    /* create global instance of class Export */

    /* start parser */
    yylex();
    Close();

    /* get error info. and end export */
    nRetValue = GetError();
    EndExport();

    /* return error level */
    return nRetValue;
}