xref: /AOO41X/main/idl/inc/lex.hxx (revision 67e470dafe1997e73f56ff7ff4878983707e3e07)
1*f3ea6674SAndrew Rist /**************************************************************
2cdf0e10cSrcweir  *
3*f3ea6674SAndrew Rist  * Licensed to the Apache Software Foundation (ASF) under one
4*f3ea6674SAndrew Rist  * or more contributor license agreements.  See the NOTICE file
5*f3ea6674SAndrew Rist  * distributed with this work for additional information
6*f3ea6674SAndrew Rist  * regarding copyright ownership.  The ASF licenses this file
7*f3ea6674SAndrew Rist  * to you under the Apache License, Version 2.0 (the
8*f3ea6674SAndrew Rist  * "License"); you may not use this file except in compliance
9*f3ea6674SAndrew Rist  * with the License.  You may obtain a copy of the License at
10cdf0e10cSrcweir  *
11*f3ea6674SAndrew Rist  *   http://www.apache.org/licenses/LICENSE-2.0
12cdf0e10cSrcweir  *
13*f3ea6674SAndrew Rist  * Unless required by applicable law or agreed to in writing,
14*f3ea6674SAndrew Rist  * software distributed under the License is distributed on an
15*f3ea6674SAndrew Rist  * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
16*f3ea6674SAndrew Rist  * KIND, either express or implied.  See the License for the
17*f3ea6674SAndrew Rist  * specific language governing permissions and limitations
18*f3ea6674SAndrew Rist  * under the License.
19cdf0e10cSrcweir  *
20*f3ea6674SAndrew Rist  *************************************************************/
21*f3ea6674SAndrew Rist 
22*f3ea6674SAndrew Rist 
23cdf0e10cSrcweir 
24cdf0e10cSrcweir #ifndef _LEX_HXX
25cdf0e10cSrcweir #define _LEX_HXX
26cdf0e10cSrcweir 
27cdf0e10cSrcweir #include <hash.hxx>
28cdf0e10cSrcweir #include <tools/gen.hxx>
29cdf0e10cSrcweir #include <tools/stream.hxx>
30cdf0e10cSrcweir 
31cdf0e10cSrcweir /******************** enum ***********************************************/
32cdf0e10cSrcweir enum SVTOKEN_ENUM { SVTOKEN_EMPTY,      SVTOKEN_COMMENT,
33cdf0e10cSrcweir                     SVTOKEN_INTEGER,    SVTOKEN_STRING,
34cdf0e10cSrcweir                     SVTOKEN_BOOL,       SVTOKEN_IDENTIFIER,
35cdf0e10cSrcweir                     SVTOKEN_CHAR,       SVTOKEN_RTTIBASE,
36cdf0e10cSrcweir                     SVTOKEN_EOF,		SVTOKEN_HASHID };
37cdf0e10cSrcweir 
38cdf0e10cSrcweir /******************** class SvToken **************************************/
39cdf0e10cSrcweir class BigInt;
40cdf0e10cSrcweir class SvToken
41cdf0e10cSrcweir {
42cdf0e10cSrcweir friend class SvTokenStream;
43cdf0e10cSrcweir     sal_uLong               	nLine, nColumn;
44cdf0e10cSrcweir     SVTOKEN_ENUM        	nType;
45cdf0e10cSrcweir     ByteString              	aString;
46cdf0e10cSrcweir     union
47cdf0e10cSrcweir 	{
48cdf0e10cSrcweir         sal_uLong           	nLong;
49cdf0e10cSrcweir         sal_Bool            	bBool;
50cdf0e10cSrcweir         char            	cChar;
51cdf0e10cSrcweir //	    SvRttiBase *    	pComplexObj;
52cdf0e10cSrcweir 	    SvStringHashEntry *	pHash;
53cdf0e10cSrcweir     };
54cdf0e10cSrcweir public:
55cdf0e10cSrcweir             SvToken();
56cdf0e10cSrcweir             SvToken( const SvToken & rObj );
57cdf0e10cSrcweir             SvToken( sal_uLong n );
58cdf0e10cSrcweir             SvToken( SVTOKEN_ENUM nTypeP, sal_Bool b );
59cdf0e10cSrcweir             SvToken( char c );
60cdf0e10cSrcweir             SvToken( SVTOKEN_ENUM nTypeP, const ByteString & rStr );
61cdf0e10cSrcweir //            SvToken( SvRttiBase * pComplexObj );
62cdf0e10cSrcweir             SvToken( SVTOKEN_ENUM nTypeP );
63cdf0e10cSrcweir 
64cdf0e10cSrcweir     SvToken & operator = ( const SvToken & rObj );
65cdf0e10cSrcweir 
66cdf0e10cSrcweir     ByteString          GetTokenAsString() const;
GetType() const67cdf0e10cSrcweir     SVTOKEN_ENUM    GetType() const { return nType; }
68cdf0e10cSrcweir 
SetLine(sal_uLong nLineP)69cdf0e10cSrcweir     void        SetLine( sal_uLong nLineP )     { nLine = nLineP;       }
GetLine() const70cdf0e10cSrcweir     sal_uLong       GetLine() const             { return nLine;         }
71cdf0e10cSrcweir 
SetColumn(sal_uLong nColumnP)72cdf0e10cSrcweir     void        SetColumn( sal_uLong nColumnP ) { nColumn = nColumnP;   }
GetColumn() const73cdf0e10cSrcweir     sal_uLong       GetColumn() const           { return nColumn;       }
74cdf0e10cSrcweir 
IsEmpty() const75cdf0e10cSrcweir     sal_Bool        IsEmpty() const     { return nType == SVTOKEN_EMPTY; }
IsComment() const76cdf0e10cSrcweir     sal_Bool        IsComment() const   { return nType == SVTOKEN_COMMENT; }
IsInteger() const77cdf0e10cSrcweir     sal_Bool        IsInteger() const   { return nType == SVTOKEN_INTEGER; }
IsString() const78cdf0e10cSrcweir     sal_Bool        IsString() const    { return nType == SVTOKEN_STRING; }
IsBool() const79cdf0e10cSrcweir     sal_Bool        IsBool() const      { return nType == SVTOKEN_BOOL; }
IsIdentifierHash() const80cdf0e10cSrcweir     sal_Bool        IsIdentifierHash() const
81cdf0e10cSrcweir                 { return nType == SVTOKEN_HASHID; }
IsIdentifier() const82cdf0e10cSrcweir     sal_Bool        IsIdentifier() const
83cdf0e10cSrcweir 				{
84cdf0e10cSrcweir 					return nType == SVTOKEN_IDENTIFIER
85cdf0e10cSrcweir 							|| nType == SVTOKEN_HASHID;
86cdf0e10cSrcweir 				}
IsChar() const87cdf0e10cSrcweir     sal_Bool        IsChar() const      { return nType == SVTOKEN_CHAR; }
IsRttiBase() const88cdf0e10cSrcweir     sal_Bool        IsRttiBase() const  { return nType == SVTOKEN_RTTIBASE; }
IsEof() const89cdf0e10cSrcweir     sal_Bool        IsEof() const       { return nType == SVTOKEN_EOF; }
90cdf0e10cSrcweir 
GetString() const91cdf0e10cSrcweir     const ByteString & GetString() const
92cdf0e10cSrcweir 				{
93cdf0e10cSrcweir 					return IsIdentifierHash()
94cdf0e10cSrcweir 						? pHash->GetName()
95cdf0e10cSrcweir 						: aString;
96cdf0e10cSrcweir 				}
GetNumber() const97cdf0e10cSrcweir     sal_uLong       GetNumber() const       { return nLong;         }
GetBool() const98cdf0e10cSrcweir     sal_Bool        GetBool() const         { return bBool;         }
GetChar() const99cdf0e10cSrcweir     char        GetChar() const         { return cChar;         }
100cdf0e10cSrcweir //    SvRttiBase *GetObject() const       { return pComplexObj;   }
101cdf0e10cSrcweir 
SetHash(SvStringHashEntry * pHashP)102cdf0e10cSrcweir     void        SetHash( SvStringHashEntry * pHashP )
103cdf0e10cSrcweir 				{ pHash = pHashP; nType = SVTOKEN_HASHID; }
HasHash() const104cdf0e10cSrcweir     sal_Bool        HasHash() const
105cdf0e10cSrcweir                 { return nType == SVTOKEN_HASHID; }
GetHash() const106cdf0e10cSrcweir     SvStringHashEntry * GetHash() const { return pHash; }
Is(SvStringHashEntry * pEntry) const107cdf0e10cSrcweir     sal_Bool        Is( SvStringHashEntry * pEntry ) const
108cdf0e10cSrcweir                 { return IsIdentifierHash() && pHash == pEntry; }
109cdf0e10cSrcweir };
110cdf0e10cSrcweir 
SvToken()111cdf0e10cSrcweir inline SvToken::SvToken()
112cdf0e10cSrcweir     : nType( SVTOKEN_EMPTY ) {}
113cdf0e10cSrcweir 
SvToken(sal_uLong n)114cdf0e10cSrcweir inline SvToken::SvToken( sal_uLong n )
115cdf0e10cSrcweir     : nType( SVTOKEN_INTEGER ), nLong( n ) {}
116cdf0e10cSrcweir 
SvToken(SVTOKEN_ENUM nTypeP,sal_Bool b)117cdf0e10cSrcweir inline SvToken::SvToken( SVTOKEN_ENUM nTypeP, sal_Bool b )
118cdf0e10cSrcweir     : nType( nTypeP ), bBool( b ) {}
119cdf0e10cSrcweir 
SvToken(char c)120cdf0e10cSrcweir inline SvToken::SvToken( char c )
121cdf0e10cSrcweir     : nType( SVTOKEN_CHAR ), cChar( c ) {}
122cdf0e10cSrcweir 
SvToken(SVTOKEN_ENUM nTypeP,const ByteString & rStr)123cdf0e10cSrcweir inline SvToken::SvToken( SVTOKEN_ENUM nTypeP, const ByteString & rStr )
124cdf0e10cSrcweir     : nType( nTypeP ), aString( rStr ) {}
125cdf0e10cSrcweir 
126cdf0e10cSrcweir /*
127cdf0e10cSrcweir inline SvToken::SvToken( SvRttiBase * pObj )
128cdf0e10cSrcweir     : nType( SVTOKEN_RTTIBASE ), pComplexObj( pObj )
129cdf0e10cSrcweir 		{ pObj->AddRef(); }
130cdf0e10cSrcweir */
131cdf0e10cSrcweir 
SvToken(SVTOKEN_ENUM nTypeP)132cdf0e10cSrcweir inline SvToken::SvToken( SVTOKEN_ENUM nTypeP )
133cdf0e10cSrcweir : nType( nTypeP ) {}
134cdf0e10cSrcweir 
135cdf0e10cSrcweir DECLARE_LIST( SvTokenList, SvToken * )
136cdf0e10cSrcweir 
137cdf0e10cSrcweir /******************** class SvTokenStream ********************************/
138cdf0e10cSrcweir class SvTokenStream
139cdf0e10cSrcweir {
140cdf0e10cSrcweir     sal_uLong       nLine, nColumn;
141cdf0e10cSrcweir     int			nBufPos;
142cdf0e10cSrcweir     int         c;          // naechstes Zeichen
143cdf0e10cSrcweir     CharSet     nCharSet;
144cdf0e10cSrcweir     char *      pCharTab;   // Zeiger auf die Konverierungstabelle
145cdf0e10cSrcweir     sal_uInt16      nTabSize;   // Tabulator Laenge
146cdf0e10cSrcweir 	ByteString		aStrTrue;
147cdf0e10cSrcweir 	ByteString		aStrFalse;
148cdf0e10cSrcweir 	sal_uLong		nMaxPos;
149cdf0e10cSrcweir 
150cdf0e10cSrcweir     SvFileStream *  pInStream;
151cdf0e10cSrcweir     SvStream &      rInStream;
152cdf0e10cSrcweir     String          aFileName;
153cdf0e10cSrcweir     SvTokenList     aTokList;
154cdf0e10cSrcweir 	SvToken *		pCurToken;
155cdf0e10cSrcweir 
156cdf0e10cSrcweir     void        InitCtor();
157cdf0e10cSrcweir 
158cdf0e10cSrcweir     ByteString      	aBufStr;
159cdf0e10cSrcweir     int         	GetNextChar();
GetFastNextChar()160cdf0e10cSrcweir     int         	GetFastNextChar()
161cdf0e10cSrcweir 					{
162cdf0e10cSrcweir                         return aBufStr.GetChar((sal_uInt16)nBufPos++);
163cdf0e10cSrcweir 					}
164cdf0e10cSrcweir 
165cdf0e10cSrcweir 	void			FillTokenList();
166cdf0e10cSrcweir     sal_uLong       	GetNumber();
167cdf0e10cSrcweir     sal_Bool        	MakeToken( SvToken & );
IsEof() const168cdf0e10cSrcweir 	sal_Bool			IsEof() const { return rInStream.IsEof(); }
SetMax()169cdf0e10cSrcweir 	void			SetMax()
170cdf0e10cSrcweir 					{
171cdf0e10cSrcweir 						sal_uLong n = Tell();
172cdf0e10cSrcweir 						if( n > nMaxPos )
173cdf0e10cSrcweir 							nMaxPos = n;
174cdf0e10cSrcweir 					}
CalcColumn()175cdf0e10cSrcweir 	void			CalcColumn()
176cdf0e10cSrcweir 					{
177cdf0e10cSrcweir 						// wenn Zeilenende berechnung sparen
178cdf0e10cSrcweir 						if( 0 != c )
179cdf0e10cSrcweir 						{
180cdf0e10cSrcweir 							sal_uInt16 n = 0;
181cdf0e10cSrcweir 							nColumn = 0;
182cdf0e10cSrcweir 							while( n < nBufPos )
183cdf0e10cSrcweir                                 nColumn += aBufStr.GetChar(n++) == '\t' ? nTabSize : 1;
184cdf0e10cSrcweir 						}
185cdf0e10cSrcweir 					}
186cdf0e10cSrcweir public:
187cdf0e10cSrcweir                     SvTokenStream( const String & rFileName );
188cdf0e10cSrcweir                     SvTokenStream( SvStream & rInStream, const String & rFileName );
189cdf0e10cSrcweir                     ~SvTokenStream();
190cdf0e10cSrcweir 
GetFileName() const191cdf0e10cSrcweir     const String &  GetFileName() const { return aFileName; }
GetStream()192cdf0e10cSrcweir     SvStream &      GetStream() { return rInStream; }
193cdf0e10cSrcweir 
194cdf0e10cSrcweir     void            SetCharSet( CharSet nSet );
GetCharSet() const195cdf0e10cSrcweir     CharSet         GetCharSet() const { return nCharSet; }
196cdf0e10cSrcweir 
SetTabSize(sal_uInt16 nTabSizeP)197cdf0e10cSrcweir     void            SetTabSize( sal_uInt16 nTabSizeP )
198cdf0e10cSrcweir                     { nTabSize = nTabSizeP; }
GetTabSize() const199cdf0e10cSrcweir     sal_uInt16          GetTabSize() const { return nTabSize; }
200cdf0e10cSrcweir 
GetToken_PrevAll()201cdf0e10cSrcweir     SvToken *       GetToken_PrevAll()
202cdf0e10cSrcweir 					{
203cdf0e10cSrcweir 					    SvToken * pRetToken = pCurToken;
204cdf0e10cSrcweir 					    if( NULL == (pCurToken = aTokList.Prev()) )
205cdf0e10cSrcweir 							// Current Zeiger nie Null
206cdf0e10cSrcweir 							pCurToken = pRetToken;
207cdf0e10cSrcweir 
208cdf0e10cSrcweir 					    return pRetToken;
209cdf0e10cSrcweir 					}
GetToken_NextAll()210cdf0e10cSrcweir     SvToken *       GetToken_NextAll()
211cdf0e10cSrcweir 					{
212cdf0e10cSrcweir 					    SvToken * pRetToken = pCurToken;
213cdf0e10cSrcweir 					    if( NULL == (pCurToken = aTokList.Next()) )
214cdf0e10cSrcweir 							// Current Zeiger nie Null
215cdf0e10cSrcweir 							pCurToken = pRetToken;
216cdf0e10cSrcweir 						SetMax();
217cdf0e10cSrcweir 					    return pRetToken;
218cdf0e10cSrcweir 					}
GetToken_Next()219cdf0e10cSrcweir     SvToken *       GetToken_Next()
220cdf0e10cSrcweir 					{
221cdf0e10cSrcweir 						// Kommentare werden initial entfernt
222cdf0e10cSrcweir 						return GetToken_NextAll();
223cdf0e10cSrcweir 					}
GetToken() const224cdf0e10cSrcweir     SvToken *       GetToken() const { return pCurToken; }
Read(char cChar)225cdf0e10cSrcweir     sal_Bool            Read( char cChar )
226cdf0e10cSrcweir                     {
227cdf0e10cSrcweir 					    if( pCurToken->IsChar()
228cdf0e10cSrcweir 						  && cChar == pCurToken->GetChar() )
229cdf0e10cSrcweir 						{
230cdf0e10cSrcweir 							GetToken_Next();
231cdf0e10cSrcweir 							return sal_True;
232cdf0e10cSrcweir 						}
233cdf0e10cSrcweir 						else
234cdf0e10cSrcweir 							return sal_False;
235cdf0e10cSrcweir 					}
ReadDelemiter()236cdf0e10cSrcweir     void            ReadDelemiter()
237cdf0e10cSrcweir                     {
238cdf0e10cSrcweir 					    if( pCurToken->IsChar()
239cdf0e10cSrcweir 						  && (';' == pCurToken->GetChar()
240cdf0e10cSrcweir 						  	  || ',' == pCurToken->GetChar()) )
241cdf0e10cSrcweir 						{
242cdf0e10cSrcweir 							GetToken_Next();
243cdf0e10cSrcweir 						}
244cdf0e10cSrcweir 					}
245cdf0e10cSrcweir 
Tell() const246cdf0e10cSrcweir     sal_uInt32          Tell() const
247cdf0e10cSrcweir                     { return aTokList.GetCurPos(); }
Seek(sal_uInt32 nPos)248cdf0e10cSrcweir     void            Seek( sal_uInt32 nPos )
249cdf0e10cSrcweir                     {
250cdf0e10cSrcweir                         pCurToken = aTokList.Seek( nPos );
251cdf0e10cSrcweir 						SetMax();
252cdf0e10cSrcweir                     }
SeekRel(sal_Int32 nRelPos)253cdf0e10cSrcweir     void            SeekRel( sal_Int32 nRelPos )
254cdf0e10cSrcweir                     {
255cdf0e10cSrcweir                         pCurToken = aTokList.Seek( Tell() + nRelPos );
256cdf0e10cSrcweir 						SetMax();
257cdf0e10cSrcweir                     }
SeekEnd()258cdf0e10cSrcweir     void            SeekEnd()
259cdf0e10cSrcweir                     {
260cdf0e10cSrcweir                         pCurToken = aTokList.Seek( nMaxPos );
261cdf0e10cSrcweir                     }
262cdf0e10cSrcweir };
263cdf0e10cSrcweir 
264cdf0e10cSrcweir 
265cdf0e10cSrcweir 
266cdf0e10cSrcweir #endif // _LEX_HXX
267cdf0e10cSrcweir 
268