1*f3ea6674SAndrew Rist /************************************************************** 2cdf0e10cSrcweir * 3*f3ea6674SAndrew Rist * Licensed to the Apache Software Foundation (ASF) under one 4*f3ea6674SAndrew Rist * or more contributor license agreements. See the NOTICE file 5*f3ea6674SAndrew Rist * distributed with this work for additional information 6*f3ea6674SAndrew Rist * regarding copyright ownership. The ASF licenses this file 7*f3ea6674SAndrew Rist * to you under the Apache License, Version 2.0 (the 8*f3ea6674SAndrew Rist * "License"); you may not use this file except in compliance 9*f3ea6674SAndrew Rist * with the License. You may obtain a copy of the License at 10cdf0e10cSrcweir * 11*f3ea6674SAndrew Rist * http://www.apache.org/licenses/LICENSE-2.0 12cdf0e10cSrcweir * 13*f3ea6674SAndrew Rist * Unless required by applicable law or agreed to in writing, 14*f3ea6674SAndrew Rist * software distributed under the License is distributed on an 15*f3ea6674SAndrew Rist * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 16*f3ea6674SAndrew Rist * KIND, either express or implied. See the License for the 17*f3ea6674SAndrew Rist * specific language governing permissions and limitations 18*f3ea6674SAndrew Rist * under the License. 19cdf0e10cSrcweir * 20*f3ea6674SAndrew Rist *************************************************************/ 21*f3ea6674SAndrew Rist 22*f3ea6674SAndrew Rist 23cdf0e10cSrcweir 24cdf0e10cSrcweir #ifndef _LEX_HXX 25cdf0e10cSrcweir #define _LEX_HXX 26cdf0e10cSrcweir 27cdf0e10cSrcweir #include <hash.hxx> 28cdf0e10cSrcweir #include <tools/gen.hxx> 29cdf0e10cSrcweir #include <tools/stream.hxx> 30cdf0e10cSrcweir 31cdf0e10cSrcweir /******************** enum ***********************************************/ 32cdf0e10cSrcweir enum SVTOKEN_ENUM { SVTOKEN_EMPTY, SVTOKEN_COMMENT, 33cdf0e10cSrcweir SVTOKEN_INTEGER, SVTOKEN_STRING, 34cdf0e10cSrcweir SVTOKEN_BOOL, SVTOKEN_IDENTIFIER, 35cdf0e10cSrcweir SVTOKEN_CHAR, SVTOKEN_RTTIBASE, 36cdf0e10cSrcweir SVTOKEN_EOF, SVTOKEN_HASHID }; 37cdf0e10cSrcweir 38cdf0e10cSrcweir /******************** class SvToken **************************************/ 39cdf0e10cSrcweir class BigInt; 40cdf0e10cSrcweir class SvToken 41cdf0e10cSrcweir { 42cdf0e10cSrcweir friend class SvTokenStream; 43cdf0e10cSrcweir sal_uLong nLine, nColumn; 44cdf0e10cSrcweir SVTOKEN_ENUM nType; 45cdf0e10cSrcweir ByteString aString; 46cdf0e10cSrcweir union 47cdf0e10cSrcweir { 48cdf0e10cSrcweir sal_uLong nLong; 49cdf0e10cSrcweir sal_Bool bBool; 50cdf0e10cSrcweir char cChar; 51cdf0e10cSrcweir // SvRttiBase * pComplexObj; 52cdf0e10cSrcweir SvStringHashEntry * pHash; 53cdf0e10cSrcweir }; 54cdf0e10cSrcweir public: 55cdf0e10cSrcweir SvToken(); 56cdf0e10cSrcweir SvToken( const SvToken & rObj ); 57cdf0e10cSrcweir SvToken( sal_uLong n ); 58cdf0e10cSrcweir SvToken( SVTOKEN_ENUM nTypeP, sal_Bool b ); 59cdf0e10cSrcweir SvToken( char c ); 60cdf0e10cSrcweir SvToken( SVTOKEN_ENUM nTypeP, const ByteString & rStr ); 61cdf0e10cSrcweir // SvToken( SvRttiBase * pComplexObj ); 62cdf0e10cSrcweir SvToken( SVTOKEN_ENUM nTypeP ); 63cdf0e10cSrcweir 64cdf0e10cSrcweir SvToken & operator = ( const SvToken & rObj ); 65cdf0e10cSrcweir 66cdf0e10cSrcweir ByteString GetTokenAsString() const; 67cdf0e10cSrcweir SVTOKEN_ENUM GetType() const { return nType; } 68cdf0e10cSrcweir 69cdf0e10cSrcweir void SetLine( sal_uLong nLineP ) { nLine = nLineP; } 70cdf0e10cSrcweir sal_uLong GetLine() const { return nLine; } 71cdf0e10cSrcweir 72cdf0e10cSrcweir void SetColumn( sal_uLong nColumnP ) { nColumn = nColumnP; } 73cdf0e10cSrcweir sal_uLong GetColumn() const { return nColumn; } 74cdf0e10cSrcweir 75cdf0e10cSrcweir sal_Bool IsEmpty() const { return nType == SVTOKEN_EMPTY; } 76cdf0e10cSrcweir sal_Bool IsComment() const { return nType == SVTOKEN_COMMENT; } 77cdf0e10cSrcweir sal_Bool IsInteger() const { return nType == SVTOKEN_INTEGER; } 78cdf0e10cSrcweir sal_Bool IsString() const { return nType == SVTOKEN_STRING; } 79cdf0e10cSrcweir sal_Bool IsBool() const { return nType == SVTOKEN_BOOL; } 80cdf0e10cSrcweir sal_Bool IsIdentifierHash() const 81cdf0e10cSrcweir { return nType == SVTOKEN_HASHID; } 82cdf0e10cSrcweir sal_Bool IsIdentifier() const 83cdf0e10cSrcweir { 84cdf0e10cSrcweir return nType == SVTOKEN_IDENTIFIER 85cdf0e10cSrcweir || nType == SVTOKEN_HASHID; 86cdf0e10cSrcweir } 87cdf0e10cSrcweir sal_Bool IsChar() const { return nType == SVTOKEN_CHAR; } 88cdf0e10cSrcweir sal_Bool IsRttiBase() const { return nType == SVTOKEN_RTTIBASE; } 89cdf0e10cSrcweir sal_Bool IsEof() const { return nType == SVTOKEN_EOF; } 90cdf0e10cSrcweir 91cdf0e10cSrcweir const ByteString & GetString() const 92cdf0e10cSrcweir { 93cdf0e10cSrcweir return IsIdentifierHash() 94cdf0e10cSrcweir ? pHash->GetName() 95cdf0e10cSrcweir : aString; 96cdf0e10cSrcweir } 97cdf0e10cSrcweir sal_uLong GetNumber() const { return nLong; } 98cdf0e10cSrcweir sal_Bool GetBool() const { return bBool; } 99cdf0e10cSrcweir char GetChar() const { return cChar; } 100cdf0e10cSrcweir // SvRttiBase *GetObject() const { return pComplexObj; } 101cdf0e10cSrcweir 102cdf0e10cSrcweir void SetHash( SvStringHashEntry * pHashP ) 103cdf0e10cSrcweir { pHash = pHashP; nType = SVTOKEN_HASHID; } 104cdf0e10cSrcweir sal_Bool HasHash() const 105cdf0e10cSrcweir { return nType == SVTOKEN_HASHID; } 106cdf0e10cSrcweir SvStringHashEntry * GetHash() const { return pHash; } 107cdf0e10cSrcweir sal_Bool Is( SvStringHashEntry * pEntry ) const 108cdf0e10cSrcweir { return IsIdentifierHash() && pHash == pEntry; } 109cdf0e10cSrcweir }; 110cdf0e10cSrcweir 111cdf0e10cSrcweir inline SvToken::SvToken() 112cdf0e10cSrcweir : nType( SVTOKEN_EMPTY ) {} 113cdf0e10cSrcweir 114cdf0e10cSrcweir inline SvToken::SvToken( sal_uLong n ) 115cdf0e10cSrcweir : nType( SVTOKEN_INTEGER ), nLong( n ) {} 116cdf0e10cSrcweir 117cdf0e10cSrcweir inline SvToken::SvToken( SVTOKEN_ENUM nTypeP, sal_Bool b ) 118cdf0e10cSrcweir : nType( nTypeP ), bBool( b ) {} 119cdf0e10cSrcweir 120cdf0e10cSrcweir inline SvToken::SvToken( char c ) 121cdf0e10cSrcweir : nType( SVTOKEN_CHAR ), cChar( c ) {} 122cdf0e10cSrcweir 123cdf0e10cSrcweir inline SvToken::SvToken( SVTOKEN_ENUM nTypeP, const ByteString & rStr ) 124cdf0e10cSrcweir : nType( nTypeP ), aString( rStr ) {} 125cdf0e10cSrcweir 126cdf0e10cSrcweir /* 127cdf0e10cSrcweir inline SvToken::SvToken( SvRttiBase * pObj ) 128cdf0e10cSrcweir : nType( SVTOKEN_RTTIBASE ), pComplexObj( pObj ) 129cdf0e10cSrcweir { pObj->AddRef(); } 130cdf0e10cSrcweir */ 131cdf0e10cSrcweir 132cdf0e10cSrcweir inline SvToken::SvToken( SVTOKEN_ENUM nTypeP ) 133cdf0e10cSrcweir : nType( nTypeP ) {} 134cdf0e10cSrcweir 135cdf0e10cSrcweir DECLARE_LIST( SvTokenList, SvToken * ) 136cdf0e10cSrcweir 137cdf0e10cSrcweir /******************** class SvTokenStream ********************************/ 138cdf0e10cSrcweir class SvTokenStream 139cdf0e10cSrcweir { 140cdf0e10cSrcweir sal_uLong nLine, nColumn; 141cdf0e10cSrcweir int nBufPos; 142cdf0e10cSrcweir int c; // naechstes Zeichen 143cdf0e10cSrcweir CharSet nCharSet; 144cdf0e10cSrcweir char * pCharTab; // Zeiger auf die Konverierungstabelle 145cdf0e10cSrcweir sal_uInt16 nTabSize; // Tabulator Laenge 146cdf0e10cSrcweir ByteString aStrTrue; 147cdf0e10cSrcweir ByteString aStrFalse; 148cdf0e10cSrcweir sal_uLong nMaxPos; 149cdf0e10cSrcweir 150cdf0e10cSrcweir SvFileStream * pInStream; 151cdf0e10cSrcweir SvStream & rInStream; 152cdf0e10cSrcweir String aFileName; 153cdf0e10cSrcweir SvTokenList aTokList; 154cdf0e10cSrcweir SvToken * pCurToken; 155cdf0e10cSrcweir 156cdf0e10cSrcweir void InitCtor(); 157cdf0e10cSrcweir 158cdf0e10cSrcweir ByteString aBufStr; 159cdf0e10cSrcweir int GetNextChar(); 160cdf0e10cSrcweir int GetFastNextChar() 161cdf0e10cSrcweir { 162cdf0e10cSrcweir return aBufStr.GetChar((sal_uInt16)nBufPos++); 163cdf0e10cSrcweir } 164cdf0e10cSrcweir 165cdf0e10cSrcweir void FillTokenList(); 166cdf0e10cSrcweir sal_uLong GetNumber(); 167cdf0e10cSrcweir sal_Bool MakeToken( SvToken & ); 168cdf0e10cSrcweir sal_Bool IsEof() const { return rInStream.IsEof(); } 169cdf0e10cSrcweir void SetMax() 170cdf0e10cSrcweir { 171cdf0e10cSrcweir sal_uLong n = Tell(); 172cdf0e10cSrcweir if( n > nMaxPos ) 173cdf0e10cSrcweir nMaxPos = n; 174cdf0e10cSrcweir } 175cdf0e10cSrcweir void CalcColumn() 176cdf0e10cSrcweir { 177cdf0e10cSrcweir // wenn Zeilenende berechnung sparen 178cdf0e10cSrcweir if( 0 != c ) 179cdf0e10cSrcweir { 180cdf0e10cSrcweir sal_uInt16 n = 0; 181cdf0e10cSrcweir nColumn = 0; 182cdf0e10cSrcweir while( n < nBufPos ) 183cdf0e10cSrcweir nColumn += aBufStr.GetChar(n++) == '\t' ? nTabSize : 1; 184cdf0e10cSrcweir } 185cdf0e10cSrcweir } 186cdf0e10cSrcweir public: 187cdf0e10cSrcweir SvTokenStream( const String & rFileName ); 188cdf0e10cSrcweir SvTokenStream( SvStream & rInStream, const String & rFileName ); 189cdf0e10cSrcweir ~SvTokenStream(); 190cdf0e10cSrcweir 191cdf0e10cSrcweir const String & GetFileName() const { return aFileName; } 192cdf0e10cSrcweir SvStream & GetStream() { return rInStream; } 193cdf0e10cSrcweir 194cdf0e10cSrcweir void SetCharSet( CharSet nSet ); 195cdf0e10cSrcweir CharSet GetCharSet() const { return nCharSet; } 196cdf0e10cSrcweir 197cdf0e10cSrcweir void SetTabSize( sal_uInt16 nTabSizeP ) 198cdf0e10cSrcweir { nTabSize = nTabSizeP; } 199cdf0e10cSrcweir sal_uInt16 GetTabSize() const { return nTabSize; } 200cdf0e10cSrcweir 201cdf0e10cSrcweir SvToken * GetToken_PrevAll() 202cdf0e10cSrcweir { 203cdf0e10cSrcweir SvToken * pRetToken = pCurToken; 204cdf0e10cSrcweir if( NULL == (pCurToken = aTokList.Prev()) ) 205cdf0e10cSrcweir // Current Zeiger nie Null 206cdf0e10cSrcweir pCurToken = pRetToken; 207cdf0e10cSrcweir 208cdf0e10cSrcweir return pRetToken; 209cdf0e10cSrcweir } 210cdf0e10cSrcweir SvToken * GetToken_NextAll() 211cdf0e10cSrcweir { 212cdf0e10cSrcweir SvToken * pRetToken = pCurToken; 213cdf0e10cSrcweir if( NULL == (pCurToken = aTokList.Next()) ) 214cdf0e10cSrcweir // Current Zeiger nie Null 215cdf0e10cSrcweir pCurToken = pRetToken; 216cdf0e10cSrcweir SetMax(); 217cdf0e10cSrcweir return pRetToken; 218cdf0e10cSrcweir } 219cdf0e10cSrcweir SvToken * GetToken_Next() 220cdf0e10cSrcweir { 221cdf0e10cSrcweir // Kommentare werden initial entfernt 222cdf0e10cSrcweir return GetToken_NextAll(); 223cdf0e10cSrcweir } 224cdf0e10cSrcweir SvToken * GetToken() const { return pCurToken; } 225cdf0e10cSrcweir sal_Bool Read( char cChar ) 226cdf0e10cSrcweir { 227cdf0e10cSrcweir if( pCurToken->IsChar() 228cdf0e10cSrcweir && cChar == pCurToken->GetChar() ) 229cdf0e10cSrcweir { 230cdf0e10cSrcweir GetToken_Next(); 231cdf0e10cSrcweir return sal_True; 232cdf0e10cSrcweir } 233cdf0e10cSrcweir else 234cdf0e10cSrcweir return sal_False; 235cdf0e10cSrcweir } 236cdf0e10cSrcweir void ReadDelemiter() 237cdf0e10cSrcweir { 238cdf0e10cSrcweir if( pCurToken->IsChar() 239cdf0e10cSrcweir && (';' == pCurToken->GetChar() 240cdf0e10cSrcweir || ',' == pCurToken->GetChar()) ) 241cdf0e10cSrcweir { 242cdf0e10cSrcweir GetToken_Next(); 243cdf0e10cSrcweir } 244cdf0e10cSrcweir } 245cdf0e10cSrcweir 246cdf0e10cSrcweir sal_uInt32 Tell() const 247cdf0e10cSrcweir { return aTokList.GetCurPos(); } 248cdf0e10cSrcweir void Seek( sal_uInt32 nPos ) 249cdf0e10cSrcweir { 250cdf0e10cSrcweir pCurToken = aTokList.Seek( nPos ); 251cdf0e10cSrcweir SetMax(); 252cdf0e10cSrcweir } 253cdf0e10cSrcweir void SeekRel( sal_Int32 nRelPos ) 254cdf0e10cSrcweir { 255cdf0e10cSrcweir pCurToken = aTokList.Seek( Tell() + nRelPos ); 256cdf0e10cSrcweir SetMax(); 257cdf0e10cSrcweir } 258cdf0e10cSrcweir void SeekEnd() 259cdf0e10cSrcweir { 260cdf0e10cSrcweir pCurToken = aTokList.Seek( nMaxPos ); 261cdf0e10cSrcweir } 262cdf0e10cSrcweir }; 263cdf0e10cSrcweir 264cdf0e10cSrcweir 265cdf0e10cSrcweir 266cdf0e10cSrcweir #endif // _LEX_HXX 267cdf0e10cSrcweir 268