1 /************************************************************** 2 * 3 * Licensed to the Apache Software Foundation (ASF) under one 4 * or more contributor license agreements. See the NOTICE file 5 * distributed with this work for additional information 6 * regarding copyright ownership. The ASF licenses this file 7 * to you under the Apache License, Version 2.0 (the 8 * "License"); you may not use this file except in compliance 9 * with the License. You may obtain a copy of the License at 10 * 11 * http://www.apache.org/licenses/LICENSE-2.0 12 * 13 * Unless required by applicable law or agreed to in writing, 14 * software distributed under the License is distributed on an 15 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 16 * KIND, either express or implied. See the License for the 17 * specific language governing permissions and limitations 18 * under the License. 19 * 20 *************************************************************/ 21 22 #include <precomp.h> 23 #include <tokens/tkp2.hxx> 24 25 // NOT FULLY DECLARED SERVICES 26 #include <tools/tkpchars.hxx> 27 #include <tokens/tkpcont2.hxx> 28 TokenParse2()29TokenParse2::TokenParse2() 30 : pChars(0) 31 { 32 } 33 34 void Start(CharacterSource & i_rSource)35TokenParse2::Start( CharacterSource & i_rSource ) 36 { 37 pChars = &i_rSource; 38 SetStartContext(); 39 } 40 41 bool GetNextToken()42TokenParse2::GetNextToken() 43 { 44 csv_assert(pChars != 0); 45 46 bool bDone = false; 47 while ( NOT bDone AND NOT pChars->IsFinished() ) 48 { 49 CurrentContext().ReadCharChain(*pChars); 50 bDone = CurrentContext().PassNewToken(); 51 SetCurrentContext(CurrentContext().FollowUpContext()); 52 } 53 return bDone; 54 } 55 56 57