00001 //------------------------------------------------------------------------------ 00002 // Lamp : Open source game middleware 00003 // Copyright (C) 2004 Junpei Ohtani ( Email : junpee@users.sourceforge.jp ) 00004 // 00005 // This library is free software; you can redistribute it and/or 00006 // modify it under the terms of the GNU Lesser General Public 00007 // License as published by the Free Software Foundation; either 00008 // version 2.1 of the License, or (at your option) any later version. 00009 // 00010 // This library is distributed in the hope that it will be useful, 00011 // but WITHOUT ANY WARRANTY; without even the implied warranty of 00012 // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 00013 // Lesser General Public License for more details. 00014 // 00015 // You should have received a copy of the GNU Lesser General Public 00016 // License along with this library; if not, write to the Free Software 00017 // Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA 00018 //------------------------------------------------------------------------------ 00019 00020 /** @file 00021 * ストリームトークナイザ実装 00022 * @author Junpee 00023 */ 00024 00025 #include "LampBasic.h" 00026 #include "Core/InputOutput/StreamTokenizer.h" 00027 #include "Core/InputOutput/TextReader.h" 00028 00029 namespace Lamp{ 00030 00031 // デフォルトデリミタ 00032 const String StreamTokenizer::defaultDelimiter(" \t\r\f"); 00033 00034 //------------------------------------------------------------------------------ 00035 // コンストラクタ 00036 StreamTokenizer::StreamTokenizer(TextReader* reader, const String& delimiter) : 00037 reader_(reader), delimiter_(delimiter), 00038 slashSlash_(true), slashStar_(true), lineNumber_(0){ 00039 } 00040 //------------------------------------------------------------------------------ 00041 // デストラクタ 00042 StreamTokenizer::~StreamTokenizer(){ 00043 } 00044 //------------------------------------------------------------------------------ 00045 // 次のトークン 00046 bool StreamTokenizer::nextToken(){ 00047 // トークンのが出てくるまで読み飛ばす 00048 bool check = checkTokenzier(); 00049 if(!check){ return false; } 00050 // トークンの読み込み 00051 String token = tokenizer_.getNextToken(); 00052 // スラッシュスラッシュコメント 00053 if(slashSlash_){ 00054 if(token.startsWith("//")){ 00055 while(tokenizer_.hasMoreTokens()){ tokenizer_.getNextToken(); } 00056 return nextToken(); 00057 } 00058 } 00059 if(slashStar_){ 00060 if(token.startsWith("/*")){ 00061 while(true){ 00062 // トークンのが出てくるまで読み飛ばす 00063 if(!checkTokenzier()){ return false; } 00064 // 終了チェック 00065 String endComment = tokenizer_.getNextToken(); 00066 if(endComment.endsWith("*/")){ return nextToken(); } 00067 } 00068 } 00069 } 00070 00071 // トークンの書き出し 00072 previousToken_ = nowToken_; 00073 nowToken_ = token; 00074 return true; 00075 } 00076 //------------------------------------------------------------------------------ 00077 bool StreamTokenizer::checkTokenzier(){ 00078 // tokenizer_.hasMoreToken()がfalseならトークナイザ無効 00079 // かつファイルが読み終わっていればトークンなし 00080 if(tokenizer_.hasMoreTokens()){ return true; } 00081 while(true){ 00082 if(reader_->isEnd()){ return false; } 00083 tokenizer_.initialize(reader_->readLine(), delimiter_); 00084 lineNumber_++; 00085 if(tokenizer_.hasMoreTokens()){ return true; } 00086 } 00087 } 00088 //------------------------------------------------------------------------------ 00089 } // End of namespace Lamp 00090 //------------------------------------------------------------------------------