/* * Copyright 2003-2004 The Apache Software Foundation * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. * * 2004 - modified for PHPeclipse plugins */ package net.sourceforge.phpeclipse.wiki.editor; import java.io.Reader; import java.io.IOException; /** * class to tokenize the input as lines seperated * by \r (mac style), \r\n (dos/windows style) or \n (unix style) * @since Ant 1.6 */ public class LineTokenizer { private String lineEnd = ""; private int pushed = -2; private boolean includeDelims = false; /** * attribute includedelims - whether to include * the line ending with the line, or to return * it in the posttoken * default false * @param includeDelims if true include /r and /n in the line */ public void setIncludeDelims(boolean includeDelims) { this.includeDelims = includeDelims; } /** * get the next line from the input * * @param in the input reader * @return the line excluding /r or /n, unless includedelims is set * @exception IOException if an error occurs reading */ public boolean getToken(StringBuffer line, Reader in) throws IOException { int ch = -1; if (pushed != -2) { ch = pushed; pushed = -2; } else { ch = in.read(); } if (ch == -1) { return false; } lineEnd = ""; // StringBuffer line = new StringBuffer(); int state = 0; while (ch != -1) { if (state == 0) { if (ch == '\r') { state = 1; } else if (ch == '\n') { lineEnd = "\n"; break; } else { line.append((char) ch); } } else { state = 0; if (ch == '\n') { lineEnd = "\r\n"; } else { pushed = ch; lineEnd = "\r"; } break; } ch = in.read(); } if (ch == -1 && state == 1) { lineEnd = "\r"; } if (includeDelims) { line.append(lineEnd); } return true; } /** * @return the line ending character(s) for the current line */ public String getPostToken() { if (includeDelims) { return ""; } return lineEnd; } }