@@ -112,7 +112,7 @@ Token nextToken(final Token token) throws IOException {
112112 token .type = EORECORD ;
113113 } else if (isQuoteChar (c )) {
114114 // consume encapsulated token
115- encapsulatedTokenLexer (token );
115+ parseEncapsulatedToken (token );
116116 } else if (isEndOfFile (c )) {
117117 // end of file return EOF()
118118 // noop: tkn.content.append("");
@@ -121,14 +121,14 @@ Token nextToken(final Token token) throws IOException {
121121 } else {
122122 // next token must be a simple token
123123 // add removed blanks when not ignoring whitespace chars...
124- simpleTokenLexer (token , c );
124+ parseSimpleToken (token , c );
125125 }
126126 }
127127 return token ;
128128 }
129129
130130 /**
131- * A simple token lexer
131+ * Parsed a simple token.
132132 * <p/>
133133 * Simple token are tokens which are not surrounded by encapsulators. A simple token might contain escaped
134134 * delimiters (as \, or \;). The token is finished when one of the following conditions become true:
@@ -146,7 +146,7 @@ Token nextToken(final Token token) throws IOException {
146146 * @throws IOException
147147 * on stream access error
148148 */
149- private Token simpleTokenLexer (final Token tkn , int c ) throws IOException {
149+ private Token parseSimpleToken (final Token tkn , int c ) throws IOException {
150150 // Faster to use while(true)+break than while(tkn.type == INVALID)
151151 while (true ) {
152152 if (readEndOfLine (c )) {
@@ -176,7 +176,7 @@ private Token simpleTokenLexer(final Token tkn, int c) throws IOException {
176176 }
177177
178178 /**
179- * An encapsulated token lexer
179+ * Parses an encapsulated token.
180180 * <p/>
181181 * Encapsulated tokens are surrounded by the given encapsulating-string. The encapsulator itself might be included
182182 * in the token using a doubling syntax (as "", '') or using escaping (as in \", \'). Whitespaces before and after
@@ -195,7 +195,7 @@ private Token simpleTokenLexer(final Token tkn, int c) throws IOException {
195195 * @throws IOException
196196 * on invalid state: EOF before closing encapsulator or invalid character before delimiter or EOL
197197 */
198- private Token encapsulatedTokenLexer (final Token tkn ) throws IOException {
198+ private Token parseEncapsulatedToken (final Token tkn ) throws IOException {
199199 // save current line number in case needed for IOE
200200 final long startLineNumber = getLineNumber ();
201201 int c ;
0 commit comments