Have to check for comment after dealing with empty lines.

git-svn-id: https://svn.apache.org/repos/asf/commons/proper/csv/trunk@1306667 13f79535-47bb-0310-9956-ffa450edef68

Author: sebbASF

src/main/java/org/apache/commons/csv/CSVLexer.java

@@ -46,12 +46,6 @@ Token nextToken(Token tkn) throws IOException {
         //  read the next char and set eol
         int c = in.read();
 
-        if (isStartOfLine(lastChar) && isCommentStart(c)) {
-            in.readLine();
-            tkn.type = COMMENT;
-            return tkn;
-        }
-
         /* note: unfortunately isEndOfLine may consumes a character silently.
         *       this has no effect outside of the method. so a simple workaround
         *       is to call 'readAgain' on the stream...
@@ -83,6 +77,12 @@ Token nextToken(Token tkn) throws IOException {
             return tkn;
         }
 
+        if (isStartOfLine(lastChar) && isCommentStart(c)) {
+            in.readLine();
+            tkn.type = COMMENT;
+            return tkn;
+        }
+
         //  important: make sure a new char gets consumed in each iteration
         while (tkn.type == INVALID) {
             // ignore whitespaces at beginning of a token

src/test/java/org/apache/commons/csv/CSVLexerTest.java

@@ -58,11 +58,19 @@ public void testNextToken1() throws IOException {
     public void testNextToken2() throws IOException {
         final String code = 
                 "1,2,3,\n"+                // 1
+                "\n"+
+                "\n"+
                 "a,b x,c#no-comment\n"+    // 2
+                "\n"+
+                "\n"+
                 "#foo\n"+                  // 3
                 "\n"+                      // 4
                 "d,e,#no-comment\n"+       // 5
+                "\n"+
+                "\n"+
                 "# penultimate comment\n"+ // 6
+                "\n"+
+                "\n"+
                 "# Final comment\n";       // 7
         CSVFormat format = CSVFormat.DEFAULT.withCommentStart('#');
         assertTrue("Should ignore empty lines", format.isEmptyLinesIgnored());