CSV-84 Clarify comment handling

Test was wrong; line comment should have been dropped entirely.
Fix record handling accordingly

git-svn-id: https://svn.apache.org/repos/asf/commons/proper/csv/trunk@1306342 13f79535-47bb-0310-9956-ffa450edef68

Author: sebbASF

src/main/java/org/apache/commons/csv/CSVParser.java

@@ -155,6 +155,7 @@ CSVRecord getRecord() throws IOException {
                 case INVALID:
                     throw new IOException("(line " + getLineNumber() + ") invalid parse sequence");
                 case COMMENT: // Ignored currently
+                    reusableToken.type = TOKEN; // Read another token
                     break;
             }
         } while (reusableToken.type == TOKEN);

src/test/java/org/apache/commons/csv/CSVParserTest.java

@@ -352,7 +352,6 @@ public void testDefaultFormat() throws IOException {
         String[][] res_comments = {
                 {"a", "b"},
                 {"\n", " "},
-                {},
         };
 
         format = CSVFormat.DEFAULT.withCommentStart('#');