Fixing bug reported byu Markus Rogg in #SANDBOX-153. Whitespace was being treated specially when it was not the delimiter. Unit test and patch applied.

git-svn-id: https://svn.apache.org/repos/asf/jakarta/commons/sandbox/csv/trunk@427470 13f79535-47bb-0310-9956-ffa450edef68

Author: hen

src/java/org/apache/commons/csv/CSVParser.java

@@ -557,7 +557,7 @@ public CSVStrategy getStrategy() {
    * @return true if the given char is a whitespace character
    */
   private boolean isWhitespace(int c) {
-    return Character.isWhitespace((char) c);
+    return Character.isWhitespace((char) c) && (c != strategy.getDelimiter());
   }
 
   /**

src/test/org/apache/commons/csv/CSVParserTest.java

@@ -526,4 +526,18 @@ public void testLineTokenConsistency() throws IOException {
         }
       }
     }
+
+    // From SANDBOX-153
+     public void testDelimiterIsWhitespace() throws IOException {
+         String code = "one\ttwo\t\tfour \t five\t six";
+         TestCSVParser parser = new TestCSVParser(new StringReader(code));
+         parser.setStrategy(CSVStrategy.TDF_STRATEGY);
+         System.out.println("---------\n" + code + "\n-------------");
+         assertEquals(CSVParser.TT_TOKEN + ";one;", parser.testNextToken());
+         assertEquals(CSVParser.TT_TOKEN + ";two;", parser.testNextToken());
+         assertEquals(CSVParser.TT_TOKEN + ";;", parser.testNextToken());
+         assertEquals(CSVParser.TT_TOKEN + ";four;", parser.testNextToken());
+         assertEquals(CSVParser.TT_TOKEN + ";five;", parser.testNextToken());
+         assertEquals(CSVParser.TT_EOF + ";six;", parser.testNextToken());
+     }
 }