adding junits to show how ignoreQuoteInToken is used

Author: Ranjith Rp

src/test/java/org/apache/commons/csv/CSVFormatTest.java

@@ -1051,6 +1051,12 @@ public void testWithIgnoreEmptyLines() throws Exception {
         assertFalse(CSVFormat.DEFAULT.withIgnoreEmptyLines(false).getIgnoreEmptyLines());
         assertTrue(CSVFormat.DEFAULT.withIgnoreEmptyLines().getIgnoreEmptyLines());
     }
+    
+    @Test
+    public void testWithIgnoreQuotesInToken() throws Exception {
+        assertFalse(CSVFormat.DEFAULT.withIgnoreQuotesInToken(false).getIgnoreQuotesInToken());
+        assertTrue(CSVFormat.DEFAULT.withIgnoreQuotesInToken().getIgnoreQuotesInToken());
+    }
 
 
     @Test

src/test/java/org/apache/commons/csv/LexerTest.java

@@ -31,12 +31,15 @@
 import static org.junit.Assert.assertFalse;
 import static org.junit.Assert.assertThat;
 import static org.junit.Assert.assertTrue;
+import static org.junit.Assert.fail;
 
 import java.io.IOException;
 import java.io.StringReader;
 
+import org.junit.Assert;
 import org.junit.Before;
 import org.junit.Test;
+import org.junit.internal.runners.statements.Fail;
 
 /**
  *
@@ -68,6 +71,30 @@ public void testSurroundingSpacesAreDeleted() throws IOException {
             assertThat(parser.nextToken(new Token()), matches(EOF, ""));
         }
     }
+    
+    @Test
+    public void testIgnoreQuotesInTokenTrue() throws IOException {
+        final String code = "abc,\"xyz\" 123 bar,3,11961034,\"First author,  Second Author\"";
+        try (final Lexer parser = createLexer(code, CSVFormat.DEFAULT.withIgnoreQuotesInToken())) {
+            assertThat(parser.nextToken(new Token()), matches(TOKEN, "abc"));
+            assertThat(parser.nextToken(new Token()), matches(TOKEN, "xyz 123 bar"));
+            assertThat(parser.nextToken(new Token()), matches(TOKEN, "3"));
+            assertThat(parser.nextToken(new Token()), matches(TOKEN, "11961034"));
+            assertThat(parser.nextToken(new Token()), matches(EOF, "First author,  Second Author"));
+        }
+    }
+    
+    @Test
+    public void testIgnoreQuotesInTokenFalse() throws IOException {
+        final String code = "abc,\"xyz\" 123 bar,3,11961034,\"First author,  Second Author\"";
+        try (final Lexer parser = createLexer(code, CSVFormat.DEFAULT)) {
+            assertThat(parser.nextToken(new Token()), matches(TOKEN, "abc"));
+            assertThat(parser.nextToken(new Token()), matches(TOKEN, "xyz 123 bar"));
+            fail();
+        } catch (IOException e) {
+        	assertTrue(e.getMessage().equals("(line 1) invalid char between encapsulated token and delimiter"));
+        }
+    }
 
     @Test
     public void testSurroundingTabsAreDeleted() throws IOException {