Skip to content

Commit 8a023e5

Browse files
authored
Fix tokenization of string-token containing a backslash followed by CRLF (#1419)
1 parent d9a773e commit 8a023e5

File tree

9 files changed

+125
-126
lines changed

9 files changed

+125
-126
lines changed

package-lock.json

+83-83
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

packages/css-tokenizer/CHANGELOG.md

+4
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,9 @@
11
# Changes to CSS Tokenizer
22

3+
### Unreleased (patch)
4+
5+
- Fix tokenization of `string-token` containing a backslash followed by CRLF
6+
37
### 2.3.2
48

59
_June 29, 2024_

packages/css-tokenizer/dist/index.cjs

+1-1
Large diffs are not rendered by default.

packages/css-tokenizer/dist/index.mjs

+1-1
Large diffs are not rendered by default.

packages/css-tokenizer/package.json

+1-1
Original file line numberDiff line numberDiff line change
@@ -48,7 +48,7 @@
4848
"dist"
4949
],
5050
"devDependencies": {
51-
"@rmenke/css-tokenizer-tests": "^1.1.1",
51+
"@rmenke/css-tokenizer-tests": "^1.1.5",
5252
"postcss": "^8.4.38",
5353
"postcss-parser-tests": "^8.8.0"
5454
},

packages/css-tokenizer/src/consume/string-token.ts

+7
Original file line numberDiff line numberDiff line change
@@ -53,6 +53,13 @@ export function consumeStringToken(ctx: Context, reader: CodePointReader): Token
5353
}
5454

5555
if (isNewLine(reader.codePointSource[reader.cursor])) {
56+
if (
57+
reader.codePointSource[reader.cursor] === 0x000d &&
58+
reader.codePointSource[reader.cursor + 1] === 0x000a
59+
) {
60+
reader.advanceCodePoint();
61+
}
62+
5663
reader.advanceCodePoint();
5764
continue;
5865
}

0 commit comments

Comments
 (0)