Microsoft/TypeScript
1
0
Fork 0
mirror of https://github.com/microsoft/TypeScript.git synced 2025-11-18 17:21:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add missing nextLine entry to whitespace, remove unnecessary branches.

Browse Source
This commit is contained in:
Daniel Rosenwasser
2024-07-02 19:27:33 +00:00
parent 9e5e29fd33
commit db10caef80
1 changed files with 8 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/compiler/scanner.ts
+8 -10
View File
@@ -333,11 +333,12 @@ for (
[CharacterCodes.paragraphSeparator, TokenCategory.LineBreak],
// Single Line Whitespace
[CharacterCodes.space, TokenCategory.Whitespace],
[CharacterCodes.tab, TokenCategory.Whitespace],
[CharacterCodes.verticalTab, TokenCategory.Whitespace],
[CharacterCodes.formFeed, TokenCategory.Whitespace],
[CharacterCodes.space, TokenCategory.Whitespace],
[CharacterCodes.nonBreakingSpace, TokenCategory.Whitespace],
[CharacterCodes.nextLine, TokenCategory.Whitespace],
[CharacterCodes.ogham, TokenCategory.Whitespace],
[CharacterCodes.enQuad, TokenCategory.Whitespace],
[CharacterCodes.emQuad, TokenCategory.Whitespace],
@@ -2033,15 +2034,6 @@ export function createScanner(languageVersion: ScriptTarget, skipTrivia: boolean
if (identifierKind) {
return token = identifierKind;
}
else if (isWhiteSpaceSingleLine(ch)) {
pos += charSize(ch);
continue;
}
else if (isLineBreak(ch)) {
tokenFlags |= TokenFlags.PrecedingLineBreak;
pos += charSize(ch);
continue;
}
const size = charSize(ch);
error(Diagnostics.Invalid_character, pos, size);
pos += size;
@@ -2061,6 +2053,12 @@ export function createScanner(languageVersion: ScriptTarget, skipTrivia: boolean
}
}
if (tokenCategory & TokenCategory.LineBreak) {
tokenFlags |= TokenFlags.PrecedingLineBreak;
pos += charSize(ch);
continue;
}
if (tokenCategory & TokenCategory.SimpleToken) {
pos++;
return token = tokenCategory & TokenCategory.SimpleTokenMask;