microsoft/TypeScript
1
0
Fork 0
mirror of https://github.com/microsoft/TypeScript.git synced 2026-02-06 20:14:01 -06:00
Code Issues Packages Projects Releases 212 Wiki Activity

Add missing nextLine entry to whitespace, remove unnecessary branches.

Browse Source
This commit is contained in:
Daniel Rosenwasser 2024-07-02 19:27:33 +00:00
parent 9e5e29fd33
commit db10caef80
1 changed files with 8 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
src/compiler/scanner.ts
View File

@ -333,11 +333,12 @@ for (
[CharacterCodes.paragraphSeparator, TokenCategory.LineBreak],
// Single Line Whitespace
[CharacterCodes.space, TokenCategory.Whitespace],
[CharacterCodes.tab, TokenCategory.Whitespace],
[CharacterCodes.verticalTab, TokenCategory.Whitespace],
[CharacterCodes.formFeed, TokenCategory.Whitespace],
[CharacterCodes.space, TokenCategory.Whitespace],
[CharacterCodes.nonBreakingSpace, TokenCategory.Whitespace],
[CharacterCodes.nextLine, TokenCategory.Whitespace],
[CharacterCodes.ogham, TokenCategory.Whitespace],
[CharacterCodes.enQuad, TokenCategory.Whitespace],
[CharacterCodes.emQuad, TokenCategory.Whitespace],
@ -2033,15 +2034,6 @@ export function createScanner(languageVersion: ScriptTarget, skipTrivia: boolean
if (identifierKind) {
return token = identifierKind;
}
else if (isWhiteSpaceSingleLine(ch)) {
pos += charSize(ch);
continue;
}
else if (isLineBreak(ch)) {
tokenFlags |= TokenFlags.PrecedingLineBreak;
pos += charSize(ch);
continue;
}
const size = charSize(ch);
error(Diagnostics.Invalid_character, pos, size);
pos += size;
@ -2061,6 +2053,12 @@ export function createScanner(languageVersion: ScriptTarget, skipTrivia: boolean
}
}
if (tokenCategory & TokenCategory.LineBreak) {
tokenFlags |= TokenFlags.PrecedingLineBreak;
pos += charSize(ch);
continue;
}
if (tokenCategory & TokenCategory.SimpleToken) {
pos++;
return token = tokenCategory & TokenCategory.SimpleTokenMask;