include leading non-ASCII horizontal whitespace in SyntaxKind.WhitespaceTrivia token

This commit is contained in:
Nathan Day
2018-08-15 01:08:13 -04:00
parent b9bd0d9a3f
commit 3ec2c45f5f
5 changed files with 57 additions and 0 deletions
+18
View File
@@ -1390,6 +1390,24 @@ namespace ts {
case CharacterCodes.verticalTab:
case CharacterCodes.formFeed:
case CharacterCodes.space:
case CharacterCodes.nonBreakingSpace:
case CharacterCodes.ogham:
case CharacterCodes.enQuad:
case CharacterCodes.emQuad:
case CharacterCodes.enSpace:
case CharacterCodes.emSpace:
case CharacterCodes.threePerEmSpace:
case CharacterCodes.fourPerEmSpace:
case CharacterCodes.sixPerEmSpace:
case CharacterCodes.figureSpace:
case CharacterCodes.punctuationSpace:
case CharacterCodes.thinSpace:
case CharacterCodes.hairSpace:
case CharacterCodes.zeroWidthSpace:
case CharacterCodes.narrowNoBreakSpace:
case CharacterCodes.mathematicalSpace:
case CharacterCodes.ideographicSpace:
case CharacterCodes.byteOrderMark:
if (skipTrivia) {
pos++;
continue;
@@ -0,0 +1,14 @@
//// [scannerNonAsciiHorizontalWhitespace.ts]
//// [scannerNonAsciiHorizontalWhitespace.ts]
"  function f() {}"
//// [scannerNonAsciiHorizontalWhitespace.js]
"  function f() {}"
//// [scannerNonAsciiHorizontalWhitespace.js]
//// [scannerNonAsciiHorizontalWhitespace.ts]
"  function f() {}";
//// [scannerNonAsciiHorizontalWhitespace.js]
"  function f() {}";
@@ -0,0 +1,9 @@
=== tests/cases/conformance/scanner/ecmascript5/scannerNonAsciiHorizontalWhitespace.ts ===
//// [scannerNonAsciiHorizontalWhitespace.ts]
No type information for this code."  function f() {}"
No type information for this code.
No type information for this code.//// [scannerNonAsciiHorizontalWhitespace.js]
No type information for this code."  function f() {}"
No type information for this code.
No type information for this code.
No type information for this code.
@@ -0,0 +1,10 @@
=== tests/cases/conformance/scanner/ecmascript5/scannerNonAsciiHorizontalWhitespace.ts ===
//// [scannerNonAsciiHorizontalWhitespace.ts]
"  function f() {}"
>"  function f() {}" : "  function f() {}"
//// [scannerNonAsciiHorizontalWhitespace.js]
"  function f() {}"
>"  function f() {}" : "  function f() {}"
@@ -0,0 +1,6 @@
//// [scannerNonAsciiHorizontalWhitespace.ts]
"  function f() {}"
//// [scannerNonAsciiHorizontalWhitespace.js]
"  function f() {}"