mirror of
https://github.com/microsoft/TypeScript.git
synced 2025-12-12 03:20:56 -06:00
8010 lines
400 KiB
TypeScript
8010 lines
400 KiB
TypeScript
namespace ts {
|
|
const enum SignatureFlags {
|
|
None = 0,
|
|
Yield = 1 << 0,
|
|
Await = 1 << 1,
|
|
Type = 1 << 2,
|
|
IgnoreMissingOpenBrace = 1 << 4,
|
|
JSDoc = 1 << 5,
|
|
}
|
|
|
|
// tslint:disable variable-name
|
|
let NodeConstructor: new (kind: SyntaxKind, pos?: number, end?: number) => Node;
|
|
let TokenConstructor: new (kind: SyntaxKind, pos?: number, end?: number) => Node;
|
|
let IdentifierConstructor: new (kind: SyntaxKind, pos?: number, end?: number) => Node;
|
|
let SourceFileConstructor: new (kind: SyntaxKind, pos?: number, end?: number) => Node;
|
|
// tslint:enable variable-name
|
|
|
|
export function createNode(kind: SyntaxKind, pos?: number, end?: number): Node {
|
|
if (kind === SyntaxKind.SourceFile) {
|
|
return new (SourceFileConstructor || (SourceFileConstructor = objectAllocator.getSourceFileConstructor()))(kind, pos, end);
|
|
}
|
|
else if (kind === SyntaxKind.Identifier) {
|
|
return new (IdentifierConstructor || (IdentifierConstructor = objectAllocator.getIdentifierConstructor()))(kind, pos, end);
|
|
}
|
|
else if (!isNodeKind(kind)) {
|
|
return new (TokenConstructor || (TokenConstructor = objectAllocator.getTokenConstructor()))(kind, pos, end);
|
|
}
|
|
else {
|
|
return new (NodeConstructor || (NodeConstructor = objectAllocator.getNodeConstructor()))(kind, pos, end);
|
|
}
|
|
}
|
|
|
|
function visitNode<T>(cbNode: (node: Node) => T, node: Node | undefined): T | undefined {
|
|
return node && cbNode(node);
|
|
}
|
|
|
|
function visitNodes<T>(cbNode: (node: Node) => T, cbNodes: ((node: NodeArray<Node>) => T | undefined) | undefined, nodes: NodeArray<Node> | undefined): T | undefined {
|
|
if (nodes) {
|
|
if (cbNodes) {
|
|
return cbNodes(nodes);
|
|
}
|
|
for (const node of nodes) {
|
|
const result = cbNode(node);
|
|
if (result) {
|
|
return result;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
/*@internal*/
|
|
export function isJSDocLikeText(text: string, start: number) {
|
|
return text.charCodeAt(start + 1) === CharacterCodes.asterisk &&
|
|
text.charCodeAt(start + 2) === CharacterCodes.asterisk &&
|
|
text.charCodeAt(start + 3) !== CharacterCodes.slash;
|
|
}
|
|
|
|
/**
|
|
* Invokes a callback for each child of the given node. The 'cbNode' callback is invoked for all child nodes
|
|
* stored in properties. If a 'cbNodes' callback is specified, it is invoked for embedded arrays; otherwise,
|
|
* embedded arrays are flattened and the 'cbNode' callback is invoked for each element. If a callback returns
|
|
* a truthy value, iteration stops and that value is returned. Otherwise, undefined is returned.
|
|
*
|
|
* @param node a given node to visit its children
|
|
* @param cbNode a callback to be invoked for all child nodes
|
|
* @param cbNodes a callback to be invoked for embedded array
|
|
*
|
|
* @remarks `forEachChild` must visit the children of a node in the order
|
|
* that they appear in the source code. The language service depends on this property to locate nodes by position.
|
|
*/
|
|
export function forEachChild<T>(node: Node, cbNode: (node: Node) => T | undefined, cbNodes?: (nodes: NodeArray<Node>) => T | undefined): T | undefined {
|
|
if (!node || node.kind <= SyntaxKind.LastToken) {
|
|
return;
|
|
}
|
|
switch (node.kind) {
|
|
case SyntaxKind.QualifiedName:
|
|
return visitNode(cbNode, (<QualifiedName>node).left) ||
|
|
visitNode(cbNode, (<QualifiedName>node).right);
|
|
case SyntaxKind.TypeParameter:
|
|
return visitNode(cbNode, (<TypeParameterDeclaration>node).name) ||
|
|
visitNode(cbNode, (<TypeParameterDeclaration>node).constraint) ||
|
|
visitNode(cbNode, (<TypeParameterDeclaration>node).default) ||
|
|
visitNode(cbNode, (<TypeParameterDeclaration>node).expression);
|
|
case SyntaxKind.ShorthandPropertyAssignment:
|
|
return visitNodes(cbNode, cbNodes, node.decorators) ||
|
|
visitNodes(cbNode, cbNodes, node.modifiers) ||
|
|
visitNode(cbNode, (<ShorthandPropertyAssignment>node).name) ||
|
|
visitNode(cbNode, (<ShorthandPropertyAssignment>node).questionToken) ||
|
|
visitNode(cbNode, (<ShorthandPropertyAssignment>node).exclamationToken) ||
|
|
visitNode(cbNode, (<ShorthandPropertyAssignment>node).equalsToken) ||
|
|
visitNode(cbNode, (<ShorthandPropertyAssignment>node).objectAssignmentInitializer);
|
|
case SyntaxKind.SpreadAssignment:
|
|
return visitNode(cbNode, (<SpreadAssignment>node).expression);
|
|
case SyntaxKind.Parameter:
|
|
return visitNodes(cbNode, cbNodes, node.decorators) ||
|
|
visitNodes(cbNode, cbNodes, node.modifiers) ||
|
|
visitNode(cbNode, (<ParameterDeclaration>node).dotDotDotToken) ||
|
|
visitNode(cbNode, (<ParameterDeclaration>node).name) ||
|
|
visitNode(cbNode, (<ParameterDeclaration>node).questionToken) ||
|
|
visitNode(cbNode, (<ParameterDeclaration>node).type) ||
|
|
visitNode(cbNode, (<ParameterDeclaration>node).initializer);
|
|
case SyntaxKind.PropertyDeclaration:
|
|
return visitNodes(cbNode, cbNodes, node.decorators) ||
|
|
visitNodes(cbNode, cbNodes, node.modifiers) ||
|
|
visitNode(cbNode, (<PropertyDeclaration>node).name) ||
|
|
visitNode(cbNode, (<PropertyDeclaration>node).questionToken) ||
|
|
visitNode(cbNode, (<PropertyDeclaration>node).exclamationToken) ||
|
|
visitNode(cbNode, (<PropertyDeclaration>node).type) ||
|
|
visitNode(cbNode, (<PropertyDeclaration>node).initializer);
|
|
case SyntaxKind.PropertySignature:
|
|
return visitNodes(cbNode, cbNodes, node.decorators) ||
|
|
visitNodes(cbNode, cbNodes, node.modifiers) ||
|
|
visitNode(cbNode, (<PropertySignature>node).name) ||
|
|
visitNode(cbNode, (<PropertySignature>node).questionToken) ||
|
|
visitNode(cbNode, (<PropertySignature>node).type) ||
|
|
visitNode(cbNode, (<PropertySignature>node).initializer);
|
|
case SyntaxKind.PropertyAssignment:
|
|
return visitNodes(cbNode, cbNodes, node.decorators) ||
|
|
visitNodes(cbNode, cbNodes, node.modifiers) ||
|
|
visitNode(cbNode, (<PropertyAssignment>node).name) ||
|
|
visitNode(cbNode, (<PropertyAssignment>node).questionToken) ||
|
|
visitNode(cbNode, (<PropertyAssignment>node).initializer);
|
|
case SyntaxKind.VariableDeclaration:
|
|
return visitNodes(cbNode, cbNodes, node.decorators) ||
|
|
visitNodes(cbNode, cbNodes, node.modifiers) ||
|
|
visitNode(cbNode, (<VariableDeclaration>node).name) ||
|
|
visitNode(cbNode, (<VariableDeclaration>node).exclamationToken) ||
|
|
visitNode(cbNode, (<VariableDeclaration>node).type) ||
|
|
visitNode(cbNode, (<VariableDeclaration>node).initializer);
|
|
case SyntaxKind.BindingElement:
|
|
return visitNodes(cbNode, cbNodes, node.decorators) ||
|
|
visitNodes(cbNode, cbNodes, node.modifiers) ||
|
|
visitNode(cbNode, (<BindingElement>node).dotDotDotToken) ||
|
|
visitNode(cbNode, (<BindingElement>node).propertyName) ||
|
|
visitNode(cbNode, (<BindingElement>node).name) ||
|
|
visitNode(cbNode, (<BindingElement>node).initializer);
|
|
case SyntaxKind.FunctionType:
|
|
case SyntaxKind.ConstructorType:
|
|
case SyntaxKind.CallSignature:
|
|
case SyntaxKind.ConstructSignature:
|
|
case SyntaxKind.IndexSignature:
|
|
return visitNodes(cbNode, cbNodes, node.decorators) ||
|
|
visitNodes(cbNode, cbNodes, node.modifiers) ||
|
|
visitNodes(cbNode, cbNodes, (<SignatureDeclaration>node).typeParameters) ||
|
|
visitNodes(cbNode, cbNodes, (<SignatureDeclaration>node).parameters) ||
|
|
visitNode(cbNode, (<SignatureDeclaration>node).type);
|
|
case SyntaxKind.MethodDeclaration:
|
|
case SyntaxKind.MethodSignature:
|
|
case SyntaxKind.Constructor:
|
|
case SyntaxKind.GetAccessor:
|
|
case SyntaxKind.SetAccessor:
|
|
case SyntaxKind.FunctionExpression:
|
|
case SyntaxKind.FunctionDeclaration:
|
|
case SyntaxKind.ArrowFunction:
|
|
return visitNodes(cbNode, cbNodes, node.decorators) ||
|
|
visitNodes(cbNode, cbNodes, node.modifiers) ||
|
|
visitNode(cbNode, (<FunctionLikeDeclaration>node).asteriskToken) ||
|
|
visitNode(cbNode, (<FunctionLikeDeclaration>node).name) ||
|
|
visitNode(cbNode, (<FunctionLikeDeclaration>node).questionToken) ||
|
|
visitNode(cbNode, (<FunctionLikeDeclaration>node).exclamationToken) ||
|
|
visitNodes(cbNode, cbNodes, (<FunctionLikeDeclaration>node).typeParameters) ||
|
|
visitNodes(cbNode, cbNodes, (<FunctionLikeDeclaration>node).parameters) ||
|
|
visitNode(cbNode, (<FunctionLikeDeclaration>node).type) ||
|
|
visitNode(cbNode, (<ArrowFunction>node).equalsGreaterThanToken) ||
|
|
visitNode(cbNode, (<FunctionLikeDeclaration>node).body);
|
|
case SyntaxKind.TypeReference:
|
|
return visitNode(cbNode, (<TypeReferenceNode>node).typeName) ||
|
|
visitNodes(cbNode, cbNodes, (<TypeReferenceNode>node).typeArguments);
|
|
case SyntaxKind.TypePredicate:
|
|
return visitNode(cbNode, (<TypePredicateNode>node).parameterName) ||
|
|
visitNode(cbNode, (<TypePredicateNode>node).type);
|
|
case SyntaxKind.TypeQuery:
|
|
return visitNode(cbNode, (<TypeQueryNode>node).exprName);
|
|
case SyntaxKind.TypeLiteral:
|
|
return visitNodes(cbNode, cbNodes, (<TypeLiteralNode>node).members);
|
|
case SyntaxKind.ArrayType:
|
|
return visitNode(cbNode, (<ArrayTypeNode>node).elementType);
|
|
case SyntaxKind.TupleType:
|
|
return visitNodes(cbNode, cbNodes, (<TupleTypeNode>node).elementTypes);
|
|
case SyntaxKind.UnionType:
|
|
case SyntaxKind.IntersectionType:
|
|
return visitNodes(cbNode, cbNodes, (<UnionOrIntersectionTypeNode>node).types);
|
|
case SyntaxKind.ConditionalType:
|
|
return visitNode(cbNode, (<ConditionalTypeNode>node).checkType) ||
|
|
visitNode(cbNode, (<ConditionalTypeNode>node).extendsType) ||
|
|
visitNode(cbNode, (<ConditionalTypeNode>node).trueType) ||
|
|
visitNode(cbNode, (<ConditionalTypeNode>node).falseType);
|
|
case SyntaxKind.InferType:
|
|
return visitNode(cbNode, (<InferTypeNode>node).typeParameter);
|
|
case SyntaxKind.ImportType:
|
|
return visitNode(cbNode, (<ImportTypeNode>node).argument) ||
|
|
visitNode(cbNode, (<ImportTypeNode>node).qualifier) ||
|
|
visitNodes(cbNode, cbNodes, (<ImportTypeNode>node).typeArguments);
|
|
case SyntaxKind.ParenthesizedType:
|
|
case SyntaxKind.TypeOperator:
|
|
return visitNode(cbNode, (<ParenthesizedTypeNode | TypeOperatorNode>node).type);
|
|
case SyntaxKind.IndexedAccessType:
|
|
return visitNode(cbNode, (<IndexedAccessTypeNode>node).objectType) ||
|
|
visitNode(cbNode, (<IndexedAccessTypeNode>node).indexType);
|
|
case SyntaxKind.MappedType:
|
|
return visitNode(cbNode, (<MappedTypeNode>node).readonlyToken) ||
|
|
visitNode(cbNode, (<MappedTypeNode>node).typeParameter) ||
|
|
visitNode(cbNode, (<MappedTypeNode>node).questionToken) ||
|
|
visitNode(cbNode, (<MappedTypeNode>node).type);
|
|
case SyntaxKind.LiteralType:
|
|
return visitNode(cbNode, (<LiteralTypeNode>node).literal);
|
|
case SyntaxKind.ObjectBindingPattern:
|
|
case SyntaxKind.ArrayBindingPattern:
|
|
return visitNodes(cbNode, cbNodes, (<BindingPattern>node).elements);
|
|
case SyntaxKind.ArrayLiteralExpression:
|
|
return visitNodes(cbNode, cbNodes, (<ArrayLiteralExpression>node).elements);
|
|
case SyntaxKind.ObjectLiteralExpression:
|
|
return visitNodes(cbNode, cbNodes, (<ObjectLiteralExpression>node).properties);
|
|
case SyntaxKind.PropertyAccessExpression:
|
|
return visitNode(cbNode, (<PropertyAccessExpression>node).expression) ||
|
|
visitNode(cbNode, (<PropertyAccessExpression>node).name);
|
|
case SyntaxKind.ElementAccessExpression:
|
|
return visitNode(cbNode, (<ElementAccessExpression>node).expression) ||
|
|
visitNode(cbNode, (<ElementAccessExpression>node).argumentExpression);
|
|
case SyntaxKind.CallExpression:
|
|
case SyntaxKind.NewExpression:
|
|
return visitNode(cbNode, (<CallExpression>node).expression) ||
|
|
visitNodes(cbNode, cbNodes, (<CallExpression>node).typeArguments) ||
|
|
visitNodes(cbNode, cbNodes, (<CallExpression>node).arguments);
|
|
case SyntaxKind.TaggedTemplateExpression:
|
|
return visitNode(cbNode, (<TaggedTemplateExpression>node).tag) ||
|
|
visitNodes(cbNode, cbNodes, (<TaggedTemplateExpression>node).typeArguments) ||
|
|
visitNode(cbNode, (<TaggedTemplateExpression>node).template);
|
|
case SyntaxKind.TypeAssertionExpression:
|
|
return visitNode(cbNode, (<TypeAssertion>node).type) ||
|
|
visitNode(cbNode, (<TypeAssertion>node).expression);
|
|
case SyntaxKind.ParenthesizedExpression:
|
|
return visitNode(cbNode, (<ParenthesizedExpression>node).expression);
|
|
case SyntaxKind.DeleteExpression:
|
|
return visitNode(cbNode, (<DeleteExpression>node).expression);
|
|
case SyntaxKind.TypeOfExpression:
|
|
return visitNode(cbNode, (<TypeOfExpression>node).expression);
|
|
case SyntaxKind.VoidExpression:
|
|
return visitNode(cbNode, (<VoidExpression>node).expression);
|
|
case SyntaxKind.PrefixUnaryExpression:
|
|
return visitNode(cbNode, (<PrefixUnaryExpression>node).operand);
|
|
case SyntaxKind.YieldExpression:
|
|
return visitNode(cbNode, (<YieldExpression>node).asteriskToken) ||
|
|
visitNode(cbNode, (<YieldExpression>node).expression);
|
|
case SyntaxKind.AwaitExpression:
|
|
return visitNode(cbNode, (<AwaitExpression>node).expression);
|
|
case SyntaxKind.PostfixUnaryExpression:
|
|
return visitNode(cbNode, (<PostfixUnaryExpression>node).operand);
|
|
case SyntaxKind.BinaryExpression:
|
|
return visitNode(cbNode, (<BinaryExpression>node).left) ||
|
|
visitNode(cbNode, (<BinaryExpression>node).operatorToken) ||
|
|
visitNode(cbNode, (<BinaryExpression>node).right);
|
|
case SyntaxKind.AsExpression:
|
|
return visitNode(cbNode, (<AsExpression>node).expression) ||
|
|
visitNode(cbNode, (<AsExpression>node).type);
|
|
case SyntaxKind.NonNullExpression:
|
|
return visitNode(cbNode, (<NonNullExpression>node).expression);
|
|
case SyntaxKind.MetaProperty:
|
|
return visitNode(cbNode, (<MetaProperty>node).name);
|
|
case SyntaxKind.ConditionalExpression:
|
|
return visitNode(cbNode, (<ConditionalExpression>node).condition) ||
|
|
visitNode(cbNode, (<ConditionalExpression>node).questionToken) ||
|
|
visitNode(cbNode, (<ConditionalExpression>node).whenTrue) ||
|
|
visitNode(cbNode, (<ConditionalExpression>node).colonToken) ||
|
|
visitNode(cbNode, (<ConditionalExpression>node).whenFalse);
|
|
case SyntaxKind.SpreadElement:
|
|
return visitNode(cbNode, (<SpreadElement>node).expression);
|
|
case SyntaxKind.Block:
|
|
case SyntaxKind.ModuleBlock:
|
|
return visitNodes(cbNode, cbNodes, (<Block>node).statements);
|
|
case SyntaxKind.SourceFile:
|
|
return visitNodes(cbNode, cbNodes, (<SourceFile>node).statements) ||
|
|
visitNode(cbNode, (<SourceFile>node).endOfFileToken);
|
|
case SyntaxKind.VariableStatement:
|
|
return visitNodes(cbNode, cbNodes, node.decorators) ||
|
|
visitNodes(cbNode, cbNodes, node.modifiers) ||
|
|
visitNode(cbNode, (<VariableStatement>node).declarationList);
|
|
case SyntaxKind.VariableDeclarationList:
|
|
return visitNodes(cbNode, cbNodes, (<VariableDeclarationList>node).declarations);
|
|
case SyntaxKind.ExpressionStatement:
|
|
return visitNode(cbNode, (<ExpressionStatement>node).expression);
|
|
case SyntaxKind.IfStatement:
|
|
return visitNode(cbNode, (<IfStatement>node).expression) ||
|
|
visitNode(cbNode, (<IfStatement>node).thenStatement) ||
|
|
visitNode(cbNode, (<IfStatement>node).elseStatement);
|
|
case SyntaxKind.DoStatement:
|
|
return visitNode(cbNode, (<DoStatement>node).statement) ||
|
|
visitNode(cbNode, (<DoStatement>node).expression);
|
|
case SyntaxKind.WhileStatement:
|
|
return visitNode(cbNode, (<WhileStatement>node).expression) ||
|
|
visitNode(cbNode, (<WhileStatement>node).statement);
|
|
case SyntaxKind.ForStatement:
|
|
return visitNode(cbNode, (<ForStatement>node).initializer) ||
|
|
visitNode(cbNode, (<ForStatement>node).condition) ||
|
|
visitNode(cbNode, (<ForStatement>node).incrementor) ||
|
|
visitNode(cbNode, (<ForStatement>node).statement);
|
|
case SyntaxKind.ForInStatement:
|
|
return visitNode(cbNode, (<ForInStatement>node).initializer) ||
|
|
visitNode(cbNode, (<ForInStatement>node).expression) ||
|
|
visitNode(cbNode, (<ForInStatement>node).statement);
|
|
case SyntaxKind.ForOfStatement:
|
|
return visitNode(cbNode, (<ForOfStatement>node).awaitModifier) ||
|
|
visitNode(cbNode, (<ForOfStatement>node).initializer) ||
|
|
visitNode(cbNode, (<ForOfStatement>node).expression) ||
|
|
visitNode(cbNode, (<ForOfStatement>node).statement);
|
|
case SyntaxKind.ContinueStatement:
|
|
case SyntaxKind.BreakStatement:
|
|
return visitNode(cbNode, (<BreakOrContinueStatement>node).label);
|
|
case SyntaxKind.ReturnStatement:
|
|
return visitNode(cbNode, (<ReturnStatement>node).expression);
|
|
case SyntaxKind.WithStatement:
|
|
return visitNode(cbNode, (<WithStatement>node).expression) ||
|
|
visitNode(cbNode, (<WithStatement>node).statement);
|
|
case SyntaxKind.SwitchStatement:
|
|
return visitNode(cbNode, (<SwitchStatement>node).expression) ||
|
|
visitNode(cbNode, (<SwitchStatement>node).caseBlock);
|
|
case SyntaxKind.CaseBlock:
|
|
return visitNodes(cbNode, cbNodes, (<CaseBlock>node).clauses);
|
|
case SyntaxKind.CaseClause:
|
|
return visitNode(cbNode, (<CaseClause>node).expression) ||
|
|
visitNodes(cbNode, cbNodes, (<CaseClause>node).statements);
|
|
case SyntaxKind.DefaultClause:
|
|
return visitNodes(cbNode, cbNodes, (<DefaultClause>node).statements);
|
|
case SyntaxKind.LabeledStatement:
|
|
return visitNode(cbNode, (<LabeledStatement>node).label) ||
|
|
visitNode(cbNode, (<LabeledStatement>node).statement);
|
|
case SyntaxKind.ThrowStatement:
|
|
return visitNode(cbNode, (<ThrowStatement>node).expression);
|
|
case SyntaxKind.TryStatement:
|
|
return visitNode(cbNode, (<TryStatement>node).tryBlock) ||
|
|
visitNode(cbNode, (<TryStatement>node).catchClause) ||
|
|
visitNode(cbNode, (<TryStatement>node).finallyBlock);
|
|
case SyntaxKind.CatchClause:
|
|
return visitNode(cbNode, (<CatchClause>node).variableDeclaration) ||
|
|
visitNode(cbNode, (<CatchClause>node).block);
|
|
case SyntaxKind.Decorator:
|
|
return visitNode(cbNode, (<Decorator>node).expression);
|
|
case SyntaxKind.ClassDeclaration:
|
|
case SyntaxKind.ClassExpression:
|
|
return visitNodes(cbNode, cbNodes, node.decorators) ||
|
|
visitNodes(cbNode, cbNodes, node.modifiers) ||
|
|
visitNode(cbNode, (<ClassLikeDeclaration>node).name) ||
|
|
visitNodes(cbNode, cbNodes, (<ClassLikeDeclaration>node).typeParameters) ||
|
|
visitNodes(cbNode, cbNodes, (<ClassLikeDeclaration>node).heritageClauses) ||
|
|
visitNodes(cbNode, cbNodes, (<ClassLikeDeclaration>node).members);
|
|
case SyntaxKind.InterfaceDeclaration:
|
|
return visitNodes(cbNode, cbNodes, node.decorators) ||
|
|
visitNodes(cbNode, cbNodes, node.modifiers) ||
|
|
visitNode(cbNode, (<InterfaceDeclaration>node).name) ||
|
|
visitNodes(cbNode, cbNodes, (<InterfaceDeclaration>node).typeParameters) ||
|
|
visitNodes(cbNode, cbNodes, (<ClassDeclaration>node).heritageClauses) ||
|
|
visitNodes(cbNode, cbNodes, (<InterfaceDeclaration>node).members);
|
|
case SyntaxKind.TypeAliasDeclaration:
|
|
return visitNodes(cbNode, cbNodes, node.decorators) ||
|
|
visitNodes(cbNode, cbNodes, node.modifiers) ||
|
|
visitNode(cbNode, (<TypeAliasDeclaration>node).name) ||
|
|
visitNodes(cbNode, cbNodes, (<TypeAliasDeclaration>node).typeParameters) ||
|
|
visitNode(cbNode, (<TypeAliasDeclaration>node).type);
|
|
case SyntaxKind.EnumDeclaration:
|
|
return visitNodes(cbNode, cbNodes, node.decorators) ||
|
|
visitNodes(cbNode, cbNodes, node.modifiers) ||
|
|
visitNode(cbNode, (<EnumDeclaration>node).name) ||
|
|
visitNodes(cbNode, cbNodes, (<EnumDeclaration>node).members);
|
|
case SyntaxKind.EnumMember:
|
|
return visitNode(cbNode, (<EnumMember>node).name) ||
|
|
visitNode(cbNode, (<EnumMember>node).initializer);
|
|
case SyntaxKind.ModuleDeclaration:
|
|
return visitNodes(cbNode, cbNodes, node.decorators) ||
|
|
visitNodes(cbNode, cbNodes, node.modifiers) ||
|
|
visitNode(cbNode, (<ModuleDeclaration>node).name) ||
|
|
visitNode(cbNode, (<ModuleDeclaration>node).body);
|
|
case SyntaxKind.ImportEqualsDeclaration:
|
|
return visitNodes(cbNode, cbNodes, node.decorators) ||
|
|
visitNodes(cbNode, cbNodes, node.modifiers) ||
|
|
visitNode(cbNode, (<ImportEqualsDeclaration>node).name) ||
|
|
visitNode(cbNode, (<ImportEqualsDeclaration>node).moduleReference);
|
|
case SyntaxKind.ImportDeclaration:
|
|
return visitNodes(cbNode, cbNodes, node.decorators) ||
|
|
visitNodes(cbNode, cbNodes, node.modifiers) ||
|
|
visitNode(cbNode, (<ImportDeclaration>node).importClause) ||
|
|
visitNode(cbNode, (<ImportDeclaration>node).moduleSpecifier);
|
|
case SyntaxKind.ImportClause:
|
|
return visitNode(cbNode, (<ImportClause>node).name) ||
|
|
visitNode(cbNode, (<ImportClause>node).namedBindings);
|
|
case SyntaxKind.NamespaceExportDeclaration:
|
|
return visitNode(cbNode, (<NamespaceExportDeclaration>node).name);
|
|
|
|
case SyntaxKind.NamespaceImport:
|
|
return visitNode(cbNode, (<NamespaceImport>node).name);
|
|
case SyntaxKind.NamedImports:
|
|
case SyntaxKind.NamedExports:
|
|
return visitNodes(cbNode, cbNodes, (<NamedImportsOrExports>node).elements);
|
|
case SyntaxKind.ExportDeclaration:
|
|
return visitNodes(cbNode, cbNodes, node.decorators) ||
|
|
visitNodes(cbNode, cbNodes, node.modifiers) ||
|
|
visitNode(cbNode, (<ExportDeclaration>node).exportClause) ||
|
|
visitNode(cbNode, (<ExportDeclaration>node).moduleSpecifier);
|
|
case SyntaxKind.ImportSpecifier:
|
|
case SyntaxKind.ExportSpecifier:
|
|
return visitNode(cbNode, (<ImportOrExportSpecifier>node).propertyName) ||
|
|
visitNode(cbNode, (<ImportOrExportSpecifier>node).name);
|
|
case SyntaxKind.ExportAssignment:
|
|
return visitNodes(cbNode, cbNodes, node.decorators) ||
|
|
visitNodes(cbNode, cbNodes, node.modifiers) ||
|
|
visitNode(cbNode, (<ExportAssignment>node).expression);
|
|
case SyntaxKind.TemplateExpression:
|
|
return visitNode(cbNode, (<TemplateExpression>node).head) || visitNodes(cbNode, cbNodes, (<TemplateExpression>node).templateSpans);
|
|
case SyntaxKind.TemplateSpan:
|
|
return visitNode(cbNode, (<TemplateSpan>node).expression) || visitNode(cbNode, (<TemplateSpan>node).literal);
|
|
case SyntaxKind.ComputedPropertyName:
|
|
return visitNode(cbNode, (<ComputedPropertyName>node).expression);
|
|
case SyntaxKind.HeritageClause:
|
|
return visitNodes(cbNode, cbNodes, (<HeritageClause>node).types);
|
|
case SyntaxKind.ExpressionWithTypeArguments:
|
|
return visitNode(cbNode, (<ExpressionWithTypeArguments>node).expression) ||
|
|
visitNodes(cbNode, cbNodes, (<ExpressionWithTypeArguments>node).typeArguments);
|
|
case SyntaxKind.ExternalModuleReference:
|
|
return visitNode(cbNode, (<ExternalModuleReference>node).expression);
|
|
case SyntaxKind.MissingDeclaration:
|
|
return visitNodes(cbNode, cbNodes, node.decorators);
|
|
case SyntaxKind.CommaListExpression:
|
|
return visitNodes(cbNode, cbNodes, (<CommaListExpression>node).elements);
|
|
|
|
case SyntaxKind.JsxElement:
|
|
return visitNode(cbNode, (<JsxElement>node).openingElement) ||
|
|
visitNodes(cbNode, cbNodes, (<JsxElement>node).children) ||
|
|
visitNode(cbNode, (<JsxElement>node).closingElement);
|
|
case SyntaxKind.JsxFragment:
|
|
return visitNode(cbNode, (<JsxFragment>node).openingFragment) ||
|
|
visitNodes(cbNode, cbNodes, (<JsxFragment>node).children) ||
|
|
visitNode(cbNode, (<JsxFragment>node).closingFragment);
|
|
case SyntaxKind.JsxSelfClosingElement:
|
|
case SyntaxKind.JsxOpeningElement:
|
|
return visitNode(cbNode, (<JsxOpeningLikeElement>node).tagName) ||
|
|
visitNodes(cbNode, cbNodes, (<JsxOpeningLikeElement>node).typeArguments) ||
|
|
visitNode(cbNode, (<JsxOpeningLikeElement>node).attributes);
|
|
case SyntaxKind.JsxAttributes:
|
|
return visitNodes(cbNode, cbNodes, (<JsxAttributes>node).properties);
|
|
case SyntaxKind.JsxAttribute:
|
|
return visitNode(cbNode, (<JsxAttribute>node).name) ||
|
|
visitNode(cbNode, (<JsxAttribute>node).initializer);
|
|
case SyntaxKind.JsxSpreadAttribute:
|
|
return visitNode(cbNode, (<JsxSpreadAttribute>node).expression);
|
|
case SyntaxKind.JsxExpression:
|
|
return visitNode(cbNode, (node as JsxExpression).dotDotDotToken) ||
|
|
visitNode(cbNode, (node as JsxExpression).expression);
|
|
case SyntaxKind.JsxClosingElement:
|
|
return visitNode(cbNode, (<JsxClosingElement>node).tagName);
|
|
|
|
case SyntaxKind.OptionalType:
|
|
case SyntaxKind.RestType:
|
|
case SyntaxKind.JSDocTypeExpression:
|
|
case SyntaxKind.JSDocNonNullableType:
|
|
case SyntaxKind.JSDocNullableType:
|
|
case SyntaxKind.JSDocOptionalType:
|
|
case SyntaxKind.JSDocVariadicType:
|
|
return visitNode(cbNode, (<OptionalTypeNode | RestTypeNode | JSDocTypeExpression | JSDocTypeReferencingNode>node).type);
|
|
case SyntaxKind.JSDocFunctionType:
|
|
return visitNodes(cbNode, cbNodes, (<JSDocFunctionType>node).parameters) ||
|
|
visitNode(cbNode, (<JSDocFunctionType>node).type);
|
|
case SyntaxKind.JSDocComment:
|
|
return visitNodes(cbNode, cbNodes, (<JSDoc>node).tags);
|
|
case SyntaxKind.JSDocParameterTag:
|
|
case SyntaxKind.JSDocPropertyTag:
|
|
return visitNode(cbNode, (node as JSDocTag).tagName) ||
|
|
((node as JSDocPropertyLikeTag).isNameFirst
|
|
? visitNode(cbNode, (<JSDocPropertyLikeTag>node).name) ||
|
|
visitNode(cbNode, (<JSDocPropertyLikeTag>node).typeExpression)
|
|
: visitNode(cbNode, (<JSDocPropertyLikeTag>node).typeExpression) ||
|
|
visitNode(cbNode, (<JSDocPropertyLikeTag>node).name));
|
|
case SyntaxKind.JSDocAugmentsTag:
|
|
return visitNode(cbNode, (node as JSDocTag).tagName) ||
|
|
visitNode(cbNode, (<JSDocAugmentsTag>node).class);
|
|
case SyntaxKind.JSDocTemplateTag:
|
|
return visitNode(cbNode, (node as JSDocTag).tagName) ||
|
|
visitNode(cbNode, (<JSDocTemplateTag>node).constraint) ||
|
|
visitNodes(cbNode, cbNodes, (<JSDocTemplateTag>node).typeParameters);
|
|
case SyntaxKind.JSDocTypedefTag:
|
|
return visitNode(cbNode, (node as JSDocTag).tagName) ||
|
|
((node as JSDocTypedefTag).typeExpression &&
|
|
(node as JSDocTypedefTag).typeExpression!.kind === SyntaxKind.JSDocTypeExpression
|
|
? visitNode(cbNode, (<JSDocTypedefTag>node).typeExpression) ||
|
|
visitNode(cbNode, (<JSDocTypedefTag>node).fullName)
|
|
: visitNode(cbNode, (<JSDocTypedefTag>node).fullName) ||
|
|
visitNode(cbNode, (<JSDocTypedefTag>node).typeExpression));
|
|
case SyntaxKind.JSDocCallbackTag:
|
|
return visitNode(cbNode, (node as JSDocTag).tagName) ||
|
|
visitNode(cbNode, (node as JSDocCallbackTag).fullName) ||
|
|
visitNode(cbNode, (node as JSDocCallbackTag).typeExpression);
|
|
case SyntaxKind.JSDocReturnTag:
|
|
case SyntaxKind.JSDocTypeTag:
|
|
case SyntaxKind.JSDocThisTag:
|
|
case SyntaxKind.JSDocEnumTag:
|
|
return visitNode(cbNode, (node as JSDocTag).tagName) ||
|
|
visitNode(cbNode, (node as JSDocReturnTag | JSDocTypeTag | JSDocThisTag | JSDocEnumTag).typeExpression);
|
|
case SyntaxKind.JSDocSignature:
|
|
return forEach((<JSDocSignature>node).typeParameters, cbNode) ||
|
|
forEach((<JSDocSignature>node).parameters, cbNode) ||
|
|
visitNode(cbNode, (<JSDocSignature>node).type);
|
|
case SyntaxKind.JSDocTypeLiteral:
|
|
return forEach((node as JSDocTypeLiteral).jsDocPropertyTags, cbNode);
|
|
case SyntaxKind.JSDocTag:
|
|
case SyntaxKind.JSDocClassTag:
|
|
return visitNode(cbNode, (node as JSDocTag).tagName);
|
|
case SyntaxKind.PartiallyEmittedExpression:
|
|
return visitNode(cbNode, (<PartiallyEmittedExpression>node).expression);
|
|
}
|
|
}
|
|
|
|
export function createSourceFile(fileName: string, sourceText: string, languageVersion: ScriptTarget, setParentNodes = false, scriptKind?: ScriptKind): SourceFile {
|
|
performance.mark("beforeParse");
|
|
let result: SourceFile;
|
|
if (languageVersion === ScriptTarget.JSON) {
|
|
result = Parser.parseSourceFile(fileName, sourceText, languageVersion, /*syntaxCursor*/ undefined, setParentNodes, ScriptKind.JSON);
|
|
}
|
|
else {
|
|
result = Parser.parseSourceFile(fileName, sourceText, languageVersion, /*syntaxCursor*/ undefined, setParentNodes, scriptKind);
|
|
}
|
|
performance.mark("afterParse");
|
|
performance.measure("Parse", "beforeParse", "afterParse");
|
|
return result;
|
|
}
|
|
|
|
export function parseIsolatedEntityName(text: string, languageVersion: ScriptTarget): EntityName | undefined {
|
|
return Parser.parseIsolatedEntityName(text, languageVersion);
|
|
}
|
|
|
|
/**
|
|
* Parse json text into SyntaxTree and return node and parse errors if any
|
|
* @param fileName
|
|
* @param sourceText
|
|
*/
|
|
export function parseJsonText(fileName: string, sourceText: string): JsonSourceFile {
|
|
return Parser.parseJsonText(fileName, sourceText);
|
|
}
|
|
|
|
// See also `isExternalOrCommonJsModule` in utilities.ts
|
|
export function isExternalModule(file: SourceFile): boolean {
|
|
return file.externalModuleIndicator !== undefined;
|
|
}
|
|
|
|
// Produces a new SourceFile for the 'newText' provided. The 'textChangeRange' parameter
|
|
// indicates what changed between the 'text' that this SourceFile has and the 'newText'.
|
|
// The SourceFile will be created with the compiler attempting to reuse as many nodes from
|
|
// this file as possible.
|
|
//
|
|
// Note: this function mutates nodes from this SourceFile. That means any existing nodes
|
|
// from this SourceFile that are being held onto may change as a result (including
|
|
// becoming detached from any SourceFile). It is recommended that this SourceFile not
|
|
// be used once 'update' is called on it.
|
|
export function updateSourceFile(sourceFile: SourceFile, newText: string, textChangeRange: TextChangeRange, aggressiveChecks = false): SourceFile {
|
|
const newSourceFile = IncrementalParser.updateSourceFile(sourceFile, newText, textChangeRange, aggressiveChecks);
|
|
// Because new source file node is created, it may not have the flag PossiblyContainDynamicImport. This is the case if there is no new edit to add dynamic import.
|
|
// We will manually port the flag to the new source file.
|
|
newSourceFile.flags |= (sourceFile.flags & NodeFlags.PermanentlySetIncrementalFlags);
|
|
return newSourceFile;
|
|
}
|
|
|
|
/* @internal */
|
|
export function parseIsolatedJSDocComment(content: string, start?: number, length?: number) {
|
|
const result = Parser.JSDocParser.parseIsolatedJSDocComment(content, start, length);
|
|
if (result && result.jsDoc) {
|
|
// because the jsDocComment was parsed out of the source file, it might
|
|
// not be covered by the fixupParentReferences.
|
|
Parser.fixupParentReferences(result.jsDoc);
|
|
}
|
|
|
|
return result;
|
|
}
|
|
|
|
/* @internal */
|
|
// Exposed only for testing.
|
|
export function parseJSDocTypeExpressionForTests(content: string, start?: number, length?: number) {
|
|
return Parser.JSDocParser.parseJSDocTypeExpressionForTests(content, start, length);
|
|
}
|
|
|
|
// Implement the parser as a singleton module. We do this for perf reasons because creating
|
|
// parser instances can actually be expensive enough to impact us on projects with many source
|
|
// files.
|
|
namespace Parser {
|
|
// Share a single scanner across all calls to parse a source file. This helps speed things
|
|
// up by avoiding the cost of creating/compiling scanners over and over again.
|
|
const scanner = createScanner(ScriptTarget.Latest, /*skipTrivia*/ true);
|
|
const disallowInAndDecoratorContext = NodeFlags.DisallowInContext | NodeFlags.DecoratorContext;
|
|
|
|
// capture constructors in 'initializeState' to avoid null checks
|
|
// tslint:disable variable-name
|
|
let NodeConstructor: new (kind: SyntaxKind, pos: number, end: number) => Node;
|
|
let TokenConstructor: new (kind: SyntaxKind, pos: number, end: number) => Node;
|
|
let IdentifierConstructor: new (kind: SyntaxKind, pos: number, end: number) => Node;
|
|
let SourceFileConstructor: new (kind: SyntaxKind, pos: number, end: number) => Node;
|
|
// tslint:enable variable-name
|
|
|
|
let sourceFile: SourceFile;
|
|
let parseDiagnostics: DiagnosticWithLocation[];
|
|
let syntaxCursor: IncrementalParser.SyntaxCursor | undefined;
|
|
|
|
let currentToken: SyntaxKind;
|
|
let sourceText: string;
|
|
let nodeCount: number;
|
|
let identifiers: Map<string>;
|
|
let identifierCount: number;
|
|
|
|
let parsingContext: ParsingContext;
|
|
|
|
// Flags that dictate what parsing context we're in. For example:
|
|
// Whether or not we are in strict parsing mode. All that changes in strict parsing mode is
|
|
// that some tokens that would be considered identifiers may be considered keywords.
|
|
//
|
|
// When adding more parser context flags, consider which is the more common case that the
|
|
// flag will be in. This should be the 'false' state for that flag. The reason for this is
|
|
// that we don't store data in our nodes unless the value is in the *non-default* state. So,
|
|
// for example, more often than code 'allows-in' (or doesn't 'disallow-in'). We opt for
|
|
// 'disallow-in' set to 'false'. Otherwise, if we had 'allowsIn' set to 'true', then almost
|
|
// all nodes would need extra state on them to store this info.
|
|
//
|
|
// Note: 'allowIn' and 'allowYield' track 1:1 with the [in] and [yield] concepts in the ES6
|
|
// grammar specification.
|
|
//
|
|
// An important thing about these context concepts. By default they are effectively inherited
|
|
// while parsing through every grammar production. i.e. if you don't change them, then when
|
|
// you parse a sub-production, it will have the same context values as the parent production.
|
|
// This is great most of the time. After all, consider all the 'expression' grammar productions
|
|
// and how nearly all of them pass along the 'in' and 'yield' context values:
|
|
//
|
|
// EqualityExpression[In, Yield] :
|
|
// RelationalExpression[?In, ?Yield]
|
|
// EqualityExpression[?In, ?Yield] == RelationalExpression[?In, ?Yield]
|
|
// EqualityExpression[?In, ?Yield] != RelationalExpression[?In, ?Yield]
|
|
// EqualityExpression[?In, ?Yield] === RelationalExpression[?In, ?Yield]
|
|
// EqualityExpression[?In, ?Yield] !== RelationalExpression[?In, ?Yield]
|
|
//
|
|
// Where you have to be careful is then understanding what the points are in the grammar
|
|
// where the values are *not* passed along. For example:
|
|
//
|
|
// SingleNameBinding[Yield,GeneratorParameter]
|
|
// [+GeneratorParameter]BindingIdentifier[Yield] Initializer[In]opt
|
|
// [~GeneratorParameter]BindingIdentifier[?Yield]Initializer[In, ?Yield]opt
|
|
//
|
|
// Here this is saying that if the GeneratorParameter context flag is set, that we should
|
|
// explicitly set the 'yield' context flag to false before calling into the BindingIdentifier
|
|
// and we should explicitly unset the 'yield' context flag before calling into the Initializer.
|
|
// production. Conversely, if the GeneratorParameter context flag is not set, then we
|
|
// should leave the 'yield' context flag alone.
|
|
//
|
|
// Getting this all correct is tricky and requires careful reading of the grammar to
|
|
// understand when these values should be changed versus when they should be inherited.
|
|
//
|
|
// Note: it should not be necessary to save/restore these flags during speculative/lookahead
|
|
// parsing. These context flags are naturally stored and restored through normal recursive
|
|
// descent parsing and unwinding.
|
|
let contextFlags: NodeFlags;
|
|
|
|
// Whether or not we've had a parse error since creating the last AST node. If we have
|
|
// encountered an error, it will be stored on the next AST node we create. Parse errors
|
|
// can be broken down into three categories:
|
|
//
|
|
// 1) An error that occurred during scanning. For example, an unterminated literal, or a
|
|
// character that was completely not understood.
|
|
//
|
|
// 2) A token was expected, but was not present. This type of error is commonly produced
|
|
// by the 'parseExpected' function.
|
|
//
|
|
// 3) A token was present that no parsing function was able to consume. This type of error
|
|
// only occurs in the 'abortParsingListOrMoveToNextToken' function when the parser
|
|
// decides to skip the token.
|
|
//
|
|
// In all of these cases, we want to mark the next node as having had an error before it.
|
|
// With this mark, we can know in incremental settings if this node can be reused, or if
|
|
// we have to reparse it. If we don't keep this information around, we may just reuse the
|
|
// node. in that event we would then not produce the same errors as we did before, causing
|
|
// significant confusion problems.
|
|
//
|
|
// Note: it is necessary that this value be saved/restored during speculative/lookahead
|
|
// parsing. During lookahead parsing, we will often create a node. That node will have
|
|
// this value attached, and then this value will be set back to 'false'. If we decide to
|
|
// rewind, we must get back to the same value we had prior to the lookahead.
|
|
//
|
|
// Note: any errors at the end of the file that do not precede a regular node, should get
|
|
// attached to the EOF token.
|
|
let parseErrorBeforeNextFinishedNode = false;
|
|
|
|
export function parseSourceFile(fileName: string, sourceText: string, languageVersion: ScriptTarget, syntaxCursor: IncrementalParser.SyntaxCursor | undefined, setParentNodes = false, scriptKind?: ScriptKind): SourceFile {
|
|
scriptKind = ensureScriptKind(fileName, scriptKind);
|
|
if (scriptKind === ScriptKind.JSON) {
|
|
const result = parseJsonText(fileName, sourceText, languageVersion, syntaxCursor, setParentNodes);
|
|
convertToObjectWorker(result, result.parseDiagnostics, /*returnValue*/ false, /*knownRootOptions*/ undefined, /*jsonConversionNotifier*/ undefined);
|
|
result.referencedFiles = emptyArray;
|
|
result.typeReferenceDirectives = emptyArray;
|
|
result.libReferenceDirectives = emptyArray;
|
|
result.amdDependencies = emptyArray;
|
|
result.hasNoDefaultLib = false;
|
|
result.pragmas = emptyMap;
|
|
return result;
|
|
}
|
|
|
|
initializeState(sourceText, languageVersion, syntaxCursor, scriptKind);
|
|
|
|
const result = parseSourceFileWorker(fileName, languageVersion, setParentNodes, scriptKind);
|
|
|
|
clearState();
|
|
|
|
return result;
|
|
}
|
|
|
|
export function parseIsolatedEntityName(content: string, languageVersion: ScriptTarget): EntityName | undefined {
|
|
// Choice of `isDeclarationFile` should be arbitrary
|
|
initializeState(content, languageVersion, /*syntaxCursor*/ undefined, ScriptKind.JS);
|
|
// Prime the scanner.
|
|
nextToken();
|
|
const entityName = parseEntityName(/*allowReservedWords*/ true);
|
|
const isInvalid = token() === SyntaxKind.EndOfFileToken && !parseDiagnostics.length;
|
|
clearState();
|
|
return isInvalid ? entityName : undefined;
|
|
}
|
|
|
|
export function parseJsonText(fileName: string, sourceText: string, languageVersion: ScriptTarget = ScriptTarget.ES2015, syntaxCursor?: IncrementalParser.SyntaxCursor, setParentNodes?: boolean): JsonSourceFile {
|
|
initializeState(sourceText, languageVersion, syntaxCursor, ScriptKind.JSON);
|
|
// Set source file so that errors will be reported with this file name
|
|
sourceFile = createSourceFile(fileName, ScriptTarget.ES2015, ScriptKind.JSON, /*isDeclaration*/ false);
|
|
sourceFile.flags = contextFlags;
|
|
|
|
// Prime the scanner.
|
|
nextToken();
|
|
const pos = getNodePos();
|
|
if (token() === SyntaxKind.EndOfFileToken) {
|
|
sourceFile.statements = createNodeArray([], pos, pos);
|
|
sourceFile.endOfFileToken = parseTokenNode<EndOfFileToken>();
|
|
}
|
|
else {
|
|
const statement = createNode(SyntaxKind.ExpressionStatement) as JsonObjectExpressionStatement;
|
|
switch (token()) {
|
|
case SyntaxKind.OpenBracketToken:
|
|
statement.expression = parseArrayLiteralExpression();
|
|
break;
|
|
case SyntaxKind.TrueKeyword:
|
|
case SyntaxKind.FalseKeyword:
|
|
case SyntaxKind.NullKeyword:
|
|
statement.expression = parseTokenNode<BooleanLiteral | NullLiteral>();
|
|
break;
|
|
case SyntaxKind.MinusToken:
|
|
if (lookAhead(() => nextToken() === SyntaxKind.NumericLiteral && nextToken() !== SyntaxKind.ColonToken)) {
|
|
statement.expression = parsePrefixUnaryExpression() as JsonMinusNumericLiteral;
|
|
}
|
|
else {
|
|
statement.expression = parseObjectLiteralExpression();
|
|
}
|
|
break;
|
|
case SyntaxKind.NumericLiteral:
|
|
case SyntaxKind.StringLiteral:
|
|
if (lookAhead(() => nextToken() !== SyntaxKind.ColonToken)) {
|
|
statement.expression = parseLiteralNode() as StringLiteral | NumericLiteral;
|
|
break;
|
|
}
|
|
// falls through
|
|
default:
|
|
statement.expression = parseObjectLiteralExpression();
|
|
break;
|
|
}
|
|
finishNode(statement);
|
|
sourceFile.statements = createNodeArray([statement], pos);
|
|
sourceFile.endOfFileToken = parseExpectedToken(SyntaxKind.EndOfFileToken, Diagnostics.Unexpected_token);
|
|
}
|
|
|
|
if (setParentNodes) {
|
|
fixupParentReferences(sourceFile);
|
|
}
|
|
|
|
sourceFile.parseDiagnostics = parseDiagnostics;
|
|
const result = sourceFile as JsonSourceFile;
|
|
clearState();
|
|
return result;
|
|
}
|
|
|
|
function getLanguageVariant(scriptKind: ScriptKind) {
|
|
// .tsx and .jsx files are treated as jsx language variant.
|
|
return scriptKind === ScriptKind.TSX || scriptKind === ScriptKind.JSX || scriptKind === ScriptKind.JS || scriptKind === ScriptKind.JSON ? LanguageVariant.JSX : LanguageVariant.Standard;
|
|
}
|
|
|
|
function initializeState(_sourceText: string, languageVersion: ScriptTarget, _syntaxCursor: IncrementalParser.SyntaxCursor | undefined, scriptKind: ScriptKind) {
|
|
NodeConstructor = objectAllocator.getNodeConstructor();
|
|
TokenConstructor = objectAllocator.getTokenConstructor();
|
|
IdentifierConstructor = objectAllocator.getIdentifierConstructor();
|
|
SourceFileConstructor = objectAllocator.getSourceFileConstructor();
|
|
|
|
sourceText = _sourceText;
|
|
syntaxCursor = _syntaxCursor;
|
|
|
|
parseDiagnostics = [];
|
|
parsingContext = 0;
|
|
identifiers = createMap<string>();
|
|
identifierCount = 0;
|
|
nodeCount = 0;
|
|
|
|
switch (scriptKind) {
|
|
case ScriptKind.JS:
|
|
case ScriptKind.JSX:
|
|
contextFlags = NodeFlags.JavaScriptFile;
|
|
break;
|
|
case ScriptKind.JSON:
|
|
contextFlags = NodeFlags.JavaScriptFile | NodeFlags.JsonFile;
|
|
break;
|
|
default:
|
|
contextFlags = NodeFlags.None;
|
|
break;
|
|
}
|
|
parseErrorBeforeNextFinishedNode = false;
|
|
|
|
// Initialize and prime the scanner before parsing the source elements.
|
|
scanner.setText(sourceText);
|
|
scanner.setOnError(scanError);
|
|
scanner.setScriptTarget(languageVersion);
|
|
scanner.setLanguageVariant(getLanguageVariant(scriptKind));
|
|
}
|
|
|
|
function clearState() {
|
|
// Clear out the text the scanner is pointing at, so it doesn't keep anything alive unnecessarily.
|
|
scanner.setText("");
|
|
scanner.setOnError(undefined);
|
|
|
|
// Clear any data. We don't want to accidentally hold onto it for too long.
|
|
parseDiagnostics = undefined!;
|
|
sourceFile = undefined!;
|
|
identifiers = undefined!;
|
|
syntaxCursor = undefined;
|
|
sourceText = undefined!;
|
|
}
|
|
|
|
function parseSourceFileWorker(fileName: string, languageVersion: ScriptTarget, setParentNodes: boolean, scriptKind: ScriptKind): SourceFile {
|
|
const isDeclarationFile = isDeclarationFileName(fileName);
|
|
if (isDeclarationFile) {
|
|
contextFlags |= NodeFlags.Ambient;
|
|
}
|
|
|
|
sourceFile = createSourceFile(fileName, languageVersion, scriptKind, isDeclarationFile);
|
|
sourceFile.flags = contextFlags;
|
|
|
|
// Prime the scanner.
|
|
nextToken();
|
|
// A member of ReadonlyArray<T> isn't assignable to a member of T[] (and prevents a direct cast) - but this is where we set up those members so they can be readonly in the future
|
|
processCommentPragmas(sourceFile as {} as PragmaContext, sourceText);
|
|
processPragmasIntoFields(sourceFile as {} as PragmaContext, reportPragmaDiagnostic);
|
|
|
|
sourceFile.statements = parseList(ParsingContext.SourceElements, parseStatement);
|
|
Debug.assert(token() === SyntaxKind.EndOfFileToken);
|
|
sourceFile.endOfFileToken = addJSDocComment(parseTokenNode());
|
|
|
|
setExternalModuleIndicator(sourceFile);
|
|
|
|
sourceFile.nodeCount = nodeCount;
|
|
sourceFile.identifierCount = identifierCount;
|
|
sourceFile.identifiers = identifiers;
|
|
sourceFile.parseDiagnostics = parseDiagnostics;
|
|
|
|
if (setParentNodes) {
|
|
fixupParentReferences(sourceFile);
|
|
}
|
|
|
|
return sourceFile;
|
|
|
|
function reportPragmaDiagnostic(pos: number, end: number, diagnostic: DiagnosticMessage) {
|
|
parseDiagnostics.push(createFileDiagnostic(sourceFile, pos, end, diagnostic));
|
|
}
|
|
}
|
|
|
|
function addJSDocComment<T extends HasJSDoc>(node: T): T {
|
|
Debug.assert(!node.jsDoc); // Should only be called once per node
|
|
const jsDoc = mapDefined(getJSDocCommentRanges(node, sourceFile.text), comment => JSDocParser.parseJSDocComment(node, comment.pos, comment.end - comment.pos));
|
|
if (jsDoc.length) node.jsDoc = jsDoc;
|
|
return node;
|
|
}
|
|
|
|
export function fixupParentReferences(rootNode: Node) {
|
|
// normally parent references are set during binding. However, for clients that only need
|
|
// a syntax tree, and no semantic features, then the binding process is an unnecessary
|
|
// overhead. This functions allows us to set all the parents, without all the expense of
|
|
// binding.
|
|
|
|
let parent: Node = rootNode;
|
|
forEachChild(rootNode, visitNode);
|
|
return;
|
|
|
|
function visitNode(n: Node): void {
|
|
// walk down setting parents that differ from the parent we think it should be. This
|
|
// allows us to quickly bail out of setting parents for subtrees during incremental
|
|
// parsing
|
|
if (n.parent !== parent) {
|
|
n.parent = parent;
|
|
|
|
const saveParent = parent;
|
|
parent = n;
|
|
forEachChild(n, visitNode);
|
|
if (hasJSDocNodes(n)) {
|
|
for (const jsDoc of n.jsDoc!) {
|
|
jsDoc.parent = n;
|
|
parent = jsDoc;
|
|
forEachChild(jsDoc, visitNode);
|
|
}
|
|
}
|
|
parent = saveParent;
|
|
}
|
|
}
|
|
}
|
|
|
|
function createSourceFile(fileName: string, languageVersion: ScriptTarget, scriptKind: ScriptKind, isDeclarationFile: boolean): SourceFile {
|
|
// code from createNode is inlined here so createNode won't have to deal with special case of creating source files
|
|
// this is quite rare comparing to other nodes and createNode should be as fast as possible
|
|
const sourceFile = <SourceFile>new SourceFileConstructor(SyntaxKind.SourceFile, /*pos*/ 0, /* end */ sourceText.length);
|
|
nodeCount++;
|
|
|
|
sourceFile.text = sourceText;
|
|
sourceFile.bindDiagnostics = [];
|
|
sourceFile.bindSuggestionDiagnostics = undefined;
|
|
sourceFile.languageVersion = languageVersion;
|
|
sourceFile.fileName = normalizePath(fileName);
|
|
sourceFile.languageVariant = getLanguageVariant(scriptKind);
|
|
sourceFile.isDeclarationFile = isDeclarationFile;
|
|
sourceFile.scriptKind = scriptKind;
|
|
|
|
return sourceFile;
|
|
}
|
|
|
|
function setContextFlag(val: boolean, flag: NodeFlags) {
|
|
if (val) {
|
|
contextFlags |= flag;
|
|
}
|
|
else {
|
|
contextFlags &= ~flag;
|
|
}
|
|
}
|
|
|
|
function setDisallowInContext(val: boolean) {
|
|
setContextFlag(val, NodeFlags.DisallowInContext);
|
|
}
|
|
|
|
function setYieldContext(val: boolean) {
|
|
setContextFlag(val, NodeFlags.YieldContext);
|
|
}
|
|
|
|
function setDecoratorContext(val: boolean) {
|
|
setContextFlag(val, NodeFlags.DecoratorContext);
|
|
}
|
|
|
|
function setAwaitContext(val: boolean) {
|
|
setContextFlag(val, NodeFlags.AwaitContext);
|
|
}
|
|
|
|
function doOutsideOfContext<T>(context: NodeFlags, func: () => T): T {
|
|
// contextFlagsToClear will contain only the context flags that are
|
|
// currently set that we need to temporarily clear
|
|
// We don't just blindly reset to the previous flags to ensure
|
|
// that we do not mutate cached flags for the incremental
|
|
// parser (ThisNodeHasError, ThisNodeOrAnySubNodesHasError, and
|
|
// HasAggregatedChildData).
|
|
const contextFlagsToClear = context & contextFlags;
|
|
if (contextFlagsToClear) {
|
|
// clear the requested context flags
|
|
setContextFlag(/*val*/ false, contextFlagsToClear);
|
|
const result = func();
|
|
// restore the context flags we just cleared
|
|
setContextFlag(/*val*/ true, contextFlagsToClear);
|
|
return result;
|
|
}
|
|
|
|
// no need to do anything special as we are not in any of the requested contexts
|
|
return func();
|
|
}
|
|
|
|
function doInsideOfContext<T>(context: NodeFlags, func: () => T): T {
|
|
// contextFlagsToSet will contain only the context flags that
|
|
// are not currently set that we need to temporarily enable.
|
|
// We don't just blindly reset to the previous flags to ensure
|
|
// that we do not mutate cached flags for the incremental
|
|
// parser (ThisNodeHasError, ThisNodeOrAnySubNodesHasError, and
|
|
// HasAggregatedChildData).
|
|
const contextFlagsToSet = context & ~contextFlags;
|
|
if (contextFlagsToSet) {
|
|
// set the requested context flags
|
|
setContextFlag(/*val*/ true, contextFlagsToSet);
|
|
const result = func();
|
|
// reset the context flags we just set
|
|
setContextFlag(/*val*/ false, contextFlagsToSet);
|
|
return result;
|
|
}
|
|
|
|
// no need to do anything special as we are already in all of the requested contexts
|
|
return func();
|
|
}
|
|
|
|
function allowInAnd<T>(func: () => T): T {
|
|
return doOutsideOfContext(NodeFlags.DisallowInContext, func);
|
|
}
|
|
|
|
function disallowInAnd<T>(func: () => T): T {
|
|
return doInsideOfContext(NodeFlags.DisallowInContext, func);
|
|
}
|
|
|
|
function doInYieldContext<T>(func: () => T): T {
|
|
return doInsideOfContext(NodeFlags.YieldContext, func);
|
|
}
|
|
|
|
function doInDecoratorContext<T>(func: () => T): T {
|
|
return doInsideOfContext(NodeFlags.DecoratorContext, func);
|
|
}
|
|
|
|
function doInAwaitContext<T>(func: () => T): T {
|
|
return doInsideOfContext(NodeFlags.AwaitContext, func);
|
|
}
|
|
|
|
function doOutsideOfAwaitContext<T>(func: () => T): T {
|
|
return doOutsideOfContext(NodeFlags.AwaitContext, func);
|
|
}
|
|
|
|
function doInYieldAndAwaitContext<T>(func: () => T): T {
|
|
return doInsideOfContext(NodeFlags.YieldContext | NodeFlags.AwaitContext, func);
|
|
}
|
|
|
|
function inContext(flags: NodeFlags) {
|
|
return (contextFlags & flags) !== 0;
|
|
}
|
|
|
|
function inYieldContext() {
|
|
return inContext(NodeFlags.YieldContext);
|
|
}
|
|
|
|
function inDisallowInContext() {
|
|
return inContext(NodeFlags.DisallowInContext);
|
|
}
|
|
|
|
function inDecoratorContext() {
|
|
return inContext(NodeFlags.DecoratorContext);
|
|
}
|
|
|
|
function inAwaitContext() {
|
|
return inContext(NodeFlags.AwaitContext);
|
|
}
|
|
|
|
function parseErrorAtCurrentToken(message: DiagnosticMessage, arg0?: any): void {
|
|
parseErrorAt(scanner.getTokenPos(), scanner.getTextPos(), message, arg0);
|
|
}
|
|
|
|
function parseErrorAtPosition(start: number, length: number, message: DiagnosticMessage, arg0?: any): void {
|
|
// Don't report another error if it would just be at the same position as the last error.
|
|
const lastError = lastOrUndefined(parseDiagnostics);
|
|
if (!lastError || start !== lastError.start) {
|
|
parseDiagnostics.push(createFileDiagnostic(sourceFile, start, length, message, arg0));
|
|
}
|
|
|
|
// Mark that we've encountered an error. We'll set an appropriate bit on the next
|
|
// node we finish so that it can't be reused incrementally.
|
|
parseErrorBeforeNextFinishedNode = true;
|
|
}
|
|
|
|
function parseErrorAt(start: number, end: number, message: DiagnosticMessage, arg0?: any): void {
|
|
parseErrorAtPosition(start, end - start, message, arg0);
|
|
}
|
|
|
|
function parseErrorAtRange(range: TextRange, message: DiagnosticMessage, arg0?: any): void {
|
|
parseErrorAt(range.pos, range.end, message, arg0);
|
|
}
|
|
|
|
function scanError(message: DiagnosticMessage, length: number): void {
|
|
parseErrorAtPosition(scanner.getTextPos(), length, message);
|
|
}
|
|
|
|
function getNodePos(): number {
|
|
return scanner.getStartPos();
|
|
}
|
|
|
|
// Use this function to access the current token instead of reading the currentToken
|
|
// variable. Since function results aren't narrowed in control flow analysis, this ensures
|
|
// that the type checker doesn't make wrong assumptions about the type of the current
|
|
// token (e.g. a call to nextToken() changes the current token but the checker doesn't
|
|
// reason about this side effect). Mainstream VMs inline simple functions like this, so
|
|
// there is no performance penalty.
|
|
function token(): SyntaxKind {
|
|
return currentToken;
|
|
}
|
|
|
|
function nextToken(): SyntaxKind {
|
|
return currentToken = scanner.scan();
|
|
}
|
|
|
|
function nextTokenJSDoc(): JSDocSyntaxKind {
|
|
return currentToken = scanner.scanJsDocToken();
|
|
}
|
|
|
|
function reScanGreaterToken(): SyntaxKind {
|
|
return currentToken = scanner.reScanGreaterToken();
|
|
}
|
|
|
|
function reScanSlashToken(): SyntaxKind {
|
|
return currentToken = scanner.reScanSlashToken();
|
|
}
|
|
|
|
function reScanTemplateToken(): SyntaxKind {
|
|
return currentToken = scanner.reScanTemplateToken();
|
|
}
|
|
|
|
function reScanLessThanToken(): SyntaxKind {
|
|
return currentToken = scanner.reScanLessThanToken();
|
|
}
|
|
|
|
function scanJsxIdentifier(): SyntaxKind {
|
|
return currentToken = scanner.scanJsxIdentifier();
|
|
}
|
|
|
|
function scanJsxText(): SyntaxKind {
|
|
return currentToken = scanner.scanJsxToken();
|
|
}
|
|
|
|
function scanJsxAttributeValue(): SyntaxKind {
|
|
return currentToken = scanner.scanJsxAttributeValue();
|
|
}
|
|
|
|
function speculationHelper<T>(callback: () => T, isLookAhead: boolean): T {
|
|
// Keep track of the state we'll need to rollback to if lookahead fails (or if the
|
|
// caller asked us to always reset our state).
|
|
const saveToken = currentToken;
|
|
const saveParseDiagnosticsLength = parseDiagnostics.length;
|
|
const saveParseErrorBeforeNextFinishedNode = parseErrorBeforeNextFinishedNode;
|
|
|
|
// Note: it is not actually necessary to save/restore the context flags here. That's
|
|
// because the saving/restoring of these flags happens naturally through the recursive
|
|
// descent nature of our parser. However, we still store this here just so we can
|
|
// assert that invariant holds.
|
|
const saveContextFlags = contextFlags;
|
|
|
|
// If we're only looking ahead, then tell the scanner to only lookahead as well.
|
|
// Otherwise, if we're actually speculatively parsing, then tell the scanner to do the
|
|
// same.
|
|
const result = isLookAhead
|
|
? scanner.lookAhead(callback)
|
|
: scanner.tryScan(callback);
|
|
|
|
Debug.assert(saveContextFlags === contextFlags);
|
|
|
|
// If our callback returned something 'falsy' or we're just looking ahead,
|
|
// then unconditionally restore us to where we were.
|
|
if (!result || isLookAhead) {
|
|
currentToken = saveToken;
|
|
parseDiagnostics.length = saveParseDiagnosticsLength;
|
|
parseErrorBeforeNextFinishedNode = saveParseErrorBeforeNextFinishedNode;
|
|
}
|
|
|
|
return result;
|
|
}
|
|
|
|
/** Invokes the provided callback then unconditionally restores the parser to the state it
|
|
* was in immediately prior to invoking the callback. The result of invoking the callback
|
|
* is returned from this function.
|
|
*/
|
|
function lookAhead<T>(callback: () => T): T {
|
|
return speculationHelper(callback, /*isLookAhead*/ true);
|
|
}
|
|
|
|
/** Invokes the provided callback. If the callback returns something falsy, then it restores
|
|
* the parser to the state it was in immediately prior to invoking the callback. If the
|
|
* callback returns something truthy, then the parser state is not rolled back. The result
|
|
* of invoking the callback is returned from this function.
|
|
*/
|
|
function tryParse<T>(callback: () => T): T {
|
|
return speculationHelper(callback, /*isLookAhead*/ false);
|
|
}
|
|
|
|
// Ignore strict mode flag because we will report an error in type checker instead.
|
|
function isIdentifier(): boolean {
|
|
if (token() === SyntaxKind.Identifier) {
|
|
return true;
|
|
}
|
|
|
|
// If we have a 'yield' keyword, and we're in the [yield] context, then 'yield' is
|
|
// considered a keyword and is not an identifier.
|
|
if (token() === SyntaxKind.YieldKeyword && inYieldContext()) {
|
|
return false;
|
|
}
|
|
|
|
// If we have a 'await' keyword, and we're in the [Await] context, then 'await' is
|
|
// considered a keyword and is not an identifier.
|
|
if (token() === SyntaxKind.AwaitKeyword && inAwaitContext()) {
|
|
return false;
|
|
}
|
|
|
|
return token() > SyntaxKind.LastReservedWord;
|
|
}
|
|
|
|
function parseExpected(kind: SyntaxKind, diagnosticMessage?: DiagnosticMessage, shouldAdvance = true): boolean {
|
|
if (token() === kind) {
|
|
if (shouldAdvance) {
|
|
nextToken();
|
|
}
|
|
return true;
|
|
}
|
|
|
|
// Report specific message if provided with one. Otherwise, report generic fallback message.
|
|
if (diagnosticMessage) {
|
|
parseErrorAtCurrentToken(diagnosticMessage);
|
|
}
|
|
else {
|
|
parseErrorAtCurrentToken(Diagnostics._0_expected, tokenToString(kind));
|
|
}
|
|
return false;
|
|
}
|
|
|
|
function parseExpectedJSDoc(kind: JSDocSyntaxKind) {
|
|
if (token() === kind) {
|
|
nextTokenJSDoc();
|
|
return true;
|
|
}
|
|
parseErrorAtCurrentToken(Diagnostics._0_expected, tokenToString(kind));
|
|
return false;
|
|
}
|
|
|
|
function parseOptional(t: SyntaxKind): boolean {
|
|
if (token() === t) {
|
|
nextToken();
|
|
return true;
|
|
}
|
|
return false;
|
|
}
|
|
|
|
function parseOptionalToken<TKind extends SyntaxKind>(t: TKind): Token<TKind>;
|
|
function parseOptionalToken(t: SyntaxKind): Node | undefined {
|
|
if (token() === t) {
|
|
return parseTokenNode();
|
|
}
|
|
return undefined;
|
|
}
|
|
|
|
function parseOptionalTokenJSDoc<TKind extends JSDocSyntaxKind>(t: TKind): Token<TKind>;
|
|
function parseOptionalTokenJSDoc(t: JSDocSyntaxKind): Node | undefined {
|
|
if (token() === t) {
|
|
return parseTokenNodeJSDoc();
|
|
}
|
|
return undefined;
|
|
}
|
|
|
|
function parseExpectedToken<TKind extends SyntaxKind>(t: TKind, diagnosticMessage?: DiagnosticMessage, arg0?: any): Token<TKind>;
|
|
function parseExpectedToken(t: SyntaxKind, diagnosticMessage?: DiagnosticMessage, arg0?: any): Node {
|
|
return parseOptionalToken(t) ||
|
|
createMissingNode(t, /*reportAtCurrentPosition*/ false, diagnosticMessage || Diagnostics._0_expected, arg0 || tokenToString(t));
|
|
}
|
|
|
|
function parseExpectedTokenJSDoc<TKind extends JSDocSyntaxKind>(t: TKind): Token<TKind>;
|
|
function parseExpectedTokenJSDoc(t: JSDocSyntaxKind): Node {
|
|
return parseOptionalTokenJSDoc(t) ||
|
|
createMissingNode(t, /*reportAtCurrentPosition*/ false, Diagnostics._0_expected, tokenToString(t));
|
|
}
|
|
|
|
function parseTokenNode<T extends Node>(): T {
|
|
const node = <T>createNode(token());
|
|
nextToken();
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseTokenNodeJSDoc<T extends Node>(): T {
|
|
const node = <T>createNode(token());
|
|
nextTokenJSDoc();
|
|
return finishNode(node);
|
|
}
|
|
|
|
function canParseSemicolon() {
|
|
// If there's a real semicolon, then we can always parse it out.
|
|
if (token() === SyntaxKind.SemicolonToken) {
|
|
return true;
|
|
}
|
|
|
|
// We can parse out an optional semicolon in ASI cases in the following cases.
|
|
return token() === SyntaxKind.CloseBraceToken || token() === SyntaxKind.EndOfFileToken || scanner.hasPrecedingLineBreak();
|
|
}
|
|
|
|
function parseSemicolon(): boolean {
|
|
if (canParseSemicolon()) {
|
|
if (token() === SyntaxKind.SemicolonToken) {
|
|
// consume the semicolon if it was explicitly provided.
|
|
nextToken();
|
|
}
|
|
|
|
return true;
|
|
}
|
|
else {
|
|
return parseExpected(SyntaxKind.SemicolonToken);
|
|
}
|
|
}
|
|
|
|
function createNode(kind: SyntaxKind, pos?: number): Node {
|
|
nodeCount++;
|
|
const p = pos! >= 0 ? pos! : scanner.getStartPos();
|
|
return isNodeKind(kind) || kind === SyntaxKind.Unknown ? new NodeConstructor(kind, p, p) :
|
|
kind === SyntaxKind.Identifier ? new IdentifierConstructor(kind, p, p) :
|
|
new TokenConstructor(kind, p, p);
|
|
}
|
|
|
|
function createNodeWithJSDoc(kind: SyntaxKind, pos?: number): Node {
|
|
const node = createNode(kind, pos);
|
|
if (scanner.getTokenFlags() & TokenFlags.PrecedingJSDocComment) {
|
|
addJSDocComment(<HasJSDoc>node);
|
|
}
|
|
return node;
|
|
}
|
|
|
|
function createNodeArray<T extends Node>(elements: T[], pos: number, end?: number): NodeArray<T> {
|
|
// Since the element list of a node array is typically created by starting with an empty array and
|
|
// repeatedly calling push(), the list may not have the optimal memory layout. We invoke slice() for
|
|
// small arrays (1 to 4 elements) to give the VM a chance to allocate an optimal representation.
|
|
const length = elements.length;
|
|
const array = <MutableNodeArray<T>>(length >= 1 && length <= 4 ? elements.slice() : elements);
|
|
array.pos = pos;
|
|
array.end = end === undefined ? scanner.getStartPos() : end;
|
|
return array;
|
|
}
|
|
|
|
function finishNode<T extends Node>(node: T, end?: number): T {
|
|
node.end = end === undefined ? scanner.getStartPos() : end;
|
|
|
|
if (contextFlags) {
|
|
node.flags |= contextFlags;
|
|
}
|
|
|
|
// Keep track on the node if we encountered an error while parsing it. If we did, then
|
|
// we cannot reuse the node incrementally. Once we've marked this node, clear out the
|
|
// flag so that we don't mark any subsequent nodes.
|
|
if (parseErrorBeforeNextFinishedNode) {
|
|
parseErrorBeforeNextFinishedNode = false;
|
|
node.flags |= NodeFlags.ThisNodeHasError;
|
|
}
|
|
|
|
return node;
|
|
}
|
|
|
|
function createMissingNode<T extends Node>(kind: T["kind"], reportAtCurrentPosition: false, diagnosticMessage?: DiagnosticMessage, arg0?: any): T;
|
|
function createMissingNode<T extends Node>(kind: T["kind"], reportAtCurrentPosition: boolean, diagnosticMessage: DiagnosticMessage, arg0?: any): T;
|
|
function createMissingNode<T extends Node>(kind: T["kind"], reportAtCurrentPosition: boolean, diagnosticMessage: DiagnosticMessage, arg0?: any): T {
|
|
if (reportAtCurrentPosition) {
|
|
parseErrorAtPosition(scanner.getStartPos(), 0, diagnosticMessage, arg0);
|
|
}
|
|
else if (diagnosticMessage) {
|
|
parseErrorAtCurrentToken(diagnosticMessage, arg0);
|
|
}
|
|
|
|
const result = createNode(kind);
|
|
|
|
if (kind === SyntaxKind.Identifier) {
|
|
(result as Identifier).escapedText = "" as __String;
|
|
}
|
|
else if (isLiteralKind(kind) || isTemplateLiteralKind(kind)) {
|
|
(result as LiteralLikeNode).text = "";
|
|
}
|
|
|
|
return finishNode(result) as T;
|
|
}
|
|
|
|
function internIdentifier(text: string): string {
|
|
let identifier = identifiers.get(text);
|
|
if (identifier === undefined) {
|
|
identifiers.set(text, identifier = text);
|
|
}
|
|
return identifier;
|
|
}
|
|
|
|
// An identifier that starts with two underscores has an extra underscore character prepended to it to avoid issues
|
|
// with magic property names like '__proto__'. The 'identifiers' object is used to share a single string instance for
|
|
// each identifier in order to reduce memory consumption.
|
|
function createIdentifier(isIdentifier: boolean, diagnosticMessage?: DiagnosticMessage): Identifier {
|
|
identifierCount++;
|
|
if (isIdentifier) {
|
|
const node = <Identifier>createNode(SyntaxKind.Identifier);
|
|
|
|
// Store original token kind if it is not just an Identifier so we can report appropriate error later in type checker
|
|
if (token() !== SyntaxKind.Identifier) {
|
|
node.originalKeywordKind = token();
|
|
}
|
|
node.escapedText = escapeLeadingUnderscores(internIdentifier(scanner.getTokenValue()));
|
|
nextToken();
|
|
return finishNode(node);
|
|
}
|
|
|
|
// Only for end of file because the error gets reported incorrectly on embedded script tags.
|
|
const reportAtCurrentPosition = token() === SyntaxKind.EndOfFileToken;
|
|
|
|
return createMissingNode<Identifier>(SyntaxKind.Identifier, reportAtCurrentPosition, diagnosticMessage || Diagnostics.Identifier_expected);
|
|
}
|
|
|
|
function parseIdentifier(diagnosticMessage?: DiagnosticMessage): Identifier {
|
|
return createIdentifier(isIdentifier(), diagnosticMessage);
|
|
}
|
|
|
|
function parseIdentifierName(diagnosticMessage?: DiagnosticMessage): Identifier {
|
|
return createIdentifier(tokenIsIdentifierOrKeyword(token()), diagnosticMessage);
|
|
}
|
|
|
|
function isLiteralPropertyName(): boolean {
|
|
return tokenIsIdentifierOrKeyword(token()) ||
|
|
token() === SyntaxKind.StringLiteral ||
|
|
token() === SyntaxKind.NumericLiteral;
|
|
}
|
|
|
|
function parsePropertyNameWorker(allowComputedPropertyNames: boolean): PropertyName {
|
|
if (token() === SyntaxKind.StringLiteral || token() === SyntaxKind.NumericLiteral) {
|
|
const node = <StringLiteral | NumericLiteral>parseLiteralNode();
|
|
node.text = internIdentifier(node.text);
|
|
return node;
|
|
}
|
|
if (allowComputedPropertyNames && token() === SyntaxKind.OpenBracketToken) {
|
|
return parseComputedPropertyName();
|
|
}
|
|
return parseIdentifierName();
|
|
}
|
|
|
|
function parsePropertyName(): PropertyName {
|
|
return parsePropertyNameWorker(/*allowComputedPropertyNames*/ true);
|
|
}
|
|
|
|
function parseComputedPropertyName(): ComputedPropertyName {
|
|
// PropertyName [Yield]:
|
|
// LiteralPropertyName
|
|
// ComputedPropertyName[?Yield]
|
|
const node = <ComputedPropertyName>createNode(SyntaxKind.ComputedPropertyName);
|
|
parseExpected(SyntaxKind.OpenBracketToken);
|
|
|
|
// We parse any expression (including a comma expression). But the grammar
|
|
// says that only an assignment expression is allowed, so the grammar checker
|
|
// will error if it sees a comma expression.
|
|
node.expression = allowInAnd(parseExpression);
|
|
|
|
parseExpected(SyntaxKind.CloseBracketToken);
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseContextualModifier(t: SyntaxKind): boolean {
|
|
return token() === t && tryParse(nextTokenCanFollowModifier);
|
|
}
|
|
|
|
function nextTokenIsOnSameLineAndCanFollowModifier() {
|
|
nextToken();
|
|
if (scanner.hasPrecedingLineBreak()) {
|
|
return false;
|
|
}
|
|
return canFollowModifier();
|
|
}
|
|
|
|
function nextTokenCanFollowModifier() {
|
|
switch (token()) {
|
|
case SyntaxKind.ConstKeyword:
|
|
// 'const' is only a modifier if followed by 'enum'.
|
|
return nextToken() === SyntaxKind.EnumKeyword;
|
|
case SyntaxKind.ExportKeyword:
|
|
nextToken();
|
|
if (token() === SyntaxKind.DefaultKeyword) {
|
|
return lookAhead(nextTokenCanFollowDefaultKeyword);
|
|
}
|
|
return token() !== SyntaxKind.AsteriskToken && token() !== SyntaxKind.AsKeyword && token() !== SyntaxKind.OpenBraceToken && canFollowModifier();
|
|
case SyntaxKind.DefaultKeyword:
|
|
return nextTokenCanFollowDefaultKeyword();
|
|
case SyntaxKind.StaticKeyword:
|
|
case SyntaxKind.GetKeyword:
|
|
case SyntaxKind.SetKeyword:
|
|
nextToken();
|
|
return canFollowModifier();
|
|
default:
|
|
return nextTokenIsOnSameLineAndCanFollowModifier();
|
|
}
|
|
}
|
|
|
|
function parseAnyContextualModifier(): boolean {
|
|
return isModifierKind(token()) && tryParse(nextTokenCanFollowModifier);
|
|
}
|
|
|
|
function canFollowModifier(): boolean {
|
|
return token() === SyntaxKind.OpenBracketToken
|
|
|| token() === SyntaxKind.OpenBraceToken
|
|
|| token() === SyntaxKind.AsteriskToken
|
|
|| token() === SyntaxKind.DotDotDotToken
|
|
|| isLiteralPropertyName();
|
|
}
|
|
|
|
function nextTokenCanFollowDefaultKeyword(): boolean {
|
|
nextToken();
|
|
return token() === SyntaxKind.ClassKeyword || token() === SyntaxKind.FunctionKeyword ||
|
|
token() === SyntaxKind.InterfaceKeyword ||
|
|
(token() === SyntaxKind.AbstractKeyword && lookAhead(nextTokenIsClassKeywordOnSameLine)) ||
|
|
(token() === SyntaxKind.AsyncKeyword && lookAhead(nextTokenIsFunctionKeywordOnSameLine));
|
|
}
|
|
|
|
// True if positioned at the start of a list element
|
|
function isListElement(parsingContext: ParsingContext, inErrorRecovery: boolean): boolean {
|
|
const node = currentNode(parsingContext);
|
|
if (node) {
|
|
return true;
|
|
}
|
|
|
|
switch (parsingContext) {
|
|
case ParsingContext.SourceElements:
|
|
case ParsingContext.BlockStatements:
|
|
case ParsingContext.SwitchClauseStatements:
|
|
// If we're in error recovery, then we don't want to treat ';' as an empty statement.
|
|
// The problem is that ';' can show up in far too many contexts, and if we see one
|
|
// and assume it's a statement, then we may bail out inappropriately from whatever
|
|
// we're parsing. For example, if we have a semicolon in the middle of a class, then
|
|
// we really don't want to assume the class is over and we're on a statement in the
|
|
// outer module. We just want to consume and move on.
|
|
return !(token() === SyntaxKind.SemicolonToken && inErrorRecovery) && isStartOfStatement();
|
|
case ParsingContext.SwitchClauses:
|
|
return token() === SyntaxKind.CaseKeyword || token() === SyntaxKind.DefaultKeyword;
|
|
case ParsingContext.TypeMembers:
|
|
return lookAhead(isTypeMemberStart);
|
|
case ParsingContext.ClassMembers:
|
|
// We allow semicolons as class elements (as specified by ES6) as long as we're
|
|
// not in error recovery. If we're in error recovery, we don't want an errant
|
|
// semicolon to be treated as a class member (since they're almost always used
|
|
// for statements.
|
|
return lookAhead(isClassMemberStart) || (token() === SyntaxKind.SemicolonToken && !inErrorRecovery);
|
|
case ParsingContext.EnumMembers:
|
|
// Include open bracket computed properties. This technically also lets in indexers,
|
|
// which would be a candidate for improved error reporting.
|
|
return token() === SyntaxKind.OpenBracketToken || isLiteralPropertyName();
|
|
case ParsingContext.ObjectLiteralMembers:
|
|
switch (token()) {
|
|
case SyntaxKind.OpenBracketToken:
|
|
case SyntaxKind.AsteriskToken:
|
|
case SyntaxKind.DotDotDotToken:
|
|
case SyntaxKind.DotToken: // Not an object literal member, but don't want to close the object (see `tests/cases/fourslash/completionsDotInObjectLiteral.ts`)
|
|
return true;
|
|
default:
|
|
return isLiteralPropertyName();
|
|
}
|
|
case ParsingContext.RestProperties:
|
|
return isLiteralPropertyName();
|
|
case ParsingContext.ObjectBindingElements:
|
|
return token() === SyntaxKind.OpenBracketToken || token() === SyntaxKind.DotDotDotToken || isLiteralPropertyName();
|
|
case ParsingContext.HeritageClauseElement:
|
|
// If we see `{ ... }` then only consume it as an expression if it is followed by `,` or `{`
|
|
// That way we won't consume the body of a class in its heritage clause.
|
|
if (token() === SyntaxKind.OpenBraceToken) {
|
|
return lookAhead(isValidHeritageClauseObjectLiteral);
|
|
}
|
|
|
|
if (!inErrorRecovery) {
|
|
return isStartOfLeftHandSideExpression() && !isHeritageClauseExtendsOrImplementsKeyword();
|
|
}
|
|
else {
|
|
// If we're in error recovery we tighten up what we're willing to match.
|
|
// That way we don't treat something like "this" as a valid heritage clause
|
|
// element during recovery.
|
|
return isIdentifier() && !isHeritageClauseExtendsOrImplementsKeyword();
|
|
}
|
|
case ParsingContext.VariableDeclarations:
|
|
return isIdentifierOrPattern();
|
|
case ParsingContext.ArrayBindingElements:
|
|
return token() === SyntaxKind.CommaToken || token() === SyntaxKind.DotDotDotToken || isIdentifierOrPattern();
|
|
case ParsingContext.TypeParameters:
|
|
return isIdentifier();
|
|
case ParsingContext.ArrayLiteralMembers:
|
|
switch (token()) {
|
|
case SyntaxKind.CommaToken:
|
|
case SyntaxKind.DotToken: // Not an array literal member, but don't want to close the array (see `tests/cases/fourslash/completionsDotInArrayLiteralInObjectLiteral.ts`)
|
|
return true;
|
|
}
|
|
// falls through
|
|
case ParsingContext.ArgumentExpressions:
|
|
return token() === SyntaxKind.DotDotDotToken || isStartOfExpression();
|
|
case ParsingContext.Parameters:
|
|
return isStartOfParameter(/*isJSDocParameter*/ false);
|
|
case ParsingContext.JSDocParameters:
|
|
return isStartOfParameter(/*isJSDocParameter*/ true);
|
|
case ParsingContext.TypeArguments:
|
|
case ParsingContext.TupleElementTypes:
|
|
return token() === SyntaxKind.CommaToken || isStartOfType();
|
|
case ParsingContext.HeritageClauses:
|
|
return isHeritageClause();
|
|
case ParsingContext.ImportOrExportSpecifiers:
|
|
return tokenIsIdentifierOrKeyword(token());
|
|
case ParsingContext.JsxAttributes:
|
|
return tokenIsIdentifierOrKeyword(token()) || token() === SyntaxKind.OpenBraceToken;
|
|
case ParsingContext.JsxChildren:
|
|
return true;
|
|
}
|
|
|
|
return Debug.fail("Non-exhaustive case in 'isListElement'.");
|
|
}
|
|
|
|
function isValidHeritageClauseObjectLiteral() {
|
|
Debug.assert(token() === SyntaxKind.OpenBraceToken);
|
|
if (nextToken() === SyntaxKind.CloseBraceToken) {
|
|
// if we see "extends {}" then only treat the {} as what we're extending (and not
|
|
// the class body) if we have:
|
|
//
|
|
// extends {} {
|
|
// extends {},
|
|
// extends {} extends
|
|
// extends {} implements
|
|
|
|
const next = nextToken();
|
|
return next === SyntaxKind.CommaToken || next === SyntaxKind.OpenBraceToken || next === SyntaxKind.ExtendsKeyword || next === SyntaxKind.ImplementsKeyword;
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
function nextTokenIsIdentifier() {
|
|
nextToken();
|
|
return isIdentifier();
|
|
}
|
|
|
|
function nextTokenIsIdentifierOrKeyword() {
|
|
nextToken();
|
|
return tokenIsIdentifierOrKeyword(token());
|
|
}
|
|
|
|
function nextTokenIsIdentifierOrKeywordOrGreaterThan() {
|
|
nextToken();
|
|
return tokenIsIdentifierOrKeywordOrGreaterThan(token());
|
|
}
|
|
|
|
function isHeritageClauseExtendsOrImplementsKeyword(): boolean {
|
|
if (token() === SyntaxKind.ImplementsKeyword ||
|
|
token() === SyntaxKind.ExtendsKeyword) {
|
|
|
|
return lookAhead(nextTokenIsStartOfExpression);
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
function nextTokenIsStartOfExpression() {
|
|
nextToken();
|
|
return isStartOfExpression();
|
|
}
|
|
|
|
function nextTokenIsStartOfType() {
|
|
nextToken();
|
|
return isStartOfType();
|
|
}
|
|
|
|
// True if positioned at a list terminator
|
|
function isListTerminator(kind: ParsingContext): boolean {
|
|
if (token() === SyntaxKind.EndOfFileToken) {
|
|
// Being at the end of the file ends all lists.
|
|
return true;
|
|
}
|
|
|
|
switch (kind) {
|
|
case ParsingContext.BlockStatements:
|
|
case ParsingContext.SwitchClauses:
|
|
case ParsingContext.TypeMembers:
|
|
case ParsingContext.ClassMembers:
|
|
case ParsingContext.EnumMembers:
|
|
case ParsingContext.ObjectLiteralMembers:
|
|
case ParsingContext.ObjectBindingElements:
|
|
case ParsingContext.ImportOrExportSpecifiers:
|
|
return token() === SyntaxKind.CloseBraceToken;
|
|
case ParsingContext.SwitchClauseStatements:
|
|
return token() === SyntaxKind.CloseBraceToken || token() === SyntaxKind.CaseKeyword || token() === SyntaxKind.DefaultKeyword;
|
|
case ParsingContext.HeritageClauseElement:
|
|
return token() === SyntaxKind.OpenBraceToken || token() === SyntaxKind.ExtendsKeyword || token() === SyntaxKind.ImplementsKeyword;
|
|
case ParsingContext.VariableDeclarations:
|
|
return isVariableDeclaratorListTerminator();
|
|
case ParsingContext.TypeParameters:
|
|
// Tokens other than '>' are here for better error recovery
|
|
return token() === SyntaxKind.GreaterThanToken || token() === SyntaxKind.OpenParenToken || token() === SyntaxKind.OpenBraceToken || token() === SyntaxKind.ExtendsKeyword || token() === SyntaxKind.ImplementsKeyword;
|
|
case ParsingContext.ArgumentExpressions:
|
|
// Tokens other than ')' are here for better error recovery
|
|
return token() === SyntaxKind.CloseParenToken || token() === SyntaxKind.SemicolonToken;
|
|
case ParsingContext.ArrayLiteralMembers:
|
|
case ParsingContext.TupleElementTypes:
|
|
case ParsingContext.ArrayBindingElements:
|
|
return token() === SyntaxKind.CloseBracketToken;
|
|
case ParsingContext.JSDocParameters:
|
|
case ParsingContext.Parameters:
|
|
case ParsingContext.RestProperties:
|
|
// Tokens other than ')' and ']' (the latter for index signatures) are here for better error recovery
|
|
return token() === SyntaxKind.CloseParenToken || token() === SyntaxKind.CloseBracketToken /*|| token === SyntaxKind.OpenBraceToken*/;
|
|
case ParsingContext.TypeArguments:
|
|
// All other tokens should cause the type-argument to terminate except comma token
|
|
return token() !== SyntaxKind.CommaToken;
|
|
case ParsingContext.HeritageClauses:
|
|
return token() === SyntaxKind.OpenBraceToken || token() === SyntaxKind.CloseBraceToken;
|
|
case ParsingContext.JsxAttributes:
|
|
return token() === SyntaxKind.GreaterThanToken || token() === SyntaxKind.SlashToken;
|
|
case ParsingContext.JsxChildren:
|
|
return token() === SyntaxKind.LessThanToken && lookAhead(nextTokenIsSlash);
|
|
default:
|
|
return false;
|
|
}
|
|
}
|
|
|
|
function isVariableDeclaratorListTerminator(): boolean {
|
|
// If we can consume a semicolon (either explicitly, or with ASI), then consider us done
|
|
// with parsing the list of variable declarators.
|
|
if (canParseSemicolon()) {
|
|
return true;
|
|
}
|
|
|
|
// in the case where we're parsing the variable declarator of a 'for-in' statement, we
|
|
// are done if we see an 'in' keyword in front of us. Same with for-of
|
|
if (isInOrOfKeyword(token())) {
|
|
return true;
|
|
}
|
|
|
|
// ERROR RECOVERY TWEAK:
|
|
// For better error recovery, if we see an '=>' then we just stop immediately. We've got an
|
|
// arrow function here and it's going to be very unlikely that we'll resynchronize and get
|
|
// another variable declaration.
|
|
if (token() === SyntaxKind.EqualsGreaterThanToken) {
|
|
return true;
|
|
}
|
|
|
|
// Keep trying to parse out variable declarators.
|
|
return false;
|
|
}
|
|
|
|
// True if positioned at element or terminator of the current list or any enclosing list
|
|
function isInSomeParsingContext(): boolean {
|
|
for (let kind = 0; kind < ParsingContext.Count; kind++) {
|
|
if (parsingContext & (1 << kind)) {
|
|
if (isListElement(kind, /*inErrorRecovery*/ true) || isListTerminator(kind)) {
|
|
return true;
|
|
}
|
|
}
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
// Parses a list of elements
|
|
function parseList<T extends Node>(kind: ParsingContext, parseElement: () => T): NodeArray<T> {
|
|
const saveParsingContext = parsingContext;
|
|
parsingContext |= 1 << kind;
|
|
const list = [];
|
|
const listPos = getNodePos();
|
|
|
|
while (!isListTerminator(kind)) {
|
|
if (isListElement(kind, /*inErrorRecovery*/ false)) {
|
|
const element = parseListElement(kind, parseElement);
|
|
list.push(element);
|
|
|
|
continue;
|
|
}
|
|
|
|
if (abortParsingListOrMoveToNextToken(kind)) {
|
|
break;
|
|
}
|
|
}
|
|
|
|
parsingContext = saveParsingContext;
|
|
return createNodeArray(list, listPos);
|
|
}
|
|
|
|
function parseListElement<T extends Node>(parsingContext: ParsingContext, parseElement: () => T): T {
|
|
const node = currentNode(parsingContext);
|
|
if (node) {
|
|
return <T>consumeNode(node);
|
|
}
|
|
|
|
return parseElement();
|
|
}
|
|
|
|
function currentNode(parsingContext: ParsingContext): Node | undefined {
|
|
// If we don't have a cursor or the parsing context isn't reusable, there's nothing to reuse.
|
|
//
|
|
// If there is an outstanding parse error that we've encountered, but not attached to
|
|
// some node, then we cannot get a node from the old source tree. This is because we
|
|
// want to mark the next node we encounter as being unusable.
|
|
//
|
|
// Note: This may be too conservative. Perhaps we could reuse the node and set the bit
|
|
// on it (or its leftmost child) as having the error. For now though, being conservative
|
|
// is nice and likely won't ever affect perf.
|
|
if (!syntaxCursor || !isReusableParsingContext(parsingContext) || parseErrorBeforeNextFinishedNode) {
|
|
return undefined;
|
|
}
|
|
|
|
const node = syntaxCursor.currentNode(scanner.getStartPos());
|
|
|
|
// Can't reuse a missing node.
|
|
// Can't reuse a node that intersected the change range.
|
|
// Can't reuse a node that contains a parse error. This is necessary so that we
|
|
// produce the same set of errors again.
|
|
if (nodeIsMissing(node) || node.intersectsChange || containsParseError(node)) {
|
|
return undefined;
|
|
}
|
|
|
|
// We can only reuse a node if it was parsed under the same strict mode that we're
|
|
// currently in. i.e. if we originally parsed a node in non-strict mode, but then
|
|
// the user added 'using strict' at the top of the file, then we can't use that node
|
|
// again as the presence of strict mode may cause us to parse the tokens in the file
|
|
// differently.
|
|
//
|
|
// Note: we *can* reuse tokens when the strict mode changes. That's because tokens
|
|
// are unaffected by strict mode. It's just the parser will decide what to do with it
|
|
// differently depending on what mode it is in.
|
|
//
|
|
// This also applies to all our other context flags as well.
|
|
const nodeContextFlags = node.flags & NodeFlags.ContextFlags;
|
|
if (nodeContextFlags !== contextFlags) {
|
|
return undefined;
|
|
}
|
|
|
|
// Ok, we have a node that looks like it could be reused. Now verify that it is valid
|
|
// in the current list parsing context that we're currently at.
|
|
if (!canReuseNode(node, parsingContext)) {
|
|
return undefined;
|
|
}
|
|
|
|
if ((node as JSDocContainer).jsDocCache) {
|
|
// jsDocCache may include tags from parent nodes, which might have been modified.
|
|
(node as JSDocContainer).jsDocCache = undefined;
|
|
}
|
|
|
|
return node;
|
|
}
|
|
|
|
function consumeNode(node: Node) {
|
|
// Move the scanner so it is after the node we just consumed.
|
|
scanner.setTextPos(node.end);
|
|
nextToken();
|
|
return node;
|
|
}
|
|
|
|
function isReusableParsingContext(parsingContext: ParsingContext): boolean {
|
|
switch (parsingContext) {
|
|
case ParsingContext.ClassMembers:
|
|
case ParsingContext.SwitchClauses:
|
|
case ParsingContext.SourceElements:
|
|
case ParsingContext.BlockStatements:
|
|
case ParsingContext.SwitchClauseStatements:
|
|
case ParsingContext.EnumMembers:
|
|
case ParsingContext.TypeMembers:
|
|
case ParsingContext.VariableDeclarations:
|
|
case ParsingContext.JSDocParameters:
|
|
case ParsingContext.Parameters:
|
|
return true;
|
|
}
|
|
return false;
|
|
}
|
|
|
|
function canReuseNode(node: Node, parsingContext: ParsingContext): boolean {
|
|
switch (parsingContext) {
|
|
case ParsingContext.ClassMembers:
|
|
return isReusableClassMember(node);
|
|
|
|
case ParsingContext.SwitchClauses:
|
|
return isReusableSwitchClause(node);
|
|
|
|
case ParsingContext.SourceElements:
|
|
case ParsingContext.BlockStatements:
|
|
case ParsingContext.SwitchClauseStatements:
|
|
return isReusableStatement(node);
|
|
|
|
case ParsingContext.EnumMembers:
|
|
return isReusableEnumMember(node);
|
|
|
|
case ParsingContext.TypeMembers:
|
|
return isReusableTypeMember(node);
|
|
|
|
case ParsingContext.VariableDeclarations:
|
|
return isReusableVariableDeclaration(node);
|
|
|
|
case ParsingContext.JSDocParameters:
|
|
case ParsingContext.Parameters:
|
|
return isReusableParameter(node);
|
|
|
|
// Any other lists we do not care about reusing nodes in. But feel free to add if
|
|
// you can do so safely. Danger areas involve nodes that may involve speculative
|
|
// parsing. If speculative parsing is involved with the node, then the range the
|
|
// parser reached while looking ahead might be in the edited range (see the example
|
|
// in canReuseVariableDeclaratorNode for a good case of this).
|
|
|
|
// case ParsingContext.HeritageClauses:
|
|
// This would probably be safe to reuse. There is no speculative parsing with
|
|
// heritage clauses.
|
|
|
|
// case ParsingContext.TypeParameters:
|
|
// This would probably be safe to reuse. There is no speculative parsing with
|
|
// type parameters. Note that that's because type *parameters* only occur in
|
|
// unambiguous *type* contexts. While type *arguments* occur in very ambiguous
|
|
// *expression* contexts.
|
|
|
|
// case ParsingContext.TupleElementTypes:
|
|
// This would probably be safe to reuse. There is no speculative parsing with
|
|
// tuple types.
|
|
|
|
// Technically, type argument list types are probably safe to reuse. While
|
|
// speculative parsing is involved with them (since type argument lists are only
|
|
// produced from speculative parsing a < as a type argument list), we only have
|
|
// the types because speculative parsing succeeded. Thus, the lookahead never
|
|
// went past the end of the list and rewound.
|
|
// case ParsingContext.TypeArguments:
|
|
|
|
// Note: these are almost certainly not safe to ever reuse. Expressions commonly
|
|
// need a large amount of lookahead, and we should not reuse them as they may
|
|
// have actually intersected the edit.
|
|
// case ParsingContext.ArgumentExpressions:
|
|
|
|
// This is not safe to reuse for the same reason as the 'AssignmentExpression'
|
|
// cases. i.e. a property assignment may end with an expression, and thus might
|
|
// have lookahead far beyond it's old node.
|
|
// case ParsingContext.ObjectLiteralMembers:
|
|
|
|
// This is probably not safe to reuse. There can be speculative parsing with
|
|
// type names in a heritage clause. There can be generic names in the type
|
|
// name list, and there can be left hand side expressions (which can have type
|
|
// arguments.)
|
|
// case ParsingContext.HeritageClauseElement:
|
|
|
|
// Perhaps safe to reuse, but it's unlikely we'd see more than a dozen attributes
|
|
// on any given element. Same for children.
|
|
// case ParsingContext.JsxAttributes:
|
|
// case ParsingContext.JsxChildren:
|
|
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
function isReusableClassMember(node: Node) {
|
|
if (node) {
|
|
switch (node.kind) {
|
|
case SyntaxKind.Constructor:
|
|
case SyntaxKind.IndexSignature:
|
|
case SyntaxKind.GetAccessor:
|
|
case SyntaxKind.SetAccessor:
|
|
case SyntaxKind.PropertyDeclaration:
|
|
case SyntaxKind.SemicolonClassElement:
|
|
return true;
|
|
case SyntaxKind.MethodDeclaration:
|
|
// Method declarations are not necessarily reusable. An object-literal
|
|
// may have a method calls "constructor(...)" and we must reparse that
|
|
// into an actual .ConstructorDeclaration.
|
|
const methodDeclaration = <MethodDeclaration>node;
|
|
const nameIsConstructor = methodDeclaration.name.kind === SyntaxKind.Identifier &&
|
|
methodDeclaration.name.originalKeywordKind === SyntaxKind.ConstructorKeyword;
|
|
|
|
return !nameIsConstructor;
|
|
}
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
function isReusableSwitchClause(node: Node) {
|
|
if (node) {
|
|
switch (node.kind) {
|
|
case SyntaxKind.CaseClause:
|
|
case SyntaxKind.DefaultClause:
|
|
return true;
|
|
}
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
function isReusableStatement(node: Node) {
|
|
if (node) {
|
|
switch (node.kind) {
|
|
case SyntaxKind.FunctionDeclaration:
|
|
case SyntaxKind.VariableStatement:
|
|
case SyntaxKind.Block:
|
|
case SyntaxKind.IfStatement:
|
|
case SyntaxKind.ExpressionStatement:
|
|
case SyntaxKind.ThrowStatement:
|
|
case SyntaxKind.ReturnStatement:
|
|
case SyntaxKind.SwitchStatement:
|
|
case SyntaxKind.BreakStatement:
|
|
case SyntaxKind.ContinueStatement:
|
|
case SyntaxKind.ForInStatement:
|
|
case SyntaxKind.ForOfStatement:
|
|
case SyntaxKind.ForStatement:
|
|
case SyntaxKind.WhileStatement:
|
|
case SyntaxKind.WithStatement:
|
|
case SyntaxKind.EmptyStatement:
|
|
case SyntaxKind.TryStatement:
|
|
case SyntaxKind.LabeledStatement:
|
|
case SyntaxKind.DoStatement:
|
|
case SyntaxKind.DebuggerStatement:
|
|
case SyntaxKind.ImportDeclaration:
|
|
case SyntaxKind.ImportEqualsDeclaration:
|
|
case SyntaxKind.ExportDeclaration:
|
|
case SyntaxKind.ExportAssignment:
|
|
case SyntaxKind.ModuleDeclaration:
|
|
case SyntaxKind.ClassDeclaration:
|
|
case SyntaxKind.InterfaceDeclaration:
|
|
case SyntaxKind.EnumDeclaration:
|
|
case SyntaxKind.TypeAliasDeclaration:
|
|
return true;
|
|
}
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
function isReusableEnumMember(node: Node) {
|
|
return node.kind === SyntaxKind.EnumMember;
|
|
}
|
|
|
|
function isReusableTypeMember(node: Node) {
|
|
if (node) {
|
|
switch (node.kind) {
|
|
case SyntaxKind.ConstructSignature:
|
|
case SyntaxKind.MethodSignature:
|
|
case SyntaxKind.IndexSignature:
|
|
case SyntaxKind.PropertySignature:
|
|
case SyntaxKind.CallSignature:
|
|
return true;
|
|
}
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
function isReusableVariableDeclaration(node: Node) {
|
|
if (node.kind !== SyntaxKind.VariableDeclaration) {
|
|
return false;
|
|
}
|
|
|
|
// Very subtle incremental parsing bug. Consider the following code:
|
|
//
|
|
// let v = new List < A, B
|
|
//
|
|
// This is actually legal code. It's a list of variable declarators "v = new List<A"
|
|
// on one side and "B" on the other. If you then change that to:
|
|
//
|
|
// let v = new List < A, B >()
|
|
//
|
|
// then we have a problem. "v = new List<A" doesn't intersect the change range, so we
|
|
// start reparsing at "B" and we completely fail to handle this properly.
|
|
//
|
|
// In order to prevent this, we do not allow a variable declarator to be reused if it
|
|
// has an initializer.
|
|
const variableDeclarator = <VariableDeclaration>node;
|
|
return variableDeclarator.initializer === undefined;
|
|
}
|
|
|
|
function isReusableParameter(node: Node) {
|
|
if (node.kind !== SyntaxKind.Parameter) {
|
|
return false;
|
|
}
|
|
|
|
// See the comment in isReusableVariableDeclaration for why we do this.
|
|
const parameter = <ParameterDeclaration>node;
|
|
return parameter.initializer === undefined;
|
|
}
|
|
|
|
// Returns true if we should abort parsing.
|
|
function abortParsingListOrMoveToNextToken(kind: ParsingContext) {
|
|
parseErrorAtCurrentToken(parsingContextErrors(kind));
|
|
if (isInSomeParsingContext()) {
|
|
return true;
|
|
}
|
|
|
|
nextToken();
|
|
return false;
|
|
}
|
|
|
|
function parsingContextErrors(context: ParsingContext): DiagnosticMessage {
|
|
switch (context) {
|
|
case ParsingContext.SourceElements: return Diagnostics.Declaration_or_statement_expected;
|
|
case ParsingContext.BlockStatements: return Diagnostics.Declaration_or_statement_expected;
|
|
case ParsingContext.SwitchClauses: return Diagnostics.case_or_default_expected;
|
|
case ParsingContext.SwitchClauseStatements: return Diagnostics.Statement_expected;
|
|
case ParsingContext.RestProperties: // fallthrough
|
|
case ParsingContext.TypeMembers: return Diagnostics.Property_or_signature_expected;
|
|
case ParsingContext.ClassMembers: return Diagnostics.Unexpected_token_A_constructor_method_accessor_or_property_was_expected;
|
|
case ParsingContext.EnumMembers: return Diagnostics.Enum_member_expected;
|
|
case ParsingContext.HeritageClauseElement: return Diagnostics.Expression_expected;
|
|
case ParsingContext.VariableDeclarations: return Diagnostics.Variable_declaration_expected;
|
|
case ParsingContext.ObjectBindingElements: return Diagnostics.Property_destructuring_pattern_expected;
|
|
case ParsingContext.ArrayBindingElements: return Diagnostics.Array_element_destructuring_pattern_expected;
|
|
case ParsingContext.ArgumentExpressions: return Diagnostics.Argument_expression_expected;
|
|
case ParsingContext.ObjectLiteralMembers: return Diagnostics.Property_assignment_expected;
|
|
case ParsingContext.ArrayLiteralMembers: return Diagnostics.Expression_or_comma_expected;
|
|
case ParsingContext.JSDocParameters: return Diagnostics.Parameter_declaration_expected;
|
|
case ParsingContext.Parameters: return Diagnostics.Parameter_declaration_expected;
|
|
case ParsingContext.TypeParameters: return Diagnostics.Type_parameter_declaration_expected;
|
|
case ParsingContext.TypeArguments: return Diagnostics.Type_argument_expected;
|
|
case ParsingContext.TupleElementTypes: return Diagnostics.Type_expected;
|
|
case ParsingContext.HeritageClauses: return Diagnostics.Unexpected_token_expected;
|
|
case ParsingContext.ImportOrExportSpecifiers: return Diagnostics.Identifier_expected;
|
|
case ParsingContext.JsxAttributes: return Diagnostics.Identifier_expected;
|
|
case ParsingContext.JsxChildren: return Diagnostics.Identifier_expected;
|
|
default: return undefined!; // TODO: GH#18217 `default: Debug.assertNever(context);`
|
|
}
|
|
}
|
|
|
|
// Parses a comma-delimited list of elements
|
|
function parseDelimitedList<T extends Node>(kind: ParsingContext, parseElement: () => T, considerSemicolonAsDelimiter?: boolean): NodeArray<T> {
|
|
const saveParsingContext = parsingContext;
|
|
parsingContext |= 1 << kind;
|
|
const list = [];
|
|
const listPos = getNodePos();
|
|
|
|
let commaStart = -1; // Meaning the previous token was not a comma
|
|
while (true) {
|
|
if (isListElement(kind, /*inErrorRecovery*/ false)) {
|
|
const startPos = scanner.getStartPos();
|
|
list.push(parseListElement(kind, parseElement));
|
|
commaStart = scanner.getTokenPos();
|
|
|
|
if (parseOptional(SyntaxKind.CommaToken)) {
|
|
// No need to check for a zero length node since we know we parsed a comma
|
|
continue;
|
|
}
|
|
|
|
commaStart = -1; // Back to the state where the last token was not a comma
|
|
if (isListTerminator(kind)) {
|
|
break;
|
|
}
|
|
|
|
// We didn't get a comma, and the list wasn't terminated, explicitly parse
|
|
// out a comma so we give a good error message.
|
|
parseExpected(SyntaxKind.CommaToken);
|
|
|
|
// If the token was a semicolon, and the caller allows that, then skip it and
|
|
// continue. This ensures we get back on track and don't result in tons of
|
|
// parse errors. For example, this can happen when people do things like use
|
|
// a semicolon to delimit object literal members. Note: we'll have already
|
|
// reported an error when we called parseExpected above.
|
|
if (considerSemicolonAsDelimiter && token() === SyntaxKind.SemicolonToken && !scanner.hasPrecedingLineBreak()) {
|
|
nextToken();
|
|
}
|
|
if (startPos === scanner.getStartPos()) {
|
|
// What we're parsing isn't actually remotely recognizable as a element and we've consumed no tokens whatsoever
|
|
// Consume a token to advance the parser in some way and avoid an infinite loop
|
|
// This can happen when we're speculatively parsing parenthesized expressions which we think may be arrow functions,
|
|
// or when a modifier keyword which is disallowed as a parameter name (ie, `static` in strict mode) is supplied
|
|
nextToken();
|
|
}
|
|
continue;
|
|
}
|
|
|
|
if (isListTerminator(kind)) {
|
|
break;
|
|
}
|
|
|
|
if (abortParsingListOrMoveToNextToken(kind)) {
|
|
break;
|
|
}
|
|
}
|
|
|
|
parsingContext = saveParsingContext;
|
|
const result = createNodeArray(list, listPos);
|
|
// Recording the trailing comma is deliberately done after the previous
|
|
// loop, and not just if we see a list terminator. This is because the list
|
|
// may have ended incorrectly, but it is still important to know if there
|
|
// was a trailing comma.
|
|
// Check if the last token was a comma.
|
|
if (commaStart >= 0) {
|
|
// Always preserve a trailing comma by marking it on the NodeArray
|
|
result.hasTrailingComma = true;
|
|
}
|
|
return result;
|
|
}
|
|
|
|
interface MissingList<T extends Node> extends NodeArray<T> {
|
|
isMissingList: true;
|
|
}
|
|
|
|
function createMissingList<T extends Node>(): MissingList<T> {
|
|
const list = createNodeArray<T>([], getNodePos()) as MissingList<T>;
|
|
list.isMissingList = true;
|
|
return list;
|
|
}
|
|
|
|
function isMissingList(arr: NodeArray<Node>): boolean {
|
|
return !!(arr as MissingList<Node>).isMissingList;
|
|
}
|
|
|
|
function parseBracketedList<T extends Node>(kind: ParsingContext, parseElement: () => T, open: SyntaxKind, close: SyntaxKind): NodeArray<T> {
|
|
if (parseExpected(open)) {
|
|
const result = parseDelimitedList(kind, parseElement);
|
|
parseExpected(close);
|
|
return result;
|
|
}
|
|
|
|
return createMissingList<T>();
|
|
}
|
|
|
|
function parseEntityName(allowReservedWords: boolean, diagnosticMessage?: DiagnosticMessage): EntityName {
|
|
let entity: EntityName = allowReservedWords ? parseIdentifierName(diagnosticMessage) : parseIdentifier(diagnosticMessage);
|
|
let dotPos = scanner.getStartPos();
|
|
while (parseOptional(SyntaxKind.DotToken)) {
|
|
if (token() === SyntaxKind.LessThanToken) {
|
|
// the entity is part of a JSDoc-style generic, so record the trailing dot for later error reporting
|
|
entity.jsdocDotPos = dotPos;
|
|
break;
|
|
}
|
|
dotPos = scanner.getStartPos();
|
|
entity = createQualifiedName(entity, parseRightSideOfDot(allowReservedWords));
|
|
}
|
|
return entity;
|
|
}
|
|
|
|
function createQualifiedName(entity: EntityName, name: Identifier): QualifiedName {
|
|
const node = createNode(SyntaxKind.QualifiedName, entity.pos) as QualifiedName;
|
|
node.left = entity;
|
|
node.right = name;
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseRightSideOfDot(allowIdentifierNames: boolean): Identifier {
|
|
// Technically a keyword is valid here as all identifiers and keywords are identifier names.
|
|
// However, often we'll encounter this in error situations when the identifier or keyword
|
|
// is actually starting another valid construct.
|
|
//
|
|
// So, we check for the following specific case:
|
|
//
|
|
// name.
|
|
// identifierOrKeyword identifierNameOrKeyword
|
|
//
|
|
// Note: the newlines are important here. For example, if that above code
|
|
// were rewritten into:
|
|
//
|
|
// name.identifierOrKeyword
|
|
// identifierNameOrKeyword
|
|
//
|
|
// Then we would consider it valid. That's because ASI would take effect and
|
|
// the code would be implicitly: "name.identifierOrKeyword; identifierNameOrKeyword".
|
|
// In the first case though, ASI will not take effect because there is not a
|
|
// line terminator after the identifier or keyword.
|
|
if (scanner.hasPrecedingLineBreak() && tokenIsIdentifierOrKeyword(token())) {
|
|
const matchesPattern = lookAhead(nextTokenIsIdentifierOrKeywordOnSameLine);
|
|
|
|
if (matchesPattern) {
|
|
// Report that we need an identifier. However, report it right after the dot,
|
|
// and not on the next token. This is because the next token might actually
|
|
// be an identifier and the error would be quite confusing.
|
|
return createMissingNode<Identifier>(SyntaxKind.Identifier, /*reportAtCurrentPosition*/ true, Diagnostics.Identifier_expected);
|
|
}
|
|
}
|
|
|
|
return allowIdentifierNames ? parseIdentifierName() : parseIdentifier();
|
|
}
|
|
|
|
function parseTemplateExpression(): TemplateExpression {
|
|
const template = <TemplateExpression>createNode(SyntaxKind.TemplateExpression);
|
|
|
|
template.head = parseTemplateHead();
|
|
Debug.assert(template.head.kind === SyntaxKind.TemplateHead, "Template head has wrong token kind");
|
|
|
|
const list = [];
|
|
const listPos = getNodePos();
|
|
|
|
do {
|
|
list.push(parseTemplateSpan());
|
|
}
|
|
while (last(list).literal.kind === SyntaxKind.TemplateMiddle);
|
|
|
|
template.templateSpans = createNodeArray(list, listPos);
|
|
|
|
return finishNode(template);
|
|
}
|
|
|
|
function parseTemplateSpan(): TemplateSpan {
|
|
const span = <TemplateSpan>createNode(SyntaxKind.TemplateSpan);
|
|
span.expression = allowInAnd(parseExpression);
|
|
|
|
let literal: TemplateMiddle | TemplateTail;
|
|
if (token() === SyntaxKind.CloseBraceToken) {
|
|
reScanTemplateToken();
|
|
literal = parseTemplateMiddleOrTemplateTail();
|
|
}
|
|
else {
|
|
literal = <TemplateTail>parseExpectedToken(SyntaxKind.TemplateTail, Diagnostics._0_expected, tokenToString(SyntaxKind.CloseBraceToken));
|
|
}
|
|
|
|
span.literal = literal;
|
|
return finishNode(span);
|
|
}
|
|
|
|
function parseLiteralNode(): LiteralExpression {
|
|
return <LiteralExpression>parseLiteralLikeNode(token());
|
|
}
|
|
|
|
function parseTemplateHead(): TemplateHead {
|
|
const fragment = parseLiteralLikeNode(token());
|
|
Debug.assert(fragment.kind === SyntaxKind.TemplateHead, "Template head has wrong token kind");
|
|
return <TemplateHead>fragment;
|
|
}
|
|
|
|
function parseTemplateMiddleOrTemplateTail(): TemplateMiddle | TemplateTail {
|
|
const fragment = parseLiteralLikeNode(token());
|
|
Debug.assert(fragment.kind === SyntaxKind.TemplateMiddle || fragment.kind === SyntaxKind.TemplateTail, "Template fragment has wrong token kind");
|
|
return <TemplateMiddle | TemplateTail>fragment;
|
|
}
|
|
|
|
function parseLiteralLikeNode(kind: SyntaxKind): LiteralExpression | LiteralLikeNode {
|
|
const node = <LiteralExpression>createNode(kind);
|
|
node.text = scanner.getTokenValue();
|
|
|
|
if (scanner.hasExtendedUnicodeEscape()) {
|
|
node.hasExtendedUnicodeEscape = true;
|
|
}
|
|
|
|
if (scanner.isUnterminated()) {
|
|
node.isUnterminated = true;
|
|
}
|
|
|
|
// Octal literals are not allowed in strict mode or ES5
|
|
// Note that theoretically the following condition would hold true literals like 009,
|
|
// which is not octal.But because of how the scanner separates the tokens, we would
|
|
// never get a token like this. Instead, we would get 00 and 9 as two separate tokens.
|
|
// We also do not need to check for negatives because any prefix operator would be part of a
|
|
// parent unary expression.
|
|
if (node.kind === SyntaxKind.NumericLiteral) {
|
|
(<NumericLiteral>node).numericLiteralFlags = scanner.getTokenFlags() & TokenFlags.NumericLiteralFlags;
|
|
}
|
|
|
|
nextToken();
|
|
finishNode(node);
|
|
|
|
return node;
|
|
}
|
|
|
|
// TYPES
|
|
|
|
function parseTypeReference(): TypeReferenceNode {
|
|
const node = <TypeReferenceNode>createNode(SyntaxKind.TypeReference);
|
|
node.typeName = parseEntityName(/*allowReservedWords*/ true, Diagnostics.Type_expected);
|
|
if (!scanner.hasPrecedingLineBreak() && reScanLessThanToken() === SyntaxKind.LessThanToken) {
|
|
node.typeArguments = parseBracketedList(ParsingContext.TypeArguments, parseType, SyntaxKind.LessThanToken, SyntaxKind.GreaterThanToken);
|
|
}
|
|
return finishNode(node);
|
|
}
|
|
|
|
// If true, we should abort parsing an error function.
|
|
function typeHasArrowFunctionBlockingParseError(node: TypeNode): boolean {
|
|
switch (node.kind) {
|
|
case SyntaxKind.TypeReference:
|
|
return nodeIsMissing((node as TypeReferenceNode).typeName);
|
|
case SyntaxKind.FunctionType:
|
|
case SyntaxKind.ConstructorType: {
|
|
const { parameters, type } = node as FunctionOrConstructorTypeNode;
|
|
return isMissingList(parameters) || typeHasArrowFunctionBlockingParseError(type);
|
|
}
|
|
case SyntaxKind.ParenthesizedType:
|
|
return typeHasArrowFunctionBlockingParseError((node as ParenthesizedTypeNode).type);
|
|
default:
|
|
return false;
|
|
}
|
|
}
|
|
|
|
function parseThisTypePredicate(lhs: ThisTypeNode): TypePredicateNode {
|
|
nextToken();
|
|
const node = createNode(SyntaxKind.TypePredicate, lhs.pos) as TypePredicateNode;
|
|
node.parameterName = lhs;
|
|
node.type = parseType();
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseThisTypeNode(): ThisTypeNode {
|
|
const node = createNode(SyntaxKind.ThisType) as ThisTypeNode;
|
|
nextToken();
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseJSDocAllType(postFixEquals: boolean): JSDocAllType | JSDocOptionalType {
|
|
const result = createNode(SyntaxKind.JSDocAllType) as JSDocAllType;
|
|
if (postFixEquals) {
|
|
return createPostfixType(SyntaxKind.JSDocOptionalType, result) as JSDocOptionalType;
|
|
}
|
|
else {
|
|
nextToken();
|
|
}
|
|
return finishNode(result);
|
|
}
|
|
|
|
function parseJSDocNonNullableType(): TypeNode {
|
|
const result = createNode(SyntaxKind.JSDocNonNullableType) as JSDocNonNullableType;
|
|
nextToken();
|
|
result.type = parseNonArrayType();
|
|
return finishNode(result);
|
|
}
|
|
|
|
function parseJSDocUnknownOrNullableType(): JSDocUnknownType | JSDocNullableType {
|
|
const pos = scanner.getStartPos();
|
|
// skip the ?
|
|
nextToken();
|
|
|
|
// Need to lookahead to decide if this is a nullable or unknown type.
|
|
|
|
// Here are cases where we'll pick the unknown type:
|
|
//
|
|
// Foo(?,
|
|
// { a: ? }
|
|
// Foo(?)
|
|
// Foo<?>
|
|
// Foo(?=
|
|
// (?|
|
|
if (token() === SyntaxKind.CommaToken ||
|
|
token() === SyntaxKind.CloseBraceToken ||
|
|
token() === SyntaxKind.CloseParenToken ||
|
|
token() === SyntaxKind.GreaterThanToken ||
|
|
token() === SyntaxKind.EqualsToken ||
|
|
token() === SyntaxKind.BarToken) {
|
|
|
|
const result = <JSDocUnknownType>createNode(SyntaxKind.JSDocUnknownType, pos);
|
|
return finishNode(result);
|
|
}
|
|
else {
|
|
const result = <JSDocNullableType>createNode(SyntaxKind.JSDocNullableType, pos);
|
|
result.type = parseType();
|
|
return finishNode(result);
|
|
}
|
|
}
|
|
|
|
function parseJSDocFunctionType(): JSDocFunctionType | TypeReferenceNode {
|
|
if (lookAhead(nextTokenIsOpenParen)) {
|
|
const result = <JSDocFunctionType>createNodeWithJSDoc(SyntaxKind.JSDocFunctionType);
|
|
nextToken();
|
|
fillSignature(SyntaxKind.ColonToken, SignatureFlags.Type | SignatureFlags.JSDoc, result);
|
|
return finishNode(result);
|
|
}
|
|
const node = <TypeReferenceNode>createNode(SyntaxKind.TypeReference);
|
|
node.typeName = parseIdentifierName();
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseJSDocParameter(): ParameterDeclaration {
|
|
const parameter = createNode(SyntaxKind.Parameter) as ParameterDeclaration;
|
|
if (token() === SyntaxKind.ThisKeyword || token() === SyntaxKind.NewKeyword) {
|
|
parameter.name = parseIdentifierName();
|
|
parseExpected(SyntaxKind.ColonToken);
|
|
}
|
|
parameter.type = parseJSDocType();
|
|
return finishNode(parameter);
|
|
}
|
|
|
|
function parseJSDocType(): TypeNode {
|
|
scanner.setInJSDocType(true);
|
|
const dotdotdot = parseOptionalToken(SyntaxKind.DotDotDotToken);
|
|
let type = parseTypeOrTypePredicate();
|
|
scanner.setInJSDocType(false);
|
|
if (dotdotdot) {
|
|
const variadic = createNode(SyntaxKind.JSDocVariadicType, dotdotdot.pos) as JSDocVariadicType;
|
|
variadic.type = type;
|
|
type = finishNode(variadic);
|
|
}
|
|
if (token() === SyntaxKind.EqualsToken) {
|
|
return createPostfixType(SyntaxKind.JSDocOptionalType, type);
|
|
}
|
|
return type;
|
|
}
|
|
|
|
function parseTypeQuery(): TypeQueryNode {
|
|
const node = <TypeQueryNode>createNode(SyntaxKind.TypeQuery);
|
|
parseExpected(SyntaxKind.TypeOfKeyword);
|
|
node.exprName = parseEntityName(/*allowReservedWords*/ true);
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseTypeParameter(): TypeParameterDeclaration {
|
|
const node = <TypeParameterDeclaration>createNode(SyntaxKind.TypeParameter);
|
|
node.name = parseIdentifier();
|
|
if (parseOptional(SyntaxKind.ExtendsKeyword)) {
|
|
// It's not uncommon for people to write improper constraints to a generic. If the
|
|
// user writes a constraint that is an expression and not an actual type, then parse
|
|
// it out as an expression (so we can recover well), but report that a type is needed
|
|
// instead.
|
|
if (isStartOfType() || !isStartOfExpression()) {
|
|
node.constraint = parseType();
|
|
}
|
|
else {
|
|
// It was not a type, and it looked like an expression. Parse out an expression
|
|
// here so we recover well. Note: it is important that we call parseUnaryExpression
|
|
// and not parseExpression here. If the user has:
|
|
//
|
|
// <T extends "">
|
|
//
|
|
// We do *not* want to consume the `>` as we're consuming the expression for "".
|
|
node.expression = parseUnaryExpressionOrHigher();
|
|
}
|
|
}
|
|
|
|
if (parseOptional(SyntaxKind.EqualsToken)) {
|
|
node.default = parseType();
|
|
}
|
|
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseTypeParameters(): NodeArray<TypeParameterDeclaration> | undefined {
|
|
if (token() === SyntaxKind.LessThanToken) {
|
|
return parseBracketedList(ParsingContext.TypeParameters, parseTypeParameter, SyntaxKind.LessThanToken, SyntaxKind.GreaterThanToken);
|
|
}
|
|
}
|
|
|
|
function parseParameterType(): TypeNode | undefined {
|
|
if (parseOptional(SyntaxKind.ColonToken)) {
|
|
return parseType();
|
|
}
|
|
|
|
return undefined;
|
|
}
|
|
|
|
function isStartOfParameter(isJSDocParameter: boolean): boolean {
|
|
return token() === SyntaxKind.DotDotDotToken ||
|
|
isIdentifierOrPattern() ||
|
|
isModifierKind(token()) ||
|
|
token() === SyntaxKind.AtToken ||
|
|
isStartOfType(/*inStartOfParameter*/ !isJSDocParameter);
|
|
}
|
|
|
|
function parseParameter(): ParameterDeclaration {
|
|
const node = <ParameterDeclaration>createNodeWithJSDoc(SyntaxKind.Parameter);
|
|
if (token() === SyntaxKind.ThisKeyword) {
|
|
node.name = createIdentifier(/*isIdentifier*/ true);
|
|
node.type = parseParameterType();
|
|
return finishNode(node);
|
|
}
|
|
|
|
node.decorators = parseDecorators();
|
|
node.modifiers = parseModifiers();
|
|
node.dotDotDotToken = parseOptionalToken(SyntaxKind.DotDotDotToken);
|
|
|
|
// FormalParameter [Yield,Await]:
|
|
// BindingElement[?Yield,?Await]
|
|
node.name = parseIdentifierOrPattern();
|
|
if (getFullWidth(node.name) === 0 && !hasModifiers(node) && isModifierKind(token())) {
|
|
// in cases like
|
|
// 'use strict'
|
|
// function foo(static)
|
|
// isParameter('static') === true, because of isModifier('static')
|
|
// however 'static' is not a legal identifier in a strict mode.
|
|
// so result of this function will be ParameterDeclaration (flags = 0, name = missing, type = undefined, initializer = undefined)
|
|
// and current token will not change => parsing of the enclosing parameter list will last till the end of time (or OOM)
|
|
// to avoid this we'll advance cursor to the next token.
|
|
nextToken();
|
|
}
|
|
|
|
node.questionToken = parseOptionalToken(SyntaxKind.QuestionToken);
|
|
node.type = parseParameterType();
|
|
node.initializer = parseInitializer();
|
|
|
|
return finishNode(node);
|
|
}
|
|
|
|
/**
|
|
* Note: If returnToken is EqualsGreaterThanToken, `signature.type` will always be defined.
|
|
* @returns If return type parsing succeeds
|
|
*/
|
|
function fillSignature(
|
|
returnToken: SyntaxKind.ColonToken | SyntaxKind.EqualsGreaterThanToken,
|
|
flags: SignatureFlags,
|
|
signature: SignatureDeclaration): boolean {
|
|
if (!(flags & SignatureFlags.JSDoc)) {
|
|
signature.typeParameters = parseTypeParameters();
|
|
}
|
|
const parametersParsedSuccessfully = parseParameterList(signature, flags);
|
|
if (shouldParseReturnType(returnToken, !!(flags & SignatureFlags.Type))) {
|
|
signature.type = parseTypeOrTypePredicate();
|
|
if (typeHasArrowFunctionBlockingParseError(signature.type)) return false;
|
|
}
|
|
return parametersParsedSuccessfully;
|
|
}
|
|
|
|
function shouldParseReturnType(returnToken: SyntaxKind.ColonToken | SyntaxKind.EqualsGreaterThanToken, isType: boolean): boolean {
|
|
if (returnToken === SyntaxKind.EqualsGreaterThanToken) {
|
|
parseExpected(returnToken);
|
|
return true;
|
|
}
|
|
else if (parseOptional(SyntaxKind.ColonToken)) {
|
|
return true;
|
|
}
|
|
else if (isType && token() === SyntaxKind.EqualsGreaterThanToken) {
|
|
// This is easy to get backward, especially in type contexts, so parse the type anyway
|
|
parseErrorAtCurrentToken(Diagnostics._0_expected, tokenToString(SyntaxKind.ColonToken));
|
|
nextToken();
|
|
return true;
|
|
}
|
|
return false;
|
|
}
|
|
|
|
// Returns true on success.
|
|
function parseParameterList(signature: SignatureDeclaration, flags: SignatureFlags): boolean {
|
|
// FormalParameters [Yield,Await]: (modified)
|
|
// [empty]
|
|
// FormalParameterList[?Yield,Await]
|
|
//
|
|
// FormalParameter[Yield,Await]: (modified)
|
|
// BindingElement[?Yield,Await]
|
|
//
|
|
// BindingElement [Yield,Await]: (modified)
|
|
// SingleNameBinding[?Yield,?Await]
|
|
// BindingPattern[?Yield,?Await]Initializer [In, ?Yield,?Await] opt
|
|
//
|
|
// SingleNameBinding [Yield,Await]:
|
|
// BindingIdentifier[?Yield,?Await]Initializer [In, ?Yield,?Await] opt
|
|
if (!parseExpected(SyntaxKind.OpenParenToken)) {
|
|
signature.parameters = createMissingList<ParameterDeclaration>();
|
|
return false;
|
|
}
|
|
|
|
const savedYieldContext = inYieldContext();
|
|
const savedAwaitContext = inAwaitContext();
|
|
|
|
setYieldContext(!!(flags & SignatureFlags.Yield));
|
|
setAwaitContext(!!(flags & SignatureFlags.Await));
|
|
|
|
signature.parameters = flags & SignatureFlags.JSDoc ?
|
|
parseDelimitedList(ParsingContext.JSDocParameters, parseJSDocParameter) :
|
|
parseDelimitedList(ParsingContext.Parameters, parseParameter);
|
|
|
|
setYieldContext(savedYieldContext);
|
|
setAwaitContext(savedAwaitContext);
|
|
|
|
return parseExpected(SyntaxKind.CloseParenToken);
|
|
}
|
|
|
|
function parseTypeMemberSemicolon() {
|
|
// We allow type members to be separated by commas or (possibly ASI) semicolons.
|
|
// First check if it was a comma. If so, we're done with the member.
|
|
if (parseOptional(SyntaxKind.CommaToken)) {
|
|
return;
|
|
}
|
|
|
|
// Didn't have a comma. We must have a (possible ASI) semicolon.
|
|
parseSemicolon();
|
|
}
|
|
|
|
function parseSignatureMember(kind: SyntaxKind.CallSignature | SyntaxKind.ConstructSignature): CallSignatureDeclaration | ConstructSignatureDeclaration {
|
|
const node = <CallSignatureDeclaration | ConstructSignatureDeclaration>createNodeWithJSDoc(kind);
|
|
if (kind === SyntaxKind.ConstructSignature) {
|
|
parseExpected(SyntaxKind.NewKeyword);
|
|
}
|
|
fillSignature(SyntaxKind.ColonToken, SignatureFlags.Type, node);
|
|
parseTypeMemberSemicolon();
|
|
return finishNode(node);
|
|
}
|
|
|
|
function isIndexSignature(): boolean {
|
|
return token() === SyntaxKind.OpenBracketToken && lookAhead(isUnambiguouslyIndexSignature);
|
|
}
|
|
|
|
function isUnambiguouslyIndexSignature() {
|
|
// The only allowed sequence is:
|
|
//
|
|
// [id:
|
|
//
|
|
// However, for error recovery, we also check the following cases:
|
|
//
|
|
// [...
|
|
// [id,
|
|
// [id?,
|
|
// [id?:
|
|
// [id?]
|
|
// [public id
|
|
// [private id
|
|
// [protected id
|
|
// []
|
|
//
|
|
nextToken();
|
|
if (token() === SyntaxKind.DotDotDotToken || token() === SyntaxKind.CloseBracketToken) {
|
|
return true;
|
|
}
|
|
|
|
if (isModifierKind(token())) {
|
|
nextToken();
|
|
if (isIdentifier()) {
|
|
return true;
|
|
}
|
|
}
|
|
else if (!isIdentifier()) {
|
|
return false;
|
|
}
|
|
else {
|
|
// Skip the identifier
|
|
nextToken();
|
|
}
|
|
|
|
// A colon signifies a well formed indexer
|
|
// A comma should be a badly formed indexer because comma expressions are not allowed
|
|
// in computed properties.
|
|
if (token() === SyntaxKind.ColonToken || token() === SyntaxKind.CommaToken) {
|
|
return true;
|
|
}
|
|
|
|
// Question mark could be an indexer with an optional property,
|
|
// or it could be a conditional expression in a computed property.
|
|
if (token() !== SyntaxKind.QuestionToken) {
|
|
return false;
|
|
}
|
|
|
|
// If any of the following tokens are after the question mark, it cannot
|
|
// be a conditional expression, so treat it as an indexer.
|
|
nextToken();
|
|
return token() === SyntaxKind.ColonToken || token() === SyntaxKind.CommaToken || token() === SyntaxKind.CloseBracketToken;
|
|
}
|
|
|
|
function parseIndexSignatureDeclaration(node: IndexSignatureDeclaration): IndexSignatureDeclaration {
|
|
node.kind = SyntaxKind.IndexSignature;
|
|
node.parameters = parseBracketedList(ParsingContext.Parameters, parseParameter, SyntaxKind.OpenBracketToken, SyntaxKind.CloseBracketToken);
|
|
node.type = parseTypeAnnotation();
|
|
parseTypeMemberSemicolon();
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parsePropertyOrMethodSignature(node: PropertySignature | MethodSignature): PropertySignature | MethodSignature {
|
|
node.name = parsePropertyName();
|
|
node.questionToken = parseOptionalToken(SyntaxKind.QuestionToken);
|
|
if (token() === SyntaxKind.OpenParenToken || token() === SyntaxKind.LessThanToken) {
|
|
node.kind = SyntaxKind.MethodSignature;
|
|
// Method signatures don't exist in expression contexts. So they have neither
|
|
// [Yield] nor [Await]
|
|
fillSignature(SyntaxKind.ColonToken, SignatureFlags.Type, <MethodSignature>node);
|
|
}
|
|
else {
|
|
node.kind = SyntaxKind.PropertySignature;
|
|
node.type = parseTypeAnnotation();
|
|
if (token() === SyntaxKind.EqualsToken) {
|
|
// Although type literal properties cannot not have initializers, we attempt
|
|
// to parse an initializer so we can report in the checker that an interface
|
|
// property or type literal property cannot have an initializer.
|
|
(<PropertySignature>node).initializer = parseInitializer();
|
|
}
|
|
}
|
|
parseTypeMemberSemicolon();
|
|
return finishNode(node);
|
|
}
|
|
|
|
function isTypeMemberStart(): boolean {
|
|
// Return true if we have the start of a signature member
|
|
if (token() === SyntaxKind.OpenParenToken || token() === SyntaxKind.LessThanToken) {
|
|
return true;
|
|
}
|
|
let idToken = false;
|
|
// Eat up all modifiers, but hold on to the last one in case it is actually an identifier
|
|
while (isModifierKind(token())) {
|
|
idToken = true;
|
|
nextToken();
|
|
}
|
|
// Index signatures and computed property names are type members
|
|
if (token() === SyntaxKind.OpenBracketToken) {
|
|
return true;
|
|
}
|
|
// Try to get the first property-like token following all modifiers
|
|
if (isLiteralPropertyName()) {
|
|
idToken = true;
|
|
nextToken();
|
|
}
|
|
// If we were able to get any potential identifier, check that it is
|
|
// the start of a member declaration
|
|
if (idToken) {
|
|
return token() === SyntaxKind.OpenParenToken ||
|
|
token() === SyntaxKind.LessThanToken ||
|
|
token() === SyntaxKind.QuestionToken ||
|
|
token() === SyntaxKind.ColonToken ||
|
|
token() === SyntaxKind.CommaToken ||
|
|
canParseSemicolon();
|
|
}
|
|
return false;
|
|
}
|
|
|
|
function parseTypeMember(): TypeElement {
|
|
if (token() === SyntaxKind.OpenParenToken || token() === SyntaxKind.LessThanToken) {
|
|
return parseSignatureMember(SyntaxKind.CallSignature);
|
|
}
|
|
if (token() === SyntaxKind.NewKeyword && lookAhead(nextTokenIsOpenParenOrLessThan)) {
|
|
return parseSignatureMember(SyntaxKind.ConstructSignature);
|
|
}
|
|
const node = <TypeElement>createNodeWithJSDoc(SyntaxKind.Unknown);
|
|
node.modifiers = parseModifiers();
|
|
if (isIndexSignature()) {
|
|
return parseIndexSignatureDeclaration(<IndexSignatureDeclaration>node);
|
|
}
|
|
return parsePropertyOrMethodSignature(<PropertySignature | MethodSignature>node);
|
|
}
|
|
|
|
function nextTokenIsOpenParenOrLessThan() {
|
|
nextToken();
|
|
return token() === SyntaxKind.OpenParenToken || token() === SyntaxKind.LessThanToken;
|
|
}
|
|
|
|
function nextTokenIsDot() {
|
|
return nextToken() === SyntaxKind.DotToken;
|
|
}
|
|
|
|
function nextTokenIsOpenParenOrLessThanOrDot() {
|
|
switch (nextToken()) {
|
|
case SyntaxKind.OpenParenToken:
|
|
case SyntaxKind.LessThanToken:
|
|
case SyntaxKind.DotToken:
|
|
return true;
|
|
}
|
|
return false;
|
|
}
|
|
|
|
function parseTypeLiteral(): TypeLiteralNode {
|
|
const node = <TypeLiteralNode>createNode(SyntaxKind.TypeLiteral);
|
|
node.members = parseObjectTypeMembers();
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseObjectTypeMembers(): NodeArray<TypeElement> {
|
|
let members: NodeArray<TypeElement>;
|
|
if (parseExpected(SyntaxKind.OpenBraceToken)) {
|
|
members = parseList(ParsingContext.TypeMembers, parseTypeMember);
|
|
parseExpected(SyntaxKind.CloseBraceToken);
|
|
}
|
|
else {
|
|
members = createMissingList<TypeElement>();
|
|
}
|
|
|
|
return members;
|
|
}
|
|
|
|
function isStartOfMappedType() {
|
|
nextToken();
|
|
if (token() === SyntaxKind.PlusToken || token() === SyntaxKind.MinusToken) {
|
|
return nextToken() === SyntaxKind.ReadonlyKeyword;
|
|
}
|
|
if (token() === SyntaxKind.ReadonlyKeyword) {
|
|
nextToken();
|
|
}
|
|
return token() === SyntaxKind.OpenBracketToken && nextTokenIsIdentifier() && nextToken() === SyntaxKind.InKeyword;
|
|
}
|
|
|
|
function parseMappedTypeParameter() {
|
|
const node = <TypeParameterDeclaration>createNode(SyntaxKind.TypeParameter);
|
|
node.name = parseIdentifier();
|
|
parseExpected(SyntaxKind.InKeyword);
|
|
node.constraint = parseType();
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseMappedType() {
|
|
const node = <MappedTypeNode>createNode(SyntaxKind.MappedType);
|
|
parseExpected(SyntaxKind.OpenBraceToken);
|
|
if (token() === SyntaxKind.ReadonlyKeyword || token() === SyntaxKind.PlusToken || token() === SyntaxKind.MinusToken) {
|
|
node.readonlyToken = parseTokenNode<ReadonlyToken | PlusToken | MinusToken>();
|
|
if (node.readonlyToken.kind !== SyntaxKind.ReadonlyKeyword) {
|
|
parseExpectedToken(SyntaxKind.ReadonlyKeyword);
|
|
}
|
|
}
|
|
parseExpected(SyntaxKind.OpenBracketToken);
|
|
node.typeParameter = parseMappedTypeParameter();
|
|
parseExpected(SyntaxKind.CloseBracketToken);
|
|
if (token() === SyntaxKind.QuestionToken || token() === SyntaxKind.PlusToken || token() === SyntaxKind.MinusToken) {
|
|
node.questionToken = parseTokenNode<QuestionToken | PlusToken | MinusToken>();
|
|
if (node.questionToken.kind !== SyntaxKind.QuestionToken) {
|
|
parseExpectedToken(SyntaxKind.QuestionToken);
|
|
}
|
|
}
|
|
node.type = parseTypeAnnotation();
|
|
parseSemicolon();
|
|
parseExpected(SyntaxKind.CloseBraceToken);
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseTupleElementType() {
|
|
const pos = getNodePos();
|
|
if (parseOptional(SyntaxKind.DotDotDotToken)) {
|
|
const node = <RestTypeNode>createNode(SyntaxKind.RestType, pos);
|
|
node.type = parseType();
|
|
return finishNode(node);
|
|
}
|
|
const type = parseType();
|
|
if (!(contextFlags & NodeFlags.JSDoc) && type.kind === SyntaxKind.JSDocNullableType && type.pos === (<JSDocNullableType>type).type.pos) {
|
|
type.kind = SyntaxKind.OptionalType;
|
|
}
|
|
return type;
|
|
}
|
|
|
|
function parseTupleType(): TupleTypeNode {
|
|
const node = <TupleTypeNode>createNode(SyntaxKind.TupleType);
|
|
node.elementTypes = parseBracketedList(ParsingContext.TupleElementTypes, parseTupleElementType, SyntaxKind.OpenBracketToken, SyntaxKind.CloseBracketToken);
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseParenthesizedType(): TypeNode {
|
|
const node = <ParenthesizedTypeNode>createNode(SyntaxKind.ParenthesizedType);
|
|
parseExpected(SyntaxKind.OpenParenToken);
|
|
node.type = parseType();
|
|
parseExpected(SyntaxKind.CloseParenToken);
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseFunctionOrConstructorType(): TypeNode {
|
|
const pos = getNodePos();
|
|
const kind = parseOptional(SyntaxKind.NewKeyword) ? SyntaxKind.ConstructorType : SyntaxKind.FunctionType;
|
|
const node = <FunctionOrConstructorTypeNode>createNodeWithJSDoc(kind, pos);
|
|
fillSignature(SyntaxKind.EqualsGreaterThanToken, SignatureFlags.Type, node);
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseKeywordAndNoDot(): TypeNode | undefined {
|
|
const node = parseTokenNode<TypeNode>();
|
|
return token() === SyntaxKind.DotToken ? undefined : node;
|
|
}
|
|
|
|
function parseLiteralTypeNode(negative?: boolean): LiteralTypeNode {
|
|
const node = createNode(SyntaxKind.LiteralType) as LiteralTypeNode;
|
|
let unaryMinusExpression!: PrefixUnaryExpression;
|
|
if (negative) {
|
|
unaryMinusExpression = createNode(SyntaxKind.PrefixUnaryExpression) as PrefixUnaryExpression;
|
|
unaryMinusExpression.operator = SyntaxKind.MinusToken;
|
|
nextToken();
|
|
}
|
|
let expression: BooleanLiteral | LiteralExpression | PrefixUnaryExpression = token() === SyntaxKind.TrueKeyword || token() === SyntaxKind.FalseKeyword
|
|
? parseTokenNode<BooleanLiteral>()
|
|
: parseLiteralLikeNode(token()) as LiteralExpression;
|
|
if (negative) {
|
|
unaryMinusExpression.operand = expression;
|
|
finishNode(unaryMinusExpression);
|
|
expression = unaryMinusExpression;
|
|
}
|
|
node.literal = expression;
|
|
return finishNode(node);
|
|
}
|
|
|
|
function isStartOfTypeOfImportType() {
|
|
nextToken();
|
|
return token() === SyntaxKind.ImportKeyword;
|
|
}
|
|
|
|
function parseImportType(): ImportTypeNode {
|
|
sourceFile.flags |= NodeFlags.PossiblyContainsDynamicImport;
|
|
const node = createNode(SyntaxKind.ImportType) as ImportTypeNode;
|
|
if (parseOptional(SyntaxKind.TypeOfKeyword)) {
|
|
node.isTypeOf = true;
|
|
}
|
|
parseExpected(SyntaxKind.ImportKeyword);
|
|
parseExpected(SyntaxKind.OpenParenToken);
|
|
node.argument = parseType();
|
|
parseExpected(SyntaxKind.CloseParenToken);
|
|
if (parseOptional(SyntaxKind.DotToken)) {
|
|
node.qualifier = parseEntityName(/*allowReservedWords*/ true, Diagnostics.Type_expected);
|
|
}
|
|
if (!scanner.hasPrecedingLineBreak() && reScanLessThanToken() === SyntaxKind.LessThanToken) {
|
|
node.typeArguments = parseBracketedList(ParsingContext.TypeArguments, parseType, SyntaxKind.LessThanToken, SyntaxKind.GreaterThanToken);
|
|
}
|
|
return finishNode(node);
|
|
}
|
|
|
|
function nextTokenIsNumericOrBigIntLiteral() {
|
|
nextToken();
|
|
return token() === SyntaxKind.NumericLiteral || token() === SyntaxKind.BigIntLiteral;
|
|
}
|
|
|
|
function parseNonArrayType(): TypeNode {
|
|
switch (token()) {
|
|
case SyntaxKind.AnyKeyword:
|
|
case SyntaxKind.UnknownKeyword:
|
|
case SyntaxKind.StringKeyword:
|
|
case SyntaxKind.NumberKeyword:
|
|
case SyntaxKind.BigIntKeyword:
|
|
case SyntaxKind.SymbolKeyword:
|
|
case SyntaxKind.BooleanKeyword:
|
|
case SyntaxKind.UndefinedKeyword:
|
|
case SyntaxKind.NeverKeyword:
|
|
case SyntaxKind.ObjectKeyword:
|
|
// If these are followed by a dot, then parse these out as a dotted type reference instead.
|
|
return tryParse(parseKeywordAndNoDot) || parseTypeReference();
|
|
case SyntaxKind.AsteriskToken:
|
|
return parseJSDocAllType(/*postfixEquals*/ false);
|
|
case SyntaxKind.AsteriskEqualsToken:
|
|
return parseJSDocAllType(/*postfixEquals*/ true);
|
|
case SyntaxKind.QuestionToken:
|
|
return parseJSDocUnknownOrNullableType();
|
|
case SyntaxKind.FunctionKeyword:
|
|
return parseJSDocFunctionType();
|
|
case SyntaxKind.ExclamationToken:
|
|
return parseJSDocNonNullableType();
|
|
case SyntaxKind.NoSubstitutionTemplateLiteral:
|
|
case SyntaxKind.StringLiteral:
|
|
case SyntaxKind.NumericLiteral:
|
|
case SyntaxKind.BigIntLiteral:
|
|
case SyntaxKind.TrueKeyword:
|
|
case SyntaxKind.FalseKeyword:
|
|
return parseLiteralTypeNode();
|
|
case SyntaxKind.MinusToken:
|
|
return lookAhead(nextTokenIsNumericOrBigIntLiteral) ? parseLiteralTypeNode(/*negative*/ true) : parseTypeReference();
|
|
case SyntaxKind.VoidKeyword:
|
|
case SyntaxKind.NullKeyword:
|
|
return parseTokenNode<TypeNode>();
|
|
case SyntaxKind.ThisKeyword: {
|
|
const thisKeyword = parseThisTypeNode();
|
|
if (token() === SyntaxKind.IsKeyword && !scanner.hasPrecedingLineBreak()) {
|
|
return parseThisTypePredicate(thisKeyword);
|
|
}
|
|
else {
|
|
return thisKeyword;
|
|
}
|
|
}
|
|
case SyntaxKind.TypeOfKeyword:
|
|
return lookAhead(isStartOfTypeOfImportType) ? parseImportType() : parseTypeQuery();
|
|
case SyntaxKind.OpenBraceToken:
|
|
return lookAhead(isStartOfMappedType) ? parseMappedType() : parseTypeLiteral();
|
|
case SyntaxKind.OpenBracketToken:
|
|
return parseTupleType();
|
|
case SyntaxKind.OpenParenToken:
|
|
return parseParenthesizedType();
|
|
case SyntaxKind.ImportKeyword:
|
|
return parseImportType();
|
|
default:
|
|
return parseTypeReference();
|
|
}
|
|
}
|
|
|
|
function isStartOfType(inStartOfParameter?: boolean): boolean {
|
|
switch (token()) {
|
|
case SyntaxKind.AnyKeyword:
|
|
case SyntaxKind.UnknownKeyword:
|
|
case SyntaxKind.StringKeyword:
|
|
case SyntaxKind.NumberKeyword:
|
|
case SyntaxKind.BigIntKeyword:
|
|
case SyntaxKind.BooleanKeyword:
|
|
case SyntaxKind.ReadonlyKeyword:
|
|
case SyntaxKind.SymbolKeyword:
|
|
case SyntaxKind.UniqueKeyword:
|
|
case SyntaxKind.VoidKeyword:
|
|
case SyntaxKind.UndefinedKeyword:
|
|
case SyntaxKind.NullKeyword:
|
|
case SyntaxKind.ThisKeyword:
|
|
case SyntaxKind.TypeOfKeyword:
|
|
case SyntaxKind.NeverKeyword:
|
|
case SyntaxKind.OpenBraceToken:
|
|
case SyntaxKind.OpenBracketToken:
|
|
case SyntaxKind.LessThanToken:
|
|
case SyntaxKind.BarToken:
|
|
case SyntaxKind.AmpersandToken:
|
|
case SyntaxKind.NewKeyword:
|
|
case SyntaxKind.StringLiteral:
|
|
case SyntaxKind.NumericLiteral:
|
|
case SyntaxKind.BigIntLiteral:
|
|
case SyntaxKind.TrueKeyword:
|
|
case SyntaxKind.FalseKeyword:
|
|
case SyntaxKind.ObjectKeyword:
|
|
case SyntaxKind.AsteriskToken:
|
|
case SyntaxKind.QuestionToken:
|
|
case SyntaxKind.ExclamationToken:
|
|
case SyntaxKind.DotDotDotToken:
|
|
case SyntaxKind.InferKeyword:
|
|
case SyntaxKind.ImportKeyword:
|
|
return true;
|
|
case SyntaxKind.FunctionKeyword:
|
|
return !inStartOfParameter;
|
|
case SyntaxKind.MinusToken:
|
|
return !inStartOfParameter && lookAhead(nextTokenIsNumericOrBigIntLiteral);
|
|
case SyntaxKind.OpenParenToken:
|
|
// Only consider '(' the start of a type if followed by ')', '...', an identifier, a modifier,
|
|
// or something that starts a type. We don't want to consider things like '(1)' a type.
|
|
return !inStartOfParameter && lookAhead(isStartOfParenthesizedOrFunctionType);
|
|
default:
|
|
return isIdentifier();
|
|
}
|
|
}
|
|
|
|
function isStartOfParenthesizedOrFunctionType() {
|
|
nextToken();
|
|
return token() === SyntaxKind.CloseParenToken || isStartOfParameter(/*isJSDocParameter*/ false) || isStartOfType();
|
|
}
|
|
|
|
function parsePostfixTypeOrHigher(): TypeNode {
|
|
let type = parseNonArrayType();
|
|
while (!scanner.hasPrecedingLineBreak()) {
|
|
switch (token()) {
|
|
case SyntaxKind.ExclamationToken:
|
|
type = createPostfixType(SyntaxKind.JSDocNonNullableType, type);
|
|
break;
|
|
case SyntaxKind.QuestionToken:
|
|
// If not in JSDoc and next token is start of a type we have a conditional type
|
|
if (!(contextFlags & NodeFlags.JSDoc) && lookAhead(nextTokenIsStartOfType)) {
|
|
return type;
|
|
}
|
|
type = createPostfixType(SyntaxKind.JSDocNullableType, type);
|
|
break;
|
|
case SyntaxKind.OpenBracketToken:
|
|
parseExpected(SyntaxKind.OpenBracketToken);
|
|
if (isStartOfType()) {
|
|
const node = createNode(SyntaxKind.IndexedAccessType, type.pos) as IndexedAccessTypeNode;
|
|
node.objectType = type;
|
|
node.indexType = parseType();
|
|
parseExpected(SyntaxKind.CloseBracketToken);
|
|
type = finishNode(node);
|
|
}
|
|
else {
|
|
const node = createNode(SyntaxKind.ArrayType, type.pos) as ArrayTypeNode;
|
|
node.elementType = type;
|
|
parseExpected(SyntaxKind.CloseBracketToken);
|
|
type = finishNode(node);
|
|
}
|
|
break;
|
|
default:
|
|
return type;
|
|
}
|
|
}
|
|
return type;
|
|
}
|
|
|
|
function createPostfixType(kind: SyntaxKind, type: TypeNode) {
|
|
nextToken();
|
|
const postfix = createNode(kind, type.pos) as OptionalTypeNode | JSDocOptionalType | JSDocNonNullableType | JSDocNullableType;
|
|
postfix.type = type;
|
|
return finishNode(postfix);
|
|
}
|
|
|
|
function parseTypeOperator(operator: SyntaxKind.KeyOfKeyword | SyntaxKind.UniqueKeyword | SyntaxKind.ReadonlyKeyword) {
|
|
const node = <TypeOperatorNode>createNode(SyntaxKind.TypeOperator);
|
|
parseExpected(operator);
|
|
node.operator = operator;
|
|
node.type = parseTypeOperatorOrHigher();
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseInferType(): InferTypeNode {
|
|
const node = <InferTypeNode>createNode(SyntaxKind.InferType);
|
|
parseExpected(SyntaxKind.InferKeyword);
|
|
const typeParameter = <TypeParameterDeclaration>createNode(SyntaxKind.TypeParameter);
|
|
typeParameter.name = parseIdentifier();
|
|
node.typeParameter = finishNode(typeParameter);
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseTypeOperatorOrHigher(): TypeNode {
|
|
const operator = token();
|
|
switch (operator) {
|
|
case SyntaxKind.KeyOfKeyword:
|
|
case SyntaxKind.UniqueKeyword:
|
|
case SyntaxKind.ReadonlyKeyword:
|
|
return parseTypeOperator(operator);
|
|
case SyntaxKind.InferKeyword:
|
|
return parseInferType();
|
|
}
|
|
return parsePostfixTypeOrHigher();
|
|
}
|
|
|
|
function parseUnionOrIntersectionType(kind: SyntaxKind.UnionType | SyntaxKind.IntersectionType, parseConstituentType: () => TypeNode, operator: SyntaxKind.BarToken | SyntaxKind.AmpersandToken): TypeNode {
|
|
const start = scanner.getStartPos();
|
|
const hasLeadingOperator = parseOptional(operator);
|
|
let type = parseConstituentType();
|
|
if (token() === operator || hasLeadingOperator) {
|
|
const types = [type];
|
|
while (parseOptional(operator)) {
|
|
types.push(parseConstituentType());
|
|
}
|
|
const node = <UnionOrIntersectionTypeNode>createNode(kind, start);
|
|
node.types = createNodeArray(types, start);
|
|
type = finishNode(node);
|
|
}
|
|
return type;
|
|
}
|
|
|
|
function parseIntersectionTypeOrHigher(): TypeNode {
|
|
return parseUnionOrIntersectionType(SyntaxKind.IntersectionType, parseTypeOperatorOrHigher, SyntaxKind.AmpersandToken);
|
|
}
|
|
|
|
function parseUnionTypeOrHigher(): TypeNode {
|
|
return parseUnionOrIntersectionType(SyntaxKind.UnionType, parseIntersectionTypeOrHigher, SyntaxKind.BarToken);
|
|
}
|
|
|
|
function isStartOfFunctionType(): boolean {
|
|
if (token() === SyntaxKind.LessThanToken) {
|
|
return true;
|
|
}
|
|
return token() === SyntaxKind.OpenParenToken && lookAhead(isUnambiguouslyStartOfFunctionType);
|
|
}
|
|
|
|
function skipParameterStart(): boolean {
|
|
if (isModifierKind(token())) {
|
|
// Skip modifiers
|
|
parseModifiers();
|
|
}
|
|
if (isIdentifier() || token() === SyntaxKind.ThisKeyword) {
|
|
nextToken();
|
|
return true;
|
|
}
|
|
if (token() === SyntaxKind.OpenBracketToken || token() === SyntaxKind.OpenBraceToken) {
|
|
// Return true if we can parse an array or object binding pattern with no errors
|
|
const previousErrorCount = parseDiagnostics.length;
|
|
parseIdentifierOrPattern();
|
|
return previousErrorCount === parseDiagnostics.length;
|
|
}
|
|
return false;
|
|
}
|
|
|
|
function isUnambiguouslyStartOfFunctionType() {
|
|
nextToken();
|
|
if (token() === SyntaxKind.CloseParenToken || token() === SyntaxKind.DotDotDotToken) {
|
|
// ( )
|
|
// ( ...
|
|
return true;
|
|
}
|
|
if (skipParameterStart()) {
|
|
// We successfully skipped modifiers (if any) and an identifier or binding pattern,
|
|
// now see if we have something that indicates a parameter declaration
|
|
if (token() === SyntaxKind.ColonToken || token() === SyntaxKind.CommaToken ||
|
|
token() === SyntaxKind.QuestionToken || token() === SyntaxKind.EqualsToken) {
|
|
// ( xxx :
|
|
// ( xxx ,
|
|
// ( xxx ?
|
|
// ( xxx =
|
|
return true;
|
|
}
|
|
if (token() === SyntaxKind.CloseParenToken) {
|
|
nextToken();
|
|
if (token() === SyntaxKind.EqualsGreaterThanToken) {
|
|
// ( xxx ) =>
|
|
return true;
|
|
}
|
|
}
|
|
}
|
|
return false;
|
|
}
|
|
|
|
function parseTypeOrTypePredicate(): TypeNode {
|
|
const typePredicateVariable = isIdentifier() && tryParse(parseTypePredicatePrefix);
|
|
const type = parseType();
|
|
if (typePredicateVariable) {
|
|
const node = <TypePredicateNode>createNode(SyntaxKind.TypePredicate, typePredicateVariable.pos);
|
|
node.parameterName = typePredicateVariable;
|
|
node.type = type;
|
|
return finishNode(node);
|
|
}
|
|
else {
|
|
return type;
|
|
}
|
|
}
|
|
|
|
function parseTypePredicatePrefix() {
|
|
const id = parseIdentifier();
|
|
if (token() === SyntaxKind.IsKeyword && !scanner.hasPrecedingLineBreak()) {
|
|
nextToken();
|
|
return id;
|
|
}
|
|
}
|
|
|
|
function parseType(): TypeNode {
|
|
// The rules about 'yield' only apply to actual code/expression contexts. They don't
|
|
// apply to 'type' contexts. So we disable these parameters here before moving on.
|
|
return doOutsideOfContext(NodeFlags.TypeExcludesFlags, parseTypeWorker);
|
|
}
|
|
|
|
function parseTypeWorker(noConditionalTypes?: boolean): TypeNode {
|
|
if (isStartOfFunctionType() || token() === SyntaxKind.NewKeyword) {
|
|
return parseFunctionOrConstructorType();
|
|
}
|
|
const type = parseUnionTypeOrHigher();
|
|
if (!noConditionalTypes && !scanner.hasPrecedingLineBreak() && parseOptional(SyntaxKind.ExtendsKeyword)) {
|
|
const node = <ConditionalTypeNode>createNode(SyntaxKind.ConditionalType, type.pos);
|
|
node.checkType = type;
|
|
// The type following 'extends' is not permitted to be another conditional type
|
|
node.extendsType = parseTypeWorker(/*noConditionalTypes*/ true);
|
|
parseExpected(SyntaxKind.QuestionToken);
|
|
node.trueType = parseTypeWorker();
|
|
parseExpected(SyntaxKind.ColonToken);
|
|
node.falseType = parseTypeWorker();
|
|
return finishNode(node);
|
|
}
|
|
return type;
|
|
}
|
|
|
|
function parseTypeAnnotation(): TypeNode | undefined {
|
|
return parseOptional(SyntaxKind.ColonToken) ? parseType() : undefined;
|
|
}
|
|
|
|
// EXPRESSIONS
|
|
function isStartOfLeftHandSideExpression(): boolean {
|
|
switch (token()) {
|
|
case SyntaxKind.ThisKeyword:
|
|
case SyntaxKind.SuperKeyword:
|
|
case SyntaxKind.NullKeyword:
|
|
case SyntaxKind.TrueKeyword:
|
|
case SyntaxKind.FalseKeyword:
|
|
case SyntaxKind.NumericLiteral:
|
|
case SyntaxKind.BigIntLiteral:
|
|
case SyntaxKind.StringLiteral:
|
|
case SyntaxKind.NoSubstitutionTemplateLiteral:
|
|
case SyntaxKind.TemplateHead:
|
|
case SyntaxKind.OpenParenToken:
|
|
case SyntaxKind.OpenBracketToken:
|
|
case SyntaxKind.OpenBraceToken:
|
|
case SyntaxKind.FunctionKeyword:
|
|
case SyntaxKind.ClassKeyword:
|
|
case SyntaxKind.NewKeyword:
|
|
case SyntaxKind.SlashToken:
|
|
case SyntaxKind.SlashEqualsToken:
|
|
case SyntaxKind.Identifier:
|
|
return true;
|
|
case SyntaxKind.ImportKeyword:
|
|
return lookAhead(nextTokenIsOpenParenOrLessThanOrDot);
|
|
default:
|
|
return isIdentifier();
|
|
}
|
|
}
|
|
|
|
function isStartOfExpression(): boolean {
|
|
if (isStartOfLeftHandSideExpression()) {
|
|
return true;
|
|
}
|
|
|
|
switch (token()) {
|
|
case SyntaxKind.PlusToken:
|
|
case SyntaxKind.MinusToken:
|
|
case SyntaxKind.TildeToken:
|
|
case SyntaxKind.ExclamationToken:
|
|
case SyntaxKind.DeleteKeyword:
|
|
case SyntaxKind.TypeOfKeyword:
|
|
case SyntaxKind.VoidKeyword:
|
|
case SyntaxKind.PlusPlusToken:
|
|
case SyntaxKind.MinusMinusToken:
|
|
case SyntaxKind.LessThanToken:
|
|
case SyntaxKind.AwaitKeyword:
|
|
case SyntaxKind.YieldKeyword:
|
|
// Yield/await always starts an expression. Either it is an identifier (in which case
|
|
// it is definitely an expression). Or it's a keyword (either because we're in
|
|
// a generator or async function, or in strict mode (or both)) and it started a yield or await expression.
|
|
return true;
|
|
default:
|
|
// Error tolerance. If we see the start of some binary operator, we consider
|
|
// that the start of an expression. That way we'll parse out a missing identifier,
|
|
// give a good message about an identifier being missing, and then consume the
|
|
// rest of the binary expression.
|
|
if (isBinaryOperator()) {
|
|
return true;
|
|
}
|
|
|
|
return isIdentifier();
|
|
}
|
|
}
|
|
|
|
function isStartOfExpressionStatement(): boolean {
|
|
// As per the grammar, none of '{' or 'function' or 'class' can start an expression statement.
|
|
return token() !== SyntaxKind.OpenBraceToken &&
|
|
token() !== SyntaxKind.FunctionKeyword &&
|
|
token() !== SyntaxKind.ClassKeyword &&
|
|
token() !== SyntaxKind.AtToken &&
|
|
isStartOfExpression();
|
|
}
|
|
|
|
function parseExpression(): Expression {
|
|
// Expression[in]:
|
|
// AssignmentExpression[in]
|
|
// Expression[in] , AssignmentExpression[in]
|
|
|
|
// clear the decorator context when parsing Expression, as it should be unambiguous when parsing a decorator
|
|
const saveDecoratorContext = inDecoratorContext();
|
|
if (saveDecoratorContext) {
|
|
setDecoratorContext(/*val*/ false);
|
|
}
|
|
|
|
let expr = parseAssignmentExpressionOrHigher();
|
|
let operatorToken: BinaryOperatorToken;
|
|
while ((operatorToken = parseOptionalToken(SyntaxKind.CommaToken))) {
|
|
expr = makeBinaryExpression(expr, operatorToken, parseAssignmentExpressionOrHigher());
|
|
}
|
|
|
|
if (saveDecoratorContext) {
|
|
setDecoratorContext(/*val*/ true);
|
|
}
|
|
return expr;
|
|
}
|
|
|
|
function parseInitializer(): Expression | undefined {
|
|
return parseOptional(SyntaxKind.EqualsToken) ? parseAssignmentExpressionOrHigher() : undefined;
|
|
}
|
|
|
|
function parseAssignmentExpressionOrHigher(): Expression {
|
|
// AssignmentExpression[in,yield]:
|
|
// 1) ConditionalExpression[?in,?yield]
|
|
// 2) LeftHandSideExpression = AssignmentExpression[?in,?yield]
|
|
// 3) LeftHandSideExpression AssignmentOperator AssignmentExpression[?in,?yield]
|
|
// 4) ArrowFunctionExpression[?in,?yield]
|
|
// 5) AsyncArrowFunctionExpression[in,yield,await]
|
|
// 6) [+Yield] YieldExpression[?In]
|
|
//
|
|
// Note: for ease of implementation we treat productions '2' and '3' as the same thing.
|
|
// (i.e. they're both BinaryExpressions with an assignment operator in it).
|
|
|
|
// First, do the simple check if we have a YieldExpression (production '6').
|
|
if (isYieldExpression()) {
|
|
return parseYieldExpression();
|
|
}
|
|
|
|
// Then, check if we have an arrow function (production '4' and '5') that starts with a parenthesized
|
|
// parameter list or is an async arrow function.
|
|
// AsyncArrowFunctionExpression:
|
|
// 1) async[no LineTerminator here]AsyncArrowBindingIdentifier[?Yield][no LineTerminator here]=>AsyncConciseBody[?In]
|
|
// 2) CoverCallExpressionAndAsyncArrowHead[?Yield, ?Await][no LineTerminator here]=>AsyncConciseBody[?In]
|
|
// Production (1) of AsyncArrowFunctionExpression is parsed in "tryParseAsyncSimpleArrowFunctionExpression".
|
|
// And production (2) is parsed in "tryParseParenthesizedArrowFunctionExpression".
|
|
//
|
|
// If we do successfully parse arrow-function, we must *not* recurse for productions 1, 2 or 3. An ArrowFunction is
|
|
// not a LeftHandSideExpression, nor does it start a ConditionalExpression. So we are done
|
|
// with AssignmentExpression if we see one.
|
|
const arrowExpression = tryParseParenthesizedArrowFunctionExpression() || tryParseAsyncSimpleArrowFunctionExpression();
|
|
if (arrowExpression) {
|
|
return arrowExpression;
|
|
}
|
|
|
|
// Now try to see if we're in production '1', '2' or '3'. A conditional expression can
|
|
// start with a LogicalOrExpression, while the assignment productions can only start with
|
|
// LeftHandSideExpressions.
|
|
//
|
|
// So, first, we try to just parse out a BinaryExpression. If we get something that is a
|
|
// LeftHandSide or higher, then we can try to parse out the assignment expression part.
|
|
// Otherwise, we try to parse out the conditional expression bit. We want to allow any
|
|
// binary expression here, so we pass in the 'lowest' precedence here so that it matches
|
|
// and consumes anything.
|
|
const expr = parseBinaryExpressionOrHigher(/*precedence*/ 0);
|
|
|
|
// To avoid a look-ahead, we did not handle the case of an arrow function with a single un-parenthesized
|
|
// parameter ('x => ...') above. We handle it here by checking if the parsed expression was a single
|
|
// identifier and the current token is an arrow.
|
|
if (expr.kind === SyntaxKind.Identifier && token() === SyntaxKind.EqualsGreaterThanToken) {
|
|
return parseSimpleArrowFunctionExpression(<Identifier>expr);
|
|
}
|
|
|
|
// Now see if we might be in cases '2' or '3'.
|
|
// If the expression was a LHS expression, and we have an assignment operator, then
|
|
// we're in '2' or '3'. Consume the assignment and return.
|
|
//
|
|
// Note: we call reScanGreaterToken so that we get an appropriately merged token
|
|
// for cases like `> > =` becoming `>>=`
|
|
if (isLeftHandSideExpression(expr) && isAssignmentOperator(reScanGreaterToken())) {
|
|
return makeBinaryExpression(expr, parseTokenNode(), parseAssignmentExpressionOrHigher());
|
|
}
|
|
|
|
// It wasn't an assignment or a lambda. This is a conditional expression:
|
|
return parseConditionalExpressionRest(expr);
|
|
}
|
|
|
|
function isYieldExpression(): boolean {
|
|
if (token() === SyntaxKind.YieldKeyword) {
|
|
// If we have a 'yield' keyword, and this is a context where yield expressions are
|
|
// allowed, then definitely parse out a yield expression.
|
|
if (inYieldContext()) {
|
|
return true;
|
|
}
|
|
|
|
// We're in a context where 'yield expr' is not allowed. However, if we can
|
|
// definitely tell that the user was trying to parse a 'yield expr' and not
|
|
// just a normal expr that start with a 'yield' identifier, then parse out
|
|
// a 'yield expr'. We can then report an error later that they are only
|
|
// allowed in generator expressions.
|
|
//
|
|
// for example, if we see 'yield(foo)', then we'll have to treat that as an
|
|
// invocation expression of something called 'yield'. However, if we have
|
|
// 'yield foo' then that is not legal as a normal expression, so we can
|
|
// definitely recognize this as a yield expression.
|
|
//
|
|
// for now we just check if the next token is an identifier. More heuristics
|
|
// can be added here later as necessary. We just need to make sure that we
|
|
// don't accidentally consume something legal.
|
|
return lookAhead(nextTokenIsIdentifierOrKeywordOrLiteralOnSameLine);
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
function nextTokenIsIdentifierOnSameLine() {
|
|
nextToken();
|
|
return !scanner.hasPrecedingLineBreak() && isIdentifier();
|
|
}
|
|
|
|
function parseYieldExpression(): YieldExpression {
|
|
const node = <YieldExpression>createNode(SyntaxKind.YieldExpression);
|
|
|
|
// YieldExpression[In] :
|
|
// yield
|
|
// yield [no LineTerminator here] [Lexical goal InputElementRegExp]AssignmentExpression[?In, Yield]
|
|
// yield [no LineTerminator here] * [Lexical goal InputElementRegExp]AssignmentExpression[?In, Yield]
|
|
nextToken();
|
|
|
|
if (!scanner.hasPrecedingLineBreak() &&
|
|
(token() === SyntaxKind.AsteriskToken || isStartOfExpression())) {
|
|
node.asteriskToken = parseOptionalToken(SyntaxKind.AsteriskToken);
|
|
node.expression = parseAssignmentExpressionOrHigher();
|
|
return finishNode(node);
|
|
}
|
|
else {
|
|
// if the next token is not on the same line as yield. or we don't have an '*' or
|
|
// the start of an expression, then this is just a simple "yield" expression.
|
|
return finishNode(node);
|
|
}
|
|
}
|
|
|
|
function parseSimpleArrowFunctionExpression(identifier: Identifier, asyncModifier?: NodeArray<Modifier> | undefined): ArrowFunction {
|
|
Debug.assert(token() === SyntaxKind.EqualsGreaterThanToken, "parseSimpleArrowFunctionExpression should only have been called if we had a =>");
|
|
|
|
let node: ArrowFunction;
|
|
if (asyncModifier) {
|
|
node = <ArrowFunction>createNode(SyntaxKind.ArrowFunction, asyncModifier.pos);
|
|
node.modifiers = asyncModifier;
|
|
}
|
|
else {
|
|
node = <ArrowFunction>createNode(SyntaxKind.ArrowFunction, identifier.pos);
|
|
}
|
|
|
|
const parameter = <ParameterDeclaration>createNode(SyntaxKind.Parameter, identifier.pos);
|
|
parameter.name = identifier;
|
|
finishNode(parameter);
|
|
|
|
node.parameters = createNodeArray<ParameterDeclaration>([parameter], parameter.pos, parameter.end);
|
|
|
|
node.equalsGreaterThanToken = parseExpectedToken(SyntaxKind.EqualsGreaterThanToken);
|
|
node.body = parseArrowFunctionExpressionBody(/*isAsync*/ !!asyncModifier);
|
|
|
|
return addJSDocComment(finishNode(node));
|
|
}
|
|
|
|
function tryParseParenthesizedArrowFunctionExpression(): Expression | undefined {
|
|
const triState = isParenthesizedArrowFunctionExpression();
|
|
if (triState === Tristate.False) {
|
|
// It's definitely not a parenthesized arrow function expression.
|
|
return undefined;
|
|
}
|
|
|
|
// If we definitely have an arrow function, then we can just parse one, not requiring a
|
|
// following => or { token. Otherwise, we *might* have an arrow function. Try to parse
|
|
// it out, but don't allow any ambiguity, and return 'undefined' if this could be an
|
|
// expression instead.
|
|
const arrowFunction = triState === Tristate.True
|
|
? parseParenthesizedArrowFunctionExpressionHead(/*allowAmbiguity*/ true)
|
|
: tryParse(parsePossibleParenthesizedArrowFunctionExpressionHead);
|
|
|
|
if (!arrowFunction) {
|
|
// Didn't appear to actually be a parenthesized arrow function. Just bail out.
|
|
return undefined;
|
|
}
|
|
|
|
const isAsync = hasModifier(arrowFunction, ModifierFlags.Async);
|
|
|
|
// If we have an arrow, then try to parse the body. Even if not, try to parse if we
|
|
// have an opening brace, just in case we're in an error state.
|
|
const lastToken = token();
|
|
arrowFunction.equalsGreaterThanToken = parseExpectedToken(SyntaxKind.EqualsGreaterThanToken);
|
|
arrowFunction.body = (lastToken === SyntaxKind.EqualsGreaterThanToken || lastToken === SyntaxKind.OpenBraceToken)
|
|
? parseArrowFunctionExpressionBody(isAsync)
|
|
: parseIdentifier();
|
|
|
|
return finishNode(arrowFunction);
|
|
}
|
|
|
|
// True -> We definitely expect a parenthesized arrow function here.
|
|
// False -> There *cannot* be a parenthesized arrow function here.
|
|
// Unknown -> There *might* be a parenthesized arrow function here.
|
|
// Speculatively look ahead to be sure, and rollback if not.
|
|
function isParenthesizedArrowFunctionExpression(): Tristate {
|
|
if (token() === SyntaxKind.OpenParenToken || token() === SyntaxKind.LessThanToken || token() === SyntaxKind.AsyncKeyword) {
|
|
return lookAhead(isParenthesizedArrowFunctionExpressionWorker);
|
|
}
|
|
|
|
if (token() === SyntaxKind.EqualsGreaterThanToken) {
|
|
// ERROR RECOVERY TWEAK:
|
|
// If we see a standalone => try to parse it as an arrow function expression as that's
|
|
// likely what the user intended to write.
|
|
return Tristate.True;
|
|
}
|
|
// Definitely not a parenthesized arrow function.
|
|
return Tristate.False;
|
|
}
|
|
|
|
function isParenthesizedArrowFunctionExpressionWorker() {
|
|
if (token() === SyntaxKind.AsyncKeyword) {
|
|
nextToken();
|
|
if (scanner.hasPrecedingLineBreak()) {
|
|
return Tristate.False;
|
|
}
|
|
if (token() !== SyntaxKind.OpenParenToken && token() !== SyntaxKind.LessThanToken) {
|
|
return Tristate.False;
|
|
}
|
|
}
|
|
|
|
const first = token();
|
|
const second = nextToken();
|
|
|
|
if (first === SyntaxKind.OpenParenToken) {
|
|
if (second === SyntaxKind.CloseParenToken) {
|
|
// Simple cases: "() =>", "(): ", and "() {".
|
|
// This is an arrow function with no parameters.
|
|
// The last one is not actually an arrow function,
|
|
// but this is probably what the user intended.
|
|
const third = nextToken();
|
|
switch (third) {
|
|
case SyntaxKind.EqualsGreaterThanToken:
|
|
case SyntaxKind.ColonToken:
|
|
case SyntaxKind.OpenBraceToken:
|
|
return Tristate.True;
|
|
default:
|
|
return Tristate.False;
|
|
}
|
|
}
|
|
|
|
// If encounter "([" or "({", this could be the start of a binding pattern.
|
|
// Examples:
|
|
// ([ x ]) => { }
|
|
// ({ x }) => { }
|
|
// ([ x ])
|
|
// ({ x })
|
|
if (second === SyntaxKind.OpenBracketToken || second === SyntaxKind.OpenBraceToken) {
|
|
return Tristate.Unknown;
|
|
}
|
|
|
|
// Simple case: "(..."
|
|
// This is an arrow function with a rest parameter.
|
|
if (second === SyntaxKind.DotDotDotToken) {
|
|
return Tristate.True;
|
|
}
|
|
|
|
// Check for "(xxx yyy", where xxx is a modifier and yyy is an identifier. This
|
|
// isn't actually allowed, but we want to treat it as a lambda so we can provide
|
|
// a good error message.
|
|
if (isModifierKind(second) && second !== SyntaxKind.AsyncKeyword && lookAhead(nextTokenIsIdentifier)) {
|
|
return Tristate.True;
|
|
}
|
|
|
|
// If we had "(" followed by something that's not an identifier,
|
|
// then this definitely doesn't look like a lambda. "this" is not
|
|
// valid, but we want to parse it and then give a semantic error.
|
|
if (!isIdentifier() && second !== SyntaxKind.ThisKeyword) {
|
|
return Tristate.False;
|
|
}
|
|
|
|
switch (nextToken()) {
|
|
case SyntaxKind.ColonToken:
|
|
// If we have something like "(a:", then we must have a
|
|
// type-annotated parameter in an arrow function expression.
|
|
return Tristate.True;
|
|
case SyntaxKind.QuestionToken:
|
|
nextToken();
|
|
// If we have "(a?:" or "(a?," or "(a?=" or "(a?)" then it is definitely a lambda.
|
|
if (token() === SyntaxKind.ColonToken || token() === SyntaxKind.CommaToken || token() === SyntaxKind.EqualsToken || token() === SyntaxKind.CloseParenToken) {
|
|
return Tristate.True;
|
|
}
|
|
// Otherwise it is definitely not a lambda.
|
|
return Tristate.False;
|
|
case SyntaxKind.CommaToken:
|
|
case SyntaxKind.EqualsToken:
|
|
case SyntaxKind.CloseParenToken:
|
|
// If we have "(a," or "(a=" or "(a)" this *could* be an arrow function
|
|
return Tristate.Unknown;
|
|
}
|
|
// It is definitely not an arrow function
|
|
return Tristate.False;
|
|
}
|
|
else {
|
|
Debug.assert(first === SyntaxKind.LessThanToken);
|
|
|
|
// If we have "<" not followed by an identifier,
|
|
// then this definitely is not an arrow function.
|
|
if (!isIdentifier()) {
|
|
return Tristate.False;
|
|
}
|
|
|
|
// JSX overrides
|
|
if (sourceFile.languageVariant === LanguageVariant.JSX) {
|
|
const isArrowFunctionInJsx = lookAhead(() => {
|
|
const third = nextToken();
|
|
if (third === SyntaxKind.ExtendsKeyword) {
|
|
const fourth = nextToken();
|
|
switch (fourth) {
|
|
case SyntaxKind.EqualsToken:
|
|
case SyntaxKind.GreaterThanToken:
|
|
return false;
|
|
default:
|
|
return true;
|
|
}
|
|
}
|
|
else if (third === SyntaxKind.CommaToken) {
|
|
return true;
|
|
}
|
|
return false;
|
|
});
|
|
|
|
if (isArrowFunctionInJsx) {
|
|
return Tristate.True;
|
|
}
|
|
|
|
return Tristate.False;
|
|
}
|
|
|
|
// This *could* be a parenthesized arrow function.
|
|
return Tristate.Unknown;
|
|
}
|
|
}
|
|
|
|
function parsePossibleParenthesizedArrowFunctionExpressionHead(): ArrowFunction | undefined {
|
|
return parseParenthesizedArrowFunctionExpressionHead(/*allowAmbiguity*/ false);
|
|
}
|
|
|
|
function tryParseAsyncSimpleArrowFunctionExpression(): ArrowFunction | undefined {
|
|
// We do a check here so that we won't be doing unnecessarily call to "lookAhead"
|
|
if (token() === SyntaxKind.AsyncKeyword) {
|
|
if (lookAhead(isUnParenthesizedAsyncArrowFunctionWorker) === Tristate.True) {
|
|
const asyncModifier = parseModifiersForArrowFunction();
|
|
const expr = parseBinaryExpressionOrHigher(/*precedence*/ 0);
|
|
return parseSimpleArrowFunctionExpression(<Identifier>expr, asyncModifier);
|
|
}
|
|
}
|
|
return undefined;
|
|
}
|
|
|
|
function isUnParenthesizedAsyncArrowFunctionWorker(): Tristate {
|
|
// AsyncArrowFunctionExpression:
|
|
// 1) async[no LineTerminator here]AsyncArrowBindingIdentifier[?Yield][no LineTerminator here]=>AsyncConciseBody[?In]
|
|
// 2) CoverCallExpressionAndAsyncArrowHead[?Yield, ?Await][no LineTerminator here]=>AsyncConciseBody[?In]
|
|
if (token() === SyntaxKind.AsyncKeyword) {
|
|
nextToken();
|
|
// If the "async" is followed by "=>" token then it is not a beginning of an async arrow-function
|
|
// but instead a simple arrow-function which will be parsed inside "parseAssignmentExpressionOrHigher"
|
|
if (scanner.hasPrecedingLineBreak() || token() === SyntaxKind.EqualsGreaterThanToken) {
|
|
return Tristate.False;
|
|
}
|
|
// Check for un-parenthesized AsyncArrowFunction
|
|
const expr = parseBinaryExpressionOrHigher(/*precedence*/ 0);
|
|
if (!scanner.hasPrecedingLineBreak() && expr.kind === SyntaxKind.Identifier && token() === SyntaxKind.EqualsGreaterThanToken) {
|
|
return Tristate.True;
|
|
}
|
|
}
|
|
|
|
return Tristate.False;
|
|
}
|
|
|
|
function parseParenthesizedArrowFunctionExpressionHead(allowAmbiguity: boolean): ArrowFunction | undefined {
|
|
const node = <ArrowFunction>createNodeWithJSDoc(SyntaxKind.ArrowFunction);
|
|
node.modifiers = parseModifiersForArrowFunction();
|
|
const isAsync = hasModifier(node, ModifierFlags.Async) ? SignatureFlags.Await : SignatureFlags.None;
|
|
// Arrow functions are never generators.
|
|
//
|
|
// If we're speculatively parsing a signature for a parenthesized arrow function, then
|
|
// we have to have a complete parameter list. Otherwise we might see something like
|
|
// a => (b => c)
|
|
// And think that "(b =>" was actually a parenthesized arrow function with a missing
|
|
// close paren.
|
|
if (!fillSignature(SyntaxKind.ColonToken, isAsync, node) && !allowAmbiguity) {
|
|
return undefined;
|
|
}
|
|
|
|
// Parsing a signature isn't enough.
|
|
// Parenthesized arrow signatures often look like other valid expressions.
|
|
// For instance:
|
|
// - "(x = 10)" is an assignment expression parsed as a signature with a default parameter value.
|
|
// - "(x,y)" is a comma expression parsed as a signature with two parameters.
|
|
// - "a ? (b): c" will have "(b):" parsed as a signature with a return type annotation.
|
|
// - "a ? (b): function() {}" will too, since function() is a valid JSDoc function type.
|
|
//
|
|
// So we need just a bit of lookahead to ensure that it can only be a signature.
|
|
const hasJSDocFunctionType = node.type && isJSDocFunctionType(node.type);
|
|
if (!allowAmbiguity && token() !== SyntaxKind.EqualsGreaterThanToken && (hasJSDocFunctionType || token() !== SyntaxKind.OpenBraceToken)) {
|
|
// Returning undefined here will cause our caller to rewind to where we started from.
|
|
return undefined;
|
|
}
|
|
|
|
return node;
|
|
}
|
|
|
|
function parseArrowFunctionExpressionBody(isAsync: boolean): Block | Expression {
|
|
if (token() === SyntaxKind.OpenBraceToken) {
|
|
return parseFunctionBlock(isAsync ? SignatureFlags.Await : SignatureFlags.None);
|
|
}
|
|
|
|
if (token() !== SyntaxKind.SemicolonToken &&
|
|
token() !== SyntaxKind.FunctionKeyword &&
|
|
token() !== SyntaxKind.ClassKeyword &&
|
|
isStartOfStatement() &&
|
|
!isStartOfExpressionStatement()) {
|
|
// Check if we got a plain statement (i.e. no expression-statements, no function/class expressions/declarations)
|
|
//
|
|
// Here we try to recover from a potential error situation in the case where the
|
|
// user meant to supply a block. For example, if the user wrote:
|
|
//
|
|
// a =>
|
|
// let v = 0;
|
|
// }
|
|
//
|
|
// they may be missing an open brace. Check to see if that's the case so we can
|
|
// try to recover better. If we don't do this, then the next close curly we see may end
|
|
// up preemptively closing the containing construct.
|
|
//
|
|
// Note: even when 'IgnoreMissingOpenBrace' is passed, parseBody will still error.
|
|
return parseFunctionBlock(SignatureFlags.IgnoreMissingOpenBrace | (isAsync ? SignatureFlags.Await : SignatureFlags.None));
|
|
}
|
|
|
|
return isAsync
|
|
? doInAwaitContext(parseAssignmentExpressionOrHigher)
|
|
: doOutsideOfAwaitContext(parseAssignmentExpressionOrHigher);
|
|
}
|
|
|
|
function parseConditionalExpressionRest(leftOperand: Expression): Expression {
|
|
// Note: we are passed in an expression which was produced from parseBinaryExpressionOrHigher.
|
|
const questionToken = parseOptionalToken(SyntaxKind.QuestionToken);
|
|
if (!questionToken) {
|
|
return leftOperand;
|
|
}
|
|
|
|
// Note: we explicitly 'allowIn' in the whenTrue part of the condition expression, and
|
|
// we do not that for the 'whenFalse' part.
|
|
const node = <ConditionalExpression>createNode(SyntaxKind.ConditionalExpression, leftOperand.pos);
|
|
node.condition = leftOperand;
|
|
node.questionToken = questionToken;
|
|
node.whenTrue = doOutsideOfContext(disallowInAndDecoratorContext, parseAssignmentExpressionOrHigher);
|
|
node.colonToken = parseExpectedToken(SyntaxKind.ColonToken);
|
|
node.whenFalse = nodeIsPresent(node.colonToken)
|
|
? parseAssignmentExpressionOrHigher()
|
|
: createMissingNode(SyntaxKind.Identifier, /*reportAtCurrentPosition*/ false, Diagnostics._0_expected, tokenToString(SyntaxKind.ColonToken));
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseBinaryExpressionOrHigher(precedence: number): Expression {
|
|
const leftOperand = parseUnaryExpressionOrHigher();
|
|
return parseBinaryExpressionRest(precedence, leftOperand);
|
|
}
|
|
|
|
function isInOrOfKeyword(t: SyntaxKind) {
|
|
return t === SyntaxKind.InKeyword || t === SyntaxKind.OfKeyword;
|
|
}
|
|
|
|
function parseBinaryExpressionRest(precedence: number, leftOperand: Expression): Expression {
|
|
while (true) {
|
|
// We either have a binary operator here, or we're finished. We call
|
|
// reScanGreaterToken so that we merge token sequences like > and = into >=
|
|
|
|
reScanGreaterToken();
|
|
const newPrecedence = getBinaryOperatorPrecedence(token());
|
|
|
|
// Check the precedence to see if we should "take" this operator
|
|
// - For left associative operator (all operator but **), consume the operator,
|
|
// recursively call the function below, and parse binaryExpression as a rightOperand
|
|
// of the caller if the new precedence of the operator is greater then or equal to the current precedence.
|
|
// For example:
|
|
// a - b - c;
|
|
// ^token; leftOperand = b. Return b to the caller as a rightOperand
|
|
// a * b - c
|
|
// ^token; leftOperand = b. Return b to the caller as a rightOperand
|
|
// a - b * c;
|
|
// ^token; leftOperand = b. Return b * c to the caller as a rightOperand
|
|
// - For right associative operator (**), consume the operator, recursively call the function
|
|
// and parse binaryExpression as a rightOperand of the caller if the new precedence of
|
|
// the operator is strictly grater than the current precedence
|
|
// For example:
|
|
// a ** b ** c;
|
|
// ^^token; leftOperand = b. Return b ** c to the caller as a rightOperand
|
|
// a - b ** c;
|
|
// ^^token; leftOperand = b. Return b ** c to the caller as a rightOperand
|
|
// a ** b - c
|
|
// ^token; leftOperand = b. Return b to the caller as a rightOperand
|
|
const consumeCurrentOperator = token() === SyntaxKind.AsteriskAsteriskToken ?
|
|
newPrecedence >= precedence :
|
|
newPrecedence > precedence;
|
|
|
|
if (!consumeCurrentOperator) {
|
|
break;
|
|
}
|
|
|
|
if (token() === SyntaxKind.InKeyword && inDisallowInContext()) {
|
|
break;
|
|
}
|
|
|
|
if (token() === SyntaxKind.AsKeyword) {
|
|
// Make sure we *do* perform ASI for constructs like this:
|
|
// var x = foo
|
|
// as (Bar)
|
|
// This should be parsed as an initialized variable, followed
|
|
// by a function call to 'as' with the argument 'Bar'
|
|
if (scanner.hasPrecedingLineBreak()) {
|
|
break;
|
|
}
|
|
else {
|
|
nextToken();
|
|
leftOperand = makeAsExpression(leftOperand, parseType());
|
|
}
|
|
}
|
|
else {
|
|
leftOperand = makeBinaryExpression(leftOperand, parseTokenNode(), parseBinaryExpressionOrHigher(newPrecedence));
|
|
}
|
|
}
|
|
|
|
return leftOperand;
|
|
}
|
|
|
|
function isBinaryOperator() {
|
|
if (inDisallowInContext() && token() === SyntaxKind.InKeyword) {
|
|
return false;
|
|
}
|
|
|
|
return getBinaryOperatorPrecedence(token()) > 0;
|
|
}
|
|
|
|
function makeBinaryExpression(left: Expression, operatorToken: BinaryOperatorToken, right: Expression): BinaryExpression {
|
|
const node = <BinaryExpression>createNode(SyntaxKind.BinaryExpression, left.pos);
|
|
node.left = left;
|
|
node.operatorToken = operatorToken;
|
|
node.right = right;
|
|
return finishNode(node);
|
|
}
|
|
|
|
function makeAsExpression(left: Expression, right: TypeNode): AsExpression {
|
|
const node = <AsExpression>createNode(SyntaxKind.AsExpression, left.pos);
|
|
node.expression = left;
|
|
node.type = right;
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parsePrefixUnaryExpression() {
|
|
const node = <PrefixUnaryExpression>createNode(SyntaxKind.PrefixUnaryExpression);
|
|
node.operator = <PrefixUnaryOperator>token();
|
|
nextToken();
|
|
node.operand = parseSimpleUnaryExpression();
|
|
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseDeleteExpression() {
|
|
const node = <DeleteExpression>createNode(SyntaxKind.DeleteExpression);
|
|
nextToken();
|
|
node.expression = parseSimpleUnaryExpression();
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseTypeOfExpression() {
|
|
const node = <TypeOfExpression>createNode(SyntaxKind.TypeOfExpression);
|
|
nextToken();
|
|
node.expression = parseSimpleUnaryExpression();
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseVoidExpression() {
|
|
const node = <VoidExpression>createNode(SyntaxKind.VoidExpression);
|
|
nextToken();
|
|
node.expression = parseSimpleUnaryExpression();
|
|
return finishNode(node);
|
|
}
|
|
|
|
function isAwaitExpression(): boolean {
|
|
if (token() === SyntaxKind.AwaitKeyword) {
|
|
if (inAwaitContext()) {
|
|
return true;
|
|
}
|
|
|
|
// here we are using similar heuristics as 'isYieldExpression'
|
|
return lookAhead(nextTokenIsIdentifierOrKeywordOrLiteralOnSameLine);
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
function parseAwaitExpression() {
|
|
const node = <AwaitExpression>createNode(SyntaxKind.AwaitExpression);
|
|
nextToken();
|
|
node.expression = parseSimpleUnaryExpression();
|
|
return finishNode(node);
|
|
}
|
|
|
|
/**
|
|
* Parse ES7 exponential expression and await expression
|
|
*
|
|
* ES7 ExponentiationExpression:
|
|
* 1) UnaryExpression[?Yield]
|
|
* 2) UpdateExpression[?Yield] ** ExponentiationExpression[?Yield]
|
|
*
|
|
*/
|
|
function parseUnaryExpressionOrHigher(): UnaryExpression | BinaryExpression {
|
|
/**
|
|
* ES7 UpdateExpression:
|
|
* 1) LeftHandSideExpression[?Yield]
|
|
* 2) LeftHandSideExpression[?Yield][no LineTerminator here]++
|
|
* 3) LeftHandSideExpression[?Yield][no LineTerminator here]--
|
|
* 4) ++UnaryExpression[?Yield]
|
|
* 5) --UnaryExpression[?Yield]
|
|
*/
|
|
if (isUpdateExpression()) {
|
|
const updateExpression = parseUpdateExpression();
|
|
return token() === SyntaxKind.AsteriskAsteriskToken ?
|
|
<BinaryExpression>parseBinaryExpressionRest(getBinaryOperatorPrecedence(token()), updateExpression) :
|
|
updateExpression;
|
|
}
|
|
|
|
/**
|
|
* ES7 UnaryExpression:
|
|
* 1) UpdateExpression[?yield]
|
|
* 2) delete UpdateExpression[?yield]
|
|
* 3) void UpdateExpression[?yield]
|
|
* 4) typeof UpdateExpression[?yield]
|
|
* 5) + UpdateExpression[?yield]
|
|
* 6) - UpdateExpression[?yield]
|
|
* 7) ~ UpdateExpression[?yield]
|
|
* 8) ! UpdateExpression[?yield]
|
|
*/
|
|
const unaryOperator = token();
|
|
const simpleUnaryExpression = parseSimpleUnaryExpression();
|
|
if (token() === SyntaxKind.AsteriskAsteriskToken) {
|
|
const pos = skipTrivia(sourceText, simpleUnaryExpression.pos);
|
|
const { end } = simpleUnaryExpression;
|
|
if (simpleUnaryExpression.kind === SyntaxKind.TypeAssertionExpression) {
|
|
parseErrorAt(pos, end, Diagnostics.A_type_assertion_expression_is_not_allowed_in_the_left_hand_side_of_an_exponentiation_expression_Consider_enclosing_the_expression_in_parentheses);
|
|
}
|
|
else {
|
|
parseErrorAt(pos, end, Diagnostics.An_unary_expression_with_the_0_operator_is_not_allowed_in_the_left_hand_side_of_an_exponentiation_expression_Consider_enclosing_the_expression_in_parentheses, tokenToString(unaryOperator));
|
|
}
|
|
}
|
|
return simpleUnaryExpression;
|
|
}
|
|
|
|
/**
|
|
* Parse ES7 simple-unary expression or higher:
|
|
*
|
|
* ES7 UnaryExpression:
|
|
* 1) UpdateExpression[?yield]
|
|
* 2) delete UnaryExpression[?yield]
|
|
* 3) void UnaryExpression[?yield]
|
|
* 4) typeof UnaryExpression[?yield]
|
|
* 5) + UnaryExpression[?yield]
|
|
* 6) - UnaryExpression[?yield]
|
|
* 7) ~ UnaryExpression[?yield]
|
|
* 8) ! UnaryExpression[?yield]
|
|
* 9) [+Await] await UnaryExpression[?yield]
|
|
*/
|
|
function parseSimpleUnaryExpression(): UnaryExpression {
|
|
switch (token()) {
|
|
case SyntaxKind.PlusToken:
|
|
case SyntaxKind.MinusToken:
|
|
case SyntaxKind.TildeToken:
|
|
case SyntaxKind.ExclamationToken:
|
|
return parsePrefixUnaryExpression();
|
|
case SyntaxKind.DeleteKeyword:
|
|
return parseDeleteExpression();
|
|
case SyntaxKind.TypeOfKeyword:
|
|
return parseTypeOfExpression();
|
|
case SyntaxKind.VoidKeyword:
|
|
return parseVoidExpression();
|
|
case SyntaxKind.LessThanToken:
|
|
// This is modified UnaryExpression grammar in TypeScript
|
|
// UnaryExpression (modified):
|
|
// < type > UnaryExpression
|
|
return parseTypeAssertion();
|
|
case SyntaxKind.AwaitKeyword:
|
|
if (isAwaitExpression()) {
|
|
return parseAwaitExpression();
|
|
}
|
|
// falls through
|
|
default:
|
|
return parseUpdateExpression();
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Check if the current token can possibly be an ES7 increment expression.
|
|
*
|
|
* ES7 UpdateExpression:
|
|
* LeftHandSideExpression[?Yield]
|
|
* LeftHandSideExpression[?Yield][no LineTerminator here]++
|
|
* LeftHandSideExpression[?Yield][no LineTerminator here]--
|
|
* ++LeftHandSideExpression[?Yield]
|
|
* --LeftHandSideExpression[?Yield]
|
|
*/
|
|
function isUpdateExpression(): boolean {
|
|
// This function is called inside parseUnaryExpression to decide
|
|
// whether to call parseSimpleUnaryExpression or call parseUpdateExpression directly
|
|
switch (token()) {
|
|
case SyntaxKind.PlusToken:
|
|
case SyntaxKind.MinusToken:
|
|
case SyntaxKind.TildeToken:
|
|
case SyntaxKind.ExclamationToken:
|
|
case SyntaxKind.DeleteKeyword:
|
|
case SyntaxKind.TypeOfKeyword:
|
|
case SyntaxKind.VoidKeyword:
|
|
case SyntaxKind.AwaitKeyword:
|
|
return false;
|
|
case SyntaxKind.LessThanToken:
|
|
// If we are not in JSX context, we are parsing TypeAssertion which is an UnaryExpression
|
|
if (sourceFile.languageVariant !== LanguageVariant.JSX) {
|
|
return false;
|
|
}
|
|
// We are in JSX context and the token is part of JSXElement.
|
|
// falls through
|
|
default:
|
|
return true;
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Parse ES7 UpdateExpression. UpdateExpression is used instead of ES6's PostFixExpression.
|
|
*
|
|
* ES7 UpdateExpression[yield]:
|
|
* 1) LeftHandSideExpression[?yield]
|
|
* 2) LeftHandSideExpression[?yield] [[no LineTerminator here]]++
|
|
* 3) LeftHandSideExpression[?yield] [[no LineTerminator here]]--
|
|
* 4) ++LeftHandSideExpression[?yield]
|
|
* 5) --LeftHandSideExpression[?yield]
|
|
* In TypeScript (2), (3) are parsed as PostfixUnaryExpression. (4), (5) are parsed as PrefixUnaryExpression
|
|
*/
|
|
function parseUpdateExpression(): UpdateExpression {
|
|
if (token() === SyntaxKind.PlusPlusToken || token() === SyntaxKind.MinusMinusToken) {
|
|
const node = <PrefixUnaryExpression>createNode(SyntaxKind.PrefixUnaryExpression);
|
|
node.operator = <PrefixUnaryOperator>token();
|
|
nextToken();
|
|
node.operand = parseLeftHandSideExpressionOrHigher();
|
|
return finishNode(node);
|
|
}
|
|
else if (sourceFile.languageVariant === LanguageVariant.JSX && token() === SyntaxKind.LessThanToken && lookAhead(nextTokenIsIdentifierOrKeywordOrGreaterThan)) {
|
|
// JSXElement is part of primaryExpression
|
|
return parseJsxElementOrSelfClosingElementOrFragment(/*inExpressionContext*/ true);
|
|
}
|
|
|
|
const expression = parseLeftHandSideExpressionOrHigher();
|
|
|
|
Debug.assert(isLeftHandSideExpression(expression));
|
|
if ((token() === SyntaxKind.PlusPlusToken || token() === SyntaxKind.MinusMinusToken) && !scanner.hasPrecedingLineBreak()) {
|
|
const node = <PostfixUnaryExpression>createNode(SyntaxKind.PostfixUnaryExpression, expression.pos);
|
|
node.operand = expression;
|
|
node.operator = <PostfixUnaryOperator>token();
|
|
nextToken();
|
|
return finishNode(node);
|
|
}
|
|
|
|
return expression;
|
|
}
|
|
|
|
function parseLeftHandSideExpressionOrHigher(): LeftHandSideExpression {
|
|
// Original Ecma:
|
|
// LeftHandSideExpression: See 11.2
|
|
// NewExpression
|
|
// CallExpression
|
|
//
|
|
// Our simplification:
|
|
//
|
|
// LeftHandSideExpression: See 11.2
|
|
// MemberExpression
|
|
// CallExpression
|
|
//
|
|
// See comment in parseMemberExpressionOrHigher on how we replaced NewExpression with
|
|
// MemberExpression to make our lives easier.
|
|
//
|
|
// to best understand the below code, it's important to see how CallExpression expands
|
|
// out into its own productions:
|
|
//
|
|
// CallExpression:
|
|
// MemberExpression Arguments
|
|
// CallExpression Arguments
|
|
// CallExpression[Expression]
|
|
// CallExpression.IdentifierName
|
|
// import (AssignmentExpression)
|
|
// super Arguments
|
|
// super.IdentifierName
|
|
//
|
|
// Because of the recursion in these calls, we need to bottom out first. There are three
|
|
// bottom out states we can run into: 1) We see 'super' which must start either of
|
|
// the last two CallExpression productions. 2) We see 'import' which must start import call.
|
|
// 3)we have a MemberExpression which either completes the LeftHandSideExpression,
|
|
// or starts the beginning of the first four CallExpression productions.
|
|
let expression: MemberExpression;
|
|
if (token() === SyntaxKind.ImportKeyword) {
|
|
if (lookAhead(nextTokenIsOpenParenOrLessThan)) {
|
|
// We don't want to eagerly consume all import keyword as import call expression so we look ahead to find "("
|
|
// For example:
|
|
// var foo3 = require("subfolder
|
|
// import * as foo1 from "module-from-node
|
|
// We want this import to be a statement rather than import call expression
|
|
sourceFile.flags |= NodeFlags.PossiblyContainsDynamicImport;
|
|
expression = parseTokenNode<PrimaryExpression>();
|
|
}
|
|
else if (lookAhead(nextTokenIsDot)) {
|
|
// This is an 'import.*' metaproperty (i.e. 'import.meta')
|
|
const fullStart = scanner.getStartPos();
|
|
nextToken(); // advance past the 'import'
|
|
nextToken(); // advance past the dot
|
|
const node = createNode(SyntaxKind.MetaProperty, fullStart) as MetaProperty;
|
|
node.keywordToken = SyntaxKind.ImportKeyword;
|
|
node.name = parseIdentifierName();
|
|
expression = finishNode(node);
|
|
|
|
sourceFile.flags |= NodeFlags.PossiblyContainsImportMeta;
|
|
}
|
|
else {
|
|
expression = parseMemberExpressionOrHigher();
|
|
}
|
|
}
|
|
else {
|
|
expression = token() === SyntaxKind.SuperKeyword ? parseSuperExpression() : parseMemberExpressionOrHigher();
|
|
}
|
|
|
|
// Now, we *may* be complete. However, we might have consumed the start of a
|
|
// CallExpression. As such, we need to consume the rest of it here to be complete.
|
|
return parseCallExpressionRest(expression);
|
|
}
|
|
|
|
function parseMemberExpressionOrHigher(): MemberExpression {
|
|
// Note: to make our lives simpler, we decompose the NewExpression productions and
|
|
// place ObjectCreationExpression and FunctionExpression into PrimaryExpression.
|
|
// like so:
|
|
//
|
|
// PrimaryExpression : See 11.1
|
|
// this
|
|
// Identifier
|
|
// Literal
|
|
// ArrayLiteral
|
|
// ObjectLiteral
|
|
// (Expression)
|
|
// FunctionExpression
|
|
// new MemberExpression Arguments?
|
|
//
|
|
// MemberExpression : See 11.2
|
|
// PrimaryExpression
|
|
// MemberExpression[Expression]
|
|
// MemberExpression.IdentifierName
|
|
//
|
|
// CallExpression : See 11.2
|
|
// MemberExpression
|
|
// CallExpression Arguments
|
|
// CallExpression[Expression]
|
|
// CallExpression.IdentifierName
|
|
//
|
|
// Technically this is ambiguous. i.e. CallExpression defines:
|
|
//
|
|
// CallExpression:
|
|
// CallExpression Arguments
|
|
//
|
|
// If you see: "new Foo()"
|
|
//
|
|
// Then that could be treated as a single ObjectCreationExpression, or it could be
|
|
// treated as the invocation of "new Foo". We disambiguate that in code (to match
|
|
// the original grammar) by making sure that if we see an ObjectCreationExpression
|
|
// we always consume arguments if they are there. So we treat "new Foo()" as an
|
|
// object creation only, and not at all as an invocation. Another way to think
|
|
// about this is that for every "new" that we see, we will consume an argument list if
|
|
// it is there as part of the *associated* object creation node. Any additional
|
|
// argument lists we see, will become invocation expressions.
|
|
//
|
|
// Because there are no other places in the grammar now that refer to FunctionExpression
|
|
// or ObjectCreationExpression, it is safe to push down into the PrimaryExpression
|
|
// production.
|
|
//
|
|
// Because CallExpression and MemberExpression are left recursive, we need to bottom out
|
|
// of the recursion immediately. So we parse out a primary expression to start with.
|
|
const expression = parsePrimaryExpression();
|
|
return parseMemberExpressionRest(expression);
|
|
}
|
|
|
|
function parseSuperExpression(): MemberExpression {
|
|
const expression = parseTokenNode<PrimaryExpression>();
|
|
if (token() === SyntaxKind.LessThanToken) {
|
|
const startPos = getNodePos();
|
|
const typeArguments = tryParse(parseTypeArgumentsInExpression);
|
|
if (typeArguments !== undefined) {
|
|
parseErrorAt(startPos, getNodePos(), Diagnostics.super_may_not_use_type_arguments);
|
|
}
|
|
}
|
|
|
|
if (token() === SyntaxKind.OpenParenToken || token() === SyntaxKind.DotToken || token() === SyntaxKind.OpenBracketToken) {
|
|
return expression;
|
|
}
|
|
|
|
// If we have seen "super" it must be followed by '(' or '.'.
|
|
// If it wasn't then just try to parse out a '.' and report an error.
|
|
const node = <PropertyAccessExpression>createNode(SyntaxKind.PropertyAccessExpression, expression.pos);
|
|
node.expression = expression;
|
|
parseExpectedToken(SyntaxKind.DotToken, Diagnostics.super_must_be_followed_by_an_argument_list_or_member_access);
|
|
node.name = parseRightSideOfDot(/*allowIdentifierNames*/ true);
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseJsxElementOrSelfClosingElementOrFragment(inExpressionContext: boolean): JsxElement | JsxSelfClosingElement | JsxFragment {
|
|
const opening = parseJsxOpeningOrSelfClosingElementOrOpeningFragment(inExpressionContext);
|
|
let result: JsxElement | JsxSelfClosingElement | JsxFragment;
|
|
if (opening.kind === SyntaxKind.JsxOpeningElement) {
|
|
const node = <JsxElement>createNode(SyntaxKind.JsxElement, opening.pos);
|
|
node.openingElement = opening;
|
|
|
|
node.children = parseJsxChildren(node.openingElement);
|
|
node.closingElement = parseJsxClosingElement(inExpressionContext);
|
|
|
|
if (!tagNamesAreEquivalent(node.openingElement.tagName, node.closingElement.tagName)) {
|
|
parseErrorAtRange(node.closingElement, Diagnostics.Expected_corresponding_JSX_closing_tag_for_0, getTextOfNodeFromSourceText(sourceText, node.openingElement.tagName));
|
|
}
|
|
|
|
result = finishNode(node);
|
|
}
|
|
else if (opening.kind === SyntaxKind.JsxOpeningFragment) {
|
|
const node = <JsxFragment>createNode(SyntaxKind.JsxFragment, opening.pos);
|
|
node.openingFragment = opening;
|
|
node.children = parseJsxChildren(node.openingFragment);
|
|
node.closingFragment = parseJsxClosingFragment(inExpressionContext);
|
|
|
|
result = finishNode(node);
|
|
}
|
|
else {
|
|
Debug.assert(opening.kind === SyntaxKind.JsxSelfClosingElement);
|
|
// Nothing else to do for self-closing elements
|
|
result = opening;
|
|
}
|
|
|
|
// If the user writes the invalid code '<div></div><div></div>' in an expression context (i.e. not wrapped in
|
|
// an enclosing tag), we'll naively try to parse ^ this as a 'less than' operator and the remainder of the tag
|
|
// as garbage, which will cause the formatter to badly mangle the JSX. Perform a speculative parse of a JSX
|
|
// element if we see a < token so that we can wrap it in a synthetic binary expression so the formatter
|
|
// does less damage and we can report a better error.
|
|
// Since JSX elements are invalid < operands anyway, this lookahead parse will only occur in error scenarios
|
|
// of one sort or another.
|
|
if (inExpressionContext && token() === SyntaxKind.LessThanToken) {
|
|
const invalidElement = tryParse(() => parseJsxElementOrSelfClosingElementOrFragment(/*inExpressionContext*/ true));
|
|
if (invalidElement) {
|
|
parseErrorAtCurrentToken(Diagnostics.JSX_expressions_must_have_one_parent_element);
|
|
const badNode = <BinaryExpression>createNode(SyntaxKind.BinaryExpression, result.pos);
|
|
badNode.end = invalidElement.end;
|
|
badNode.left = result;
|
|
badNode.right = invalidElement;
|
|
badNode.operatorToken = createMissingNode(SyntaxKind.CommaToken, /*reportAtCurrentPosition*/ false);
|
|
badNode.operatorToken.pos = badNode.operatorToken.end = badNode.right.pos;
|
|
return <JsxElement><Node>badNode;
|
|
}
|
|
}
|
|
|
|
return result;
|
|
}
|
|
|
|
function parseJsxText(): JsxText {
|
|
const node = <JsxText>createNode(SyntaxKind.JsxText);
|
|
node.text = scanner.getTokenValue();
|
|
node.containsOnlyTriviaWhiteSpaces = currentToken === SyntaxKind.JsxTextAllWhiteSpaces;
|
|
currentToken = scanner.scanJsxToken();
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseJsxChild(openingTag: JsxOpeningElement | JsxOpeningFragment, token: JsxTokenSyntaxKind): JsxChild | undefined {
|
|
switch (token) {
|
|
case SyntaxKind.EndOfFileToken:
|
|
// If we hit EOF, issue the error at the tag that lacks the closing element
|
|
// rather than at the end of the file (which is useless)
|
|
if (isJsxOpeningFragment(openingTag)) {
|
|
parseErrorAtRange(openingTag, Diagnostics.JSX_fragment_has_no_corresponding_closing_tag);
|
|
}
|
|
else {
|
|
parseErrorAtRange(openingTag.tagName, Diagnostics.JSX_element_0_has_no_corresponding_closing_tag, getTextOfNodeFromSourceText(sourceText, openingTag.tagName));
|
|
}
|
|
return undefined;
|
|
case SyntaxKind.LessThanSlashToken:
|
|
case SyntaxKind.ConflictMarkerTrivia:
|
|
return undefined;
|
|
case SyntaxKind.JsxText:
|
|
case SyntaxKind.JsxTextAllWhiteSpaces:
|
|
return parseJsxText();
|
|
case SyntaxKind.OpenBraceToken:
|
|
return parseJsxExpression(/*inExpressionContext*/ false);
|
|
case SyntaxKind.LessThanToken:
|
|
return parseJsxElementOrSelfClosingElementOrFragment(/*inExpressionContext*/ false);
|
|
default:
|
|
return Debug.assertNever(token);
|
|
}
|
|
}
|
|
|
|
function parseJsxChildren(openingTag: JsxOpeningElement | JsxOpeningFragment): NodeArray<JsxChild> {
|
|
const list = [];
|
|
const listPos = getNodePos();
|
|
const saveParsingContext = parsingContext;
|
|
parsingContext |= 1 << ParsingContext.JsxChildren;
|
|
|
|
while (true) {
|
|
const child = parseJsxChild(openingTag, currentToken = scanner.reScanJsxToken());
|
|
if (!child) break;
|
|
list.push(child);
|
|
}
|
|
|
|
parsingContext = saveParsingContext;
|
|
return createNodeArray(list, listPos);
|
|
}
|
|
|
|
function parseJsxAttributes(): JsxAttributes {
|
|
const jsxAttributes = <JsxAttributes>createNode(SyntaxKind.JsxAttributes);
|
|
jsxAttributes.properties = parseList(ParsingContext.JsxAttributes, parseJsxAttribute);
|
|
return finishNode(jsxAttributes);
|
|
}
|
|
|
|
function parseJsxOpeningOrSelfClosingElementOrOpeningFragment(inExpressionContext: boolean): JsxOpeningElement | JsxSelfClosingElement | JsxOpeningFragment {
|
|
const fullStart = scanner.getStartPos();
|
|
|
|
parseExpected(SyntaxKind.LessThanToken);
|
|
|
|
if (token() === SyntaxKind.GreaterThanToken) {
|
|
// See below for explanation of scanJsxText
|
|
const node: JsxOpeningFragment = <JsxOpeningFragment>createNode(SyntaxKind.JsxOpeningFragment, fullStart);
|
|
scanJsxText();
|
|
return finishNode(node);
|
|
}
|
|
|
|
const tagName = parseJsxElementName();
|
|
const typeArguments = tryParseTypeArguments();
|
|
const attributes = parseJsxAttributes();
|
|
|
|
let node: JsxOpeningLikeElement;
|
|
|
|
if (token() === SyntaxKind.GreaterThanToken) {
|
|
// Closing tag, so scan the immediately-following text with the JSX scanning instead
|
|
// of regular scanning to avoid treating illegal characters (e.g. '#') as immediate
|
|
// scanning errors
|
|
node = <JsxOpeningElement>createNode(SyntaxKind.JsxOpeningElement, fullStart);
|
|
scanJsxText();
|
|
}
|
|
else {
|
|
parseExpected(SyntaxKind.SlashToken);
|
|
if (inExpressionContext) {
|
|
parseExpected(SyntaxKind.GreaterThanToken);
|
|
}
|
|
else {
|
|
parseExpected(SyntaxKind.GreaterThanToken, /*diagnostic*/ undefined, /*shouldAdvance*/ false);
|
|
scanJsxText();
|
|
}
|
|
node = <JsxSelfClosingElement>createNode(SyntaxKind.JsxSelfClosingElement, fullStart);
|
|
}
|
|
|
|
node.tagName = tagName;
|
|
node.typeArguments = typeArguments;
|
|
node.attributes = attributes;
|
|
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseJsxElementName(): JsxTagNameExpression {
|
|
scanJsxIdentifier();
|
|
// JsxElement can have name in the form of
|
|
// propertyAccessExpression
|
|
// primaryExpression in the form of an identifier and "this" keyword
|
|
// We can't just simply use parseLeftHandSideExpressionOrHigher because then we will start consider class,function etc as a keyword
|
|
// We only want to consider "this" as a primaryExpression
|
|
let expression: JsxTagNameExpression = token() === SyntaxKind.ThisKeyword ?
|
|
parseTokenNode<ThisExpression>() : parseIdentifierName();
|
|
while (parseOptional(SyntaxKind.DotToken)) {
|
|
const propertyAccess: JsxTagNamePropertyAccess = <JsxTagNamePropertyAccess>createNode(SyntaxKind.PropertyAccessExpression, expression.pos);
|
|
propertyAccess.expression = expression;
|
|
propertyAccess.name = parseRightSideOfDot(/*allowIdentifierNames*/ true);
|
|
expression = finishNode(propertyAccess);
|
|
}
|
|
return expression;
|
|
}
|
|
|
|
function parseJsxExpression(inExpressionContext: boolean): JsxExpression | undefined {
|
|
const node = <JsxExpression>createNode(SyntaxKind.JsxExpression);
|
|
|
|
if (!parseExpected(SyntaxKind.OpenBraceToken)) {
|
|
return undefined;
|
|
}
|
|
|
|
if (token() !== SyntaxKind.CloseBraceToken) {
|
|
node.dotDotDotToken = parseOptionalToken(SyntaxKind.DotDotDotToken);
|
|
node.expression = parseAssignmentExpressionOrHigher();
|
|
}
|
|
if (inExpressionContext) {
|
|
parseExpected(SyntaxKind.CloseBraceToken);
|
|
}
|
|
else {
|
|
parseExpected(SyntaxKind.CloseBraceToken, /*message*/ undefined, /*shouldAdvance*/ false);
|
|
scanJsxText();
|
|
}
|
|
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseJsxAttribute(): JsxAttribute | JsxSpreadAttribute {
|
|
if (token() === SyntaxKind.OpenBraceToken) {
|
|
return parseJsxSpreadAttribute();
|
|
}
|
|
|
|
scanJsxIdentifier();
|
|
const node = <JsxAttribute>createNode(SyntaxKind.JsxAttribute);
|
|
node.name = parseIdentifierName();
|
|
if (token() === SyntaxKind.EqualsToken) {
|
|
switch (scanJsxAttributeValue()) {
|
|
case SyntaxKind.StringLiteral:
|
|
node.initializer = <StringLiteral>parseLiteralNode();
|
|
break;
|
|
default:
|
|
node.initializer = parseJsxExpression(/*inExpressionContext*/ true);
|
|
break;
|
|
}
|
|
}
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseJsxSpreadAttribute(): JsxSpreadAttribute {
|
|
const node = <JsxSpreadAttribute>createNode(SyntaxKind.JsxSpreadAttribute);
|
|
parseExpected(SyntaxKind.OpenBraceToken);
|
|
parseExpected(SyntaxKind.DotDotDotToken);
|
|
node.expression = parseExpression();
|
|
parseExpected(SyntaxKind.CloseBraceToken);
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseJsxClosingElement(inExpressionContext: boolean): JsxClosingElement {
|
|
const node = <JsxClosingElement>createNode(SyntaxKind.JsxClosingElement);
|
|
parseExpected(SyntaxKind.LessThanSlashToken);
|
|
node.tagName = parseJsxElementName();
|
|
if (inExpressionContext) {
|
|
parseExpected(SyntaxKind.GreaterThanToken);
|
|
}
|
|
else {
|
|
parseExpected(SyntaxKind.GreaterThanToken, /*diagnostic*/ undefined, /*shouldAdvance*/ false);
|
|
scanJsxText();
|
|
}
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseJsxClosingFragment(inExpressionContext: boolean): JsxClosingFragment {
|
|
const node = <JsxClosingFragment>createNode(SyntaxKind.JsxClosingFragment);
|
|
parseExpected(SyntaxKind.LessThanSlashToken);
|
|
if (tokenIsIdentifierOrKeyword(token())) {
|
|
parseErrorAtRange(parseJsxElementName(), Diagnostics.Expected_corresponding_closing_tag_for_JSX_fragment);
|
|
}
|
|
if (inExpressionContext) {
|
|
parseExpected(SyntaxKind.GreaterThanToken);
|
|
}
|
|
else {
|
|
parseExpected(SyntaxKind.GreaterThanToken, /*diagnostic*/ undefined, /*shouldAdvance*/ false);
|
|
scanJsxText();
|
|
}
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseTypeAssertion(): TypeAssertion {
|
|
const node = <TypeAssertion>createNode(SyntaxKind.TypeAssertionExpression);
|
|
parseExpected(SyntaxKind.LessThanToken);
|
|
node.type = parseType();
|
|
parseExpected(SyntaxKind.GreaterThanToken);
|
|
node.expression = parseSimpleUnaryExpression();
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseMemberExpressionRest(expression: LeftHandSideExpression): MemberExpression {
|
|
while (true) {
|
|
const dotToken = parseOptionalToken(SyntaxKind.DotToken);
|
|
if (dotToken) {
|
|
const propertyAccess = <PropertyAccessExpression>createNode(SyntaxKind.PropertyAccessExpression, expression.pos);
|
|
propertyAccess.expression = expression;
|
|
propertyAccess.name = parseRightSideOfDot(/*allowIdentifierNames*/ true);
|
|
expression = finishNode(propertyAccess);
|
|
continue;
|
|
}
|
|
|
|
if (token() === SyntaxKind.ExclamationToken && !scanner.hasPrecedingLineBreak()) {
|
|
nextToken();
|
|
const nonNullExpression = <NonNullExpression>createNode(SyntaxKind.NonNullExpression, expression.pos);
|
|
nonNullExpression.expression = expression;
|
|
expression = finishNode(nonNullExpression);
|
|
continue;
|
|
}
|
|
|
|
// when in the [Decorator] context, we do not parse ElementAccess as it could be part of a ComputedPropertyName
|
|
if (!inDecoratorContext() && parseOptional(SyntaxKind.OpenBracketToken)) {
|
|
const indexedAccess = <ElementAccessExpression>createNode(SyntaxKind.ElementAccessExpression, expression.pos);
|
|
indexedAccess.expression = expression;
|
|
|
|
if (token() === SyntaxKind.CloseBracketToken) {
|
|
indexedAccess.argumentExpression = createMissingNode(SyntaxKind.Identifier, /*reportAtCurrentPosition*/ true, Diagnostics.An_element_access_expression_should_take_an_argument);
|
|
}
|
|
else {
|
|
const argument = allowInAnd(parseExpression);
|
|
if (isStringOrNumericLiteralLike(argument)) {
|
|
argument.text = internIdentifier(argument.text);
|
|
}
|
|
indexedAccess.argumentExpression = argument;
|
|
}
|
|
|
|
parseExpected(SyntaxKind.CloseBracketToken);
|
|
expression = finishNode(indexedAccess);
|
|
continue;
|
|
}
|
|
|
|
if (isTemplateStartOfTaggedTemplate()) {
|
|
expression = parseTaggedTemplateRest(expression, /*typeArguments*/ undefined);
|
|
continue;
|
|
}
|
|
|
|
return <MemberExpression>expression;
|
|
}
|
|
}
|
|
|
|
function isTemplateStartOfTaggedTemplate() {
|
|
return token() === SyntaxKind.NoSubstitutionTemplateLiteral || token() === SyntaxKind.TemplateHead;
|
|
}
|
|
|
|
function parseTaggedTemplateRest(tag: LeftHandSideExpression, typeArguments: NodeArray<TypeNode> | undefined) {
|
|
const tagExpression = <TaggedTemplateExpression>createNode(SyntaxKind.TaggedTemplateExpression, tag.pos);
|
|
tagExpression.tag = tag;
|
|
tagExpression.typeArguments = typeArguments;
|
|
tagExpression.template = token() === SyntaxKind.NoSubstitutionTemplateLiteral
|
|
? <NoSubstitutionTemplateLiteral>parseLiteralNode()
|
|
: parseTemplateExpression();
|
|
return finishNode(tagExpression);
|
|
}
|
|
|
|
function parseCallExpressionRest(expression: LeftHandSideExpression): LeftHandSideExpression {
|
|
while (true) {
|
|
expression = parseMemberExpressionRest(expression);
|
|
// handle 'foo<<T>()'
|
|
if (token() === SyntaxKind.LessThanToken || token() === SyntaxKind.LessThanLessThanToken) {
|
|
// See if this is the start of a generic invocation. If so, consume it and
|
|
// keep checking for postfix expressions. Otherwise, it's just a '<' that's
|
|
// part of an arithmetic expression. Break out so we consume it higher in the
|
|
// stack.
|
|
const typeArguments = tryParse(parseTypeArgumentsInExpression);
|
|
if (!typeArguments) {
|
|
return expression;
|
|
}
|
|
|
|
if (isTemplateStartOfTaggedTemplate()) {
|
|
expression = parseTaggedTemplateRest(expression, typeArguments);
|
|
continue;
|
|
}
|
|
|
|
const callExpr = <CallExpression>createNode(SyntaxKind.CallExpression, expression.pos);
|
|
callExpr.expression = expression;
|
|
callExpr.typeArguments = typeArguments;
|
|
callExpr.arguments = parseArgumentList();
|
|
expression = finishNode(callExpr);
|
|
continue;
|
|
}
|
|
else if (token() === SyntaxKind.OpenParenToken) {
|
|
const callExpr = <CallExpression>createNode(SyntaxKind.CallExpression, expression.pos);
|
|
callExpr.expression = expression;
|
|
callExpr.arguments = parseArgumentList();
|
|
expression = finishNode(callExpr);
|
|
continue;
|
|
}
|
|
|
|
return expression;
|
|
}
|
|
}
|
|
|
|
function parseArgumentList() {
|
|
parseExpected(SyntaxKind.OpenParenToken);
|
|
const result = parseDelimitedList(ParsingContext.ArgumentExpressions, parseArgumentExpression);
|
|
parseExpected(SyntaxKind.CloseParenToken);
|
|
return result;
|
|
}
|
|
|
|
function parseTypeArgumentsInExpression() {
|
|
if (reScanLessThanToken() !== SyntaxKind.LessThanToken) {
|
|
return undefined;
|
|
}
|
|
nextToken();
|
|
|
|
const typeArguments = parseDelimitedList(ParsingContext.TypeArguments, parseType);
|
|
if (!parseExpected(SyntaxKind.GreaterThanToken)) {
|
|
// If it doesn't have the closing `>` then it's definitely not an type argument list.
|
|
return undefined;
|
|
}
|
|
|
|
// If we have a '<', then only parse this as a argument list if the type arguments
|
|
// are complete and we have an open paren. if we don't, rewind and return nothing.
|
|
return typeArguments && canFollowTypeArgumentsInExpression()
|
|
? typeArguments
|
|
: undefined;
|
|
}
|
|
|
|
function canFollowTypeArgumentsInExpression(): boolean {
|
|
switch (token()) {
|
|
case SyntaxKind.OpenParenToken: // foo<x>(
|
|
case SyntaxKind.NoSubstitutionTemplateLiteral: // foo<T> `...`
|
|
case SyntaxKind.TemplateHead: // foo<T> `...${100}...`
|
|
// these are the only tokens can legally follow a type argument
|
|
// list. So we definitely want to treat them as type arg lists.
|
|
// falls through
|
|
case SyntaxKind.DotToken: // foo<x>.
|
|
case SyntaxKind.CloseParenToken: // foo<x>)
|
|
case SyntaxKind.CloseBracketToken: // foo<x>]
|
|
case SyntaxKind.ColonToken: // foo<x>:
|
|
case SyntaxKind.SemicolonToken: // foo<x>;
|
|
case SyntaxKind.QuestionToken: // foo<x>?
|
|
case SyntaxKind.EqualsEqualsToken: // foo<x> ==
|
|
case SyntaxKind.EqualsEqualsEqualsToken: // foo<x> ===
|
|
case SyntaxKind.ExclamationEqualsToken: // foo<x> !=
|
|
case SyntaxKind.ExclamationEqualsEqualsToken: // foo<x> !==
|
|
case SyntaxKind.AmpersandAmpersandToken: // foo<x> &&
|
|
case SyntaxKind.BarBarToken: // foo<x> ||
|
|
case SyntaxKind.CaretToken: // foo<x> ^
|
|
case SyntaxKind.AmpersandToken: // foo<x> &
|
|
case SyntaxKind.BarToken: // foo<x> |
|
|
case SyntaxKind.CloseBraceToken: // foo<x> }
|
|
case SyntaxKind.EndOfFileToken: // foo<x>
|
|
// these cases can't legally follow a type arg list. However, they're not legal
|
|
// expressions either. The user is probably in the middle of a generic type. So
|
|
// treat it as such.
|
|
return true;
|
|
|
|
case SyntaxKind.CommaToken: // foo<x>,
|
|
case SyntaxKind.OpenBraceToken: // foo<x> {
|
|
// We don't want to treat these as type arguments. Otherwise we'll parse this
|
|
// as an invocation expression. Instead, we want to parse out the expression
|
|
// in isolation from the type arguments.
|
|
// falls through
|
|
default:
|
|
// Anything else treat as an expression.
|
|
return false;
|
|
}
|
|
}
|
|
|
|
function parsePrimaryExpression(): PrimaryExpression {
|
|
switch (token()) {
|
|
case SyntaxKind.NumericLiteral:
|
|
case SyntaxKind.BigIntLiteral:
|
|
case SyntaxKind.StringLiteral:
|
|
case SyntaxKind.NoSubstitutionTemplateLiteral:
|
|
return parseLiteralNode();
|
|
case SyntaxKind.ThisKeyword:
|
|
case SyntaxKind.SuperKeyword:
|
|
case SyntaxKind.NullKeyword:
|
|
case SyntaxKind.TrueKeyword:
|
|
case SyntaxKind.FalseKeyword:
|
|
return parseTokenNode<PrimaryExpression>();
|
|
case SyntaxKind.OpenParenToken:
|
|
return parseParenthesizedExpression();
|
|
case SyntaxKind.OpenBracketToken:
|
|
return parseArrayLiteralExpression();
|
|
case SyntaxKind.OpenBraceToken:
|
|
return parseObjectLiteralExpression();
|
|
case SyntaxKind.AsyncKeyword:
|
|
// Async arrow functions are parsed earlier in parseAssignmentExpressionOrHigher.
|
|
// If we encounter `async [no LineTerminator here] function` then this is an async
|
|
// function; otherwise, its an identifier.
|
|
if (!lookAhead(nextTokenIsFunctionKeywordOnSameLine)) {
|
|
break;
|
|
}
|
|
|
|
return parseFunctionExpression();
|
|
case SyntaxKind.ClassKeyword:
|
|
return parseClassExpression();
|
|
case SyntaxKind.FunctionKeyword:
|
|
return parseFunctionExpression();
|
|
case SyntaxKind.NewKeyword:
|
|
return parseNewExpressionOrNewDotTarget();
|
|
case SyntaxKind.SlashToken:
|
|
case SyntaxKind.SlashEqualsToken:
|
|
if (reScanSlashToken() === SyntaxKind.RegularExpressionLiteral) {
|
|
return parseLiteralNode();
|
|
}
|
|
break;
|
|
case SyntaxKind.TemplateHead:
|
|
return parseTemplateExpression();
|
|
}
|
|
|
|
return parseIdentifier(Diagnostics.Expression_expected);
|
|
}
|
|
|
|
function parseParenthesizedExpression(): ParenthesizedExpression {
|
|
const node = <ParenthesizedExpression>createNodeWithJSDoc(SyntaxKind.ParenthesizedExpression);
|
|
parseExpected(SyntaxKind.OpenParenToken);
|
|
node.expression = allowInAnd(parseExpression);
|
|
parseExpected(SyntaxKind.CloseParenToken);
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseSpreadElement(): Expression {
|
|
const node = <SpreadElement>createNode(SyntaxKind.SpreadElement);
|
|
parseExpected(SyntaxKind.DotDotDotToken);
|
|
node.expression = parseAssignmentExpressionOrHigher();
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseArgumentOrArrayLiteralElement(): Expression {
|
|
return token() === SyntaxKind.DotDotDotToken ? parseSpreadElement() :
|
|
token() === SyntaxKind.CommaToken ? <Expression>createNode(SyntaxKind.OmittedExpression) :
|
|
parseAssignmentExpressionOrHigher();
|
|
}
|
|
|
|
function parseArgumentExpression(): Expression {
|
|
return doOutsideOfContext(disallowInAndDecoratorContext, parseArgumentOrArrayLiteralElement);
|
|
}
|
|
|
|
function parseArrayLiteralExpression(): ArrayLiteralExpression {
|
|
const node = <ArrayLiteralExpression>createNode(SyntaxKind.ArrayLiteralExpression);
|
|
parseExpected(SyntaxKind.OpenBracketToken);
|
|
if (scanner.hasPrecedingLineBreak()) {
|
|
node.multiLine = true;
|
|
}
|
|
node.elements = parseDelimitedList(ParsingContext.ArrayLiteralMembers, parseArgumentOrArrayLiteralElement);
|
|
parseExpected(SyntaxKind.CloseBracketToken);
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseObjectLiteralElement(): ObjectLiteralElementLike {
|
|
const node = <ObjectLiteralElementLike>createNodeWithJSDoc(SyntaxKind.Unknown);
|
|
|
|
if (parseOptionalToken(SyntaxKind.DotDotDotToken)) {
|
|
node.kind = SyntaxKind.SpreadAssignment;
|
|
(<SpreadAssignment>node).expression = parseAssignmentExpressionOrHigher();
|
|
return finishNode(node);
|
|
}
|
|
|
|
node.decorators = parseDecorators();
|
|
node.modifiers = parseModifiers();
|
|
|
|
if (parseContextualModifier(SyntaxKind.GetKeyword)) {
|
|
return parseAccessorDeclaration(<AccessorDeclaration>node, SyntaxKind.GetAccessor);
|
|
}
|
|
if (parseContextualModifier(SyntaxKind.SetKeyword)) {
|
|
return parseAccessorDeclaration(<AccessorDeclaration>node, SyntaxKind.SetAccessor);
|
|
}
|
|
|
|
const asteriskToken = parseOptionalToken(SyntaxKind.AsteriskToken);
|
|
const tokenIsIdentifier = isIdentifier();
|
|
node.name = parsePropertyName();
|
|
// Disallowing of optional property assignments and definite assignment assertion happens in the grammar checker.
|
|
(<MethodDeclaration>node).questionToken = parseOptionalToken(SyntaxKind.QuestionToken);
|
|
(<MethodDeclaration>node).exclamationToken = parseOptionalToken(SyntaxKind.ExclamationToken);
|
|
|
|
if (asteriskToken || token() === SyntaxKind.OpenParenToken || token() === SyntaxKind.LessThanToken) {
|
|
return parseMethodDeclaration(<MethodDeclaration>node, asteriskToken);
|
|
}
|
|
|
|
// check if it is short-hand property assignment or normal property assignment
|
|
// NOTE: if token is EqualsToken it is interpreted as CoverInitializedName production
|
|
// CoverInitializedName[Yield] :
|
|
// IdentifierReference[?Yield] Initializer[In, ?Yield]
|
|
// this is necessary because ObjectLiteral productions are also used to cover grammar for ObjectAssignmentPattern
|
|
const isShorthandPropertyAssignment = tokenIsIdentifier && (token() !== SyntaxKind.ColonToken);
|
|
if (isShorthandPropertyAssignment) {
|
|
node.kind = SyntaxKind.ShorthandPropertyAssignment;
|
|
const equalsToken = parseOptionalToken(SyntaxKind.EqualsToken);
|
|
if (equalsToken) {
|
|
(<ShorthandPropertyAssignment>node).equalsToken = equalsToken;
|
|
(<ShorthandPropertyAssignment>node).objectAssignmentInitializer = allowInAnd(parseAssignmentExpressionOrHigher);
|
|
}
|
|
}
|
|
else {
|
|
node.kind = SyntaxKind.PropertyAssignment;
|
|
parseExpected(SyntaxKind.ColonToken);
|
|
(<PropertyAssignment>node).initializer = allowInAnd(parseAssignmentExpressionOrHigher);
|
|
}
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseObjectLiteralExpression(): ObjectLiteralExpression {
|
|
const node = <ObjectLiteralExpression>createNode(SyntaxKind.ObjectLiteralExpression);
|
|
parseExpected(SyntaxKind.OpenBraceToken);
|
|
if (scanner.hasPrecedingLineBreak()) {
|
|
node.multiLine = true;
|
|
}
|
|
|
|
node.properties = parseDelimitedList(ParsingContext.ObjectLiteralMembers, parseObjectLiteralElement, /*considerSemicolonAsDelimiter*/ true);
|
|
parseExpected(SyntaxKind.CloseBraceToken);
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseFunctionExpression(): FunctionExpression {
|
|
// GeneratorExpression:
|
|
// function* BindingIdentifier [Yield][opt](FormalParameters[Yield]){ GeneratorBody }
|
|
//
|
|
// FunctionExpression:
|
|
// function BindingIdentifier[opt](FormalParameters){ FunctionBody }
|
|
const saveDecoratorContext = inDecoratorContext();
|
|
if (saveDecoratorContext) {
|
|
setDecoratorContext(/*val*/ false);
|
|
}
|
|
|
|
const node = <FunctionExpression>createNodeWithJSDoc(SyntaxKind.FunctionExpression);
|
|
node.modifiers = parseModifiers();
|
|
parseExpected(SyntaxKind.FunctionKeyword);
|
|
node.asteriskToken = parseOptionalToken(SyntaxKind.AsteriskToken);
|
|
|
|
const isGenerator = node.asteriskToken ? SignatureFlags.Yield : SignatureFlags.None;
|
|
const isAsync = hasModifier(node, ModifierFlags.Async) ? SignatureFlags.Await : SignatureFlags.None;
|
|
node.name =
|
|
isGenerator && isAsync ? doInYieldAndAwaitContext(parseOptionalIdentifier) :
|
|
isGenerator ? doInYieldContext(parseOptionalIdentifier) :
|
|
isAsync ? doInAwaitContext(parseOptionalIdentifier) :
|
|
parseOptionalIdentifier();
|
|
|
|
fillSignature(SyntaxKind.ColonToken, isGenerator | isAsync, node);
|
|
node.body = parseFunctionBlock(isGenerator | isAsync);
|
|
|
|
if (saveDecoratorContext) {
|
|
setDecoratorContext(/*val*/ true);
|
|
}
|
|
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseOptionalIdentifier(): Identifier | undefined {
|
|
return isIdentifier() ? parseIdentifier() : undefined;
|
|
}
|
|
|
|
function parseNewExpressionOrNewDotTarget(): NewExpression | MetaProperty {
|
|
const fullStart = scanner.getStartPos();
|
|
parseExpected(SyntaxKind.NewKeyword);
|
|
if (parseOptional(SyntaxKind.DotToken)) {
|
|
const node = <MetaProperty>createNode(SyntaxKind.MetaProperty, fullStart);
|
|
node.keywordToken = SyntaxKind.NewKeyword;
|
|
node.name = parseIdentifierName();
|
|
return finishNode(node);
|
|
}
|
|
|
|
let expression: MemberExpression = parsePrimaryExpression();
|
|
let typeArguments;
|
|
while (true) {
|
|
expression = parseMemberExpressionRest(expression);
|
|
typeArguments = tryParse(parseTypeArgumentsInExpression);
|
|
if (isTemplateStartOfTaggedTemplate()) {
|
|
Debug.assert(!!typeArguments,
|
|
"Expected a type argument list; all plain tagged template starts should be consumed in 'parseMemberExpressionRest'");
|
|
expression = parseTaggedTemplateRest(expression, typeArguments);
|
|
typeArguments = undefined;
|
|
}
|
|
break;
|
|
}
|
|
|
|
const node = <NewExpression>createNode(SyntaxKind.NewExpression, fullStart);
|
|
node.expression = expression;
|
|
node.typeArguments = typeArguments;
|
|
if (node.typeArguments || token() === SyntaxKind.OpenParenToken) {
|
|
node.arguments = parseArgumentList();
|
|
}
|
|
return finishNode(node);
|
|
}
|
|
|
|
// STATEMENTS
|
|
function parseBlock(ignoreMissingOpenBrace: boolean, diagnosticMessage?: DiagnosticMessage): Block {
|
|
const node = <Block>createNode(SyntaxKind.Block);
|
|
if (parseExpected(SyntaxKind.OpenBraceToken, diagnosticMessage) || ignoreMissingOpenBrace) {
|
|
if (scanner.hasPrecedingLineBreak()) {
|
|
node.multiLine = true;
|
|
}
|
|
|
|
node.statements = parseList(ParsingContext.BlockStatements, parseStatement);
|
|
parseExpected(SyntaxKind.CloseBraceToken);
|
|
}
|
|
else {
|
|
node.statements = createMissingList<Statement>();
|
|
}
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseFunctionBlock(flags: SignatureFlags, diagnosticMessage?: DiagnosticMessage): Block {
|
|
const savedYieldContext = inYieldContext();
|
|
setYieldContext(!!(flags & SignatureFlags.Yield));
|
|
|
|
const savedAwaitContext = inAwaitContext();
|
|
setAwaitContext(!!(flags & SignatureFlags.Await));
|
|
|
|
// We may be in a [Decorator] context when parsing a function expression or
|
|
// arrow function. The body of the function is not in [Decorator] context.
|
|
const saveDecoratorContext = inDecoratorContext();
|
|
if (saveDecoratorContext) {
|
|
setDecoratorContext(/*val*/ false);
|
|
}
|
|
|
|
const block = parseBlock(!!(flags & SignatureFlags.IgnoreMissingOpenBrace), diagnosticMessage);
|
|
|
|
if (saveDecoratorContext) {
|
|
setDecoratorContext(/*val*/ true);
|
|
}
|
|
|
|
setYieldContext(savedYieldContext);
|
|
setAwaitContext(savedAwaitContext);
|
|
|
|
return block;
|
|
}
|
|
|
|
function parseEmptyStatement(): Statement {
|
|
const node = <Statement>createNode(SyntaxKind.EmptyStatement);
|
|
parseExpected(SyntaxKind.SemicolonToken);
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseIfStatement(): IfStatement {
|
|
const node = <IfStatement>createNode(SyntaxKind.IfStatement);
|
|
parseExpected(SyntaxKind.IfKeyword);
|
|
parseExpected(SyntaxKind.OpenParenToken);
|
|
node.expression = allowInAnd(parseExpression);
|
|
parseExpected(SyntaxKind.CloseParenToken);
|
|
node.thenStatement = parseStatement();
|
|
node.elseStatement = parseOptional(SyntaxKind.ElseKeyword) ? parseStatement() : undefined;
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseDoStatement(): DoStatement {
|
|
const node = <DoStatement>createNode(SyntaxKind.DoStatement);
|
|
parseExpected(SyntaxKind.DoKeyword);
|
|
node.statement = parseStatement();
|
|
parseExpected(SyntaxKind.WhileKeyword);
|
|
parseExpected(SyntaxKind.OpenParenToken);
|
|
node.expression = allowInAnd(parseExpression);
|
|
parseExpected(SyntaxKind.CloseParenToken);
|
|
|
|
// From: https://mail.mozilla.org/pipermail/es-discuss/2011-August/016188.html
|
|
// 157 min --- All allen at wirfs-brock.com CONF --- "do{;}while(false)false" prohibited in
|
|
// spec but allowed in consensus reality. Approved -- this is the de-facto standard whereby
|
|
// do;while(0)x will have a semicolon inserted before x.
|
|
parseOptional(SyntaxKind.SemicolonToken);
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseWhileStatement(): WhileStatement {
|
|
const node = <WhileStatement>createNode(SyntaxKind.WhileStatement);
|
|
parseExpected(SyntaxKind.WhileKeyword);
|
|
parseExpected(SyntaxKind.OpenParenToken);
|
|
node.expression = allowInAnd(parseExpression);
|
|
parseExpected(SyntaxKind.CloseParenToken);
|
|
node.statement = parseStatement();
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseForOrForInOrForOfStatement(): Statement {
|
|
const pos = getNodePos();
|
|
parseExpected(SyntaxKind.ForKeyword);
|
|
const awaitToken = parseOptionalToken(SyntaxKind.AwaitKeyword);
|
|
parseExpected(SyntaxKind.OpenParenToken);
|
|
|
|
let initializer!: VariableDeclarationList | Expression;
|
|
if (token() !== SyntaxKind.SemicolonToken) {
|
|
if (token() === SyntaxKind.VarKeyword || token() === SyntaxKind.LetKeyword || token() === SyntaxKind.ConstKeyword) {
|
|
initializer = parseVariableDeclarationList(/*inForStatementInitializer*/ true);
|
|
}
|
|
else {
|
|
initializer = disallowInAnd(parseExpression);
|
|
}
|
|
}
|
|
let forOrForInOrForOfStatement: IterationStatement;
|
|
if (awaitToken ? parseExpected(SyntaxKind.OfKeyword) : parseOptional(SyntaxKind.OfKeyword)) {
|
|
const forOfStatement = <ForOfStatement>createNode(SyntaxKind.ForOfStatement, pos);
|
|
forOfStatement.awaitModifier = awaitToken;
|
|
forOfStatement.initializer = initializer;
|
|
forOfStatement.expression = allowInAnd(parseAssignmentExpressionOrHigher);
|
|
parseExpected(SyntaxKind.CloseParenToken);
|
|
forOrForInOrForOfStatement = forOfStatement;
|
|
}
|
|
else if (parseOptional(SyntaxKind.InKeyword)) {
|
|
const forInStatement = <ForInStatement>createNode(SyntaxKind.ForInStatement, pos);
|
|
forInStatement.initializer = initializer;
|
|
forInStatement.expression = allowInAnd(parseExpression);
|
|
parseExpected(SyntaxKind.CloseParenToken);
|
|
forOrForInOrForOfStatement = forInStatement;
|
|
}
|
|
else {
|
|
const forStatement = <ForStatement>createNode(SyntaxKind.ForStatement, pos);
|
|
forStatement.initializer = initializer;
|
|
parseExpected(SyntaxKind.SemicolonToken);
|
|
if (token() !== SyntaxKind.SemicolonToken && token() !== SyntaxKind.CloseParenToken) {
|
|
forStatement.condition = allowInAnd(parseExpression);
|
|
}
|
|
parseExpected(SyntaxKind.SemicolonToken);
|
|
if (token() !== SyntaxKind.CloseParenToken) {
|
|
forStatement.incrementor = allowInAnd(parseExpression);
|
|
}
|
|
parseExpected(SyntaxKind.CloseParenToken);
|
|
forOrForInOrForOfStatement = forStatement;
|
|
}
|
|
|
|
forOrForInOrForOfStatement.statement = parseStatement();
|
|
|
|
return finishNode(forOrForInOrForOfStatement);
|
|
}
|
|
|
|
function parseBreakOrContinueStatement(kind: SyntaxKind): BreakOrContinueStatement {
|
|
const node = <BreakOrContinueStatement>createNode(kind);
|
|
|
|
parseExpected(kind === SyntaxKind.BreakStatement ? SyntaxKind.BreakKeyword : SyntaxKind.ContinueKeyword);
|
|
if (!canParseSemicolon()) {
|
|
node.label = parseIdentifier();
|
|
}
|
|
|
|
parseSemicolon();
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseReturnStatement(): ReturnStatement {
|
|
const node = <ReturnStatement>createNode(SyntaxKind.ReturnStatement);
|
|
|
|
parseExpected(SyntaxKind.ReturnKeyword);
|
|
if (!canParseSemicolon()) {
|
|
node.expression = allowInAnd(parseExpression);
|
|
}
|
|
|
|
parseSemicolon();
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseWithStatement(): WithStatement {
|
|
const node = <WithStatement>createNode(SyntaxKind.WithStatement);
|
|
parseExpected(SyntaxKind.WithKeyword);
|
|
parseExpected(SyntaxKind.OpenParenToken);
|
|
node.expression = allowInAnd(parseExpression);
|
|
parseExpected(SyntaxKind.CloseParenToken);
|
|
node.statement = doInsideOfContext(NodeFlags.InWithStatement, parseStatement);
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseCaseClause(): CaseClause {
|
|
const node = <CaseClause>createNode(SyntaxKind.CaseClause);
|
|
parseExpected(SyntaxKind.CaseKeyword);
|
|
node.expression = allowInAnd(parseExpression);
|
|
parseExpected(SyntaxKind.ColonToken);
|
|
node.statements = parseList(ParsingContext.SwitchClauseStatements, parseStatement);
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseDefaultClause(): DefaultClause {
|
|
const node = <DefaultClause>createNode(SyntaxKind.DefaultClause);
|
|
parseExpected(SyntaxKind.DefaultKeyword);
|
|
parseExpected(SyntaxKind.ColonToken);
|
|
node.statements = parseList(ParsingContext.SwitchClauseStatements, parseStatement);
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseCaseOrDefaultClause(): CaseOrDefaultClause {
|
|
return token() === SyntaxKind.CaseKeyword ? parseCaseClause() : parseDefaultClause();
|
|
}
|
|
|
|
function parseSwitchStatement(): SwitchStatement {
|
|
const node = <SwitchStatement>createNode(SyntaxKind.SwitchStatement);
|
|
parseExpected(SyntaxKind.SwitchKeyword);
|
|
parseExpected(SyntaxKind.OpenParenToken);
|
|
node.expression = allowInAnd(parseExpression);
|
|
parseExpected(SyntaxKind.CloseParenToken);
|
|
const caseBlock = <CaseBlock>createNode(SyntaxKind.CaseBlock);
|
|
parseExpected(SyntaxKind.OpenBraceToken);
|
|
caseBlock.clauses = parseList(ParsingContext.SwitchClauses, parseCaseOrDefaultClause);
|
|
parseExpected(SyntaxKind.CloseBraceToken);
|
|
node.caseBlock = finishNode(caseBlock);
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseThrowStatement(): ThrowStatement {
|
|
// ThrowStatement[Yield] :
|
|
// throw [no LineTerminator here]Expression[In, ?Yield];
|
|
|
|
// Because of automatic semicolon insertion, we need to report error if this
|
|
// throw could be terminated with a semicolon. Note: we can't call 'parseExpression'
|
|
// directly as that might consume an expression on the following line.
|
|
// We just return 'undefined' in that case. The actual error will be reported in the
|
|
// grammar walker.
|
|
const node = <ThrowStatement>createNode(SyntaxKind.ThrowStatement);
|
|
parseExpected(SyntaxKind.ThrowKeyword);
|
|
node.expression = scanner.hasPrecedingLineBreak() ? undefined : allowInAnd(parseExpression);
|
|
parseSemicolon();
|
|
return finishNode(node);
|
|
}
|
|
|
|
// TODO: Review for error recovery
|
|
function parseTryStatement(): TryStatement {
|
|
const node = <TryStatement>createNode(SyntaxKind.TryStatement);
|
|
|
|
parseExpected(SyntaxKind.TryKeyword);
|
|
node.tryBlock = parseBlock(/*ignoreMissingOpenBrace*/ false);
|
|
node.catchClause = token() === SyntaxKind.CatchKeyword ? parseCatchClause() : undefined;
|
|
|
|
// If we don't have a catch clause, then we must have a finally clause. Try to parse
|
|
// one out no matter what.
|
|
if (!node.catchClause || token() === SyntaxKind.FinallyKeyword) {
|
|
parseExpected(SyntaxKind.FinallyKeyword);
|
|
node.finallyBlock = parseBlock(/*ignoreMissingOpenBrace*/ false);
|
|
}
|
|
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseCatchClause(): CatchClause {
|
|
const result = <CatchClause>createNode(SyntaxKind.CatchClause);
|
|
parseExpected(SyntaxKind.CatchKeyword);
|
|
|
|
if (parseOptional(SyntaxKind.OpenParenToken)) {
|
|
result.variableDeclaration = parseVariableDeclaration();
|
|
parseExpected(SyntaxKind.CloseParenToken);
|
|
}
|
|
else {
|
|
// Keep shape of node to avoid degrading performance.
|
|
result.variableDeclaration = undefined;
|
|
}
|
|
|
|
result.block = parseBlock(/*ignoreMissingOpenBrace*/ false);
|
|
return finishNode(result);
|
|
}
|
|
|
|
function parseDebuggerStatement(): Statement {
|
|
const node = <Statement>createNode(SyntaxKind.DebuggerStatement);
|
|
parseExpected(SyntaxKind.DebuggerKeyword);
|
|
parseSemicolon();
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseExpressionOrLabeledStatement(): ExpressionStatement | LabeledStatement {
|
|
// Avoiding having to do the lookahead for a labeled statement by just trying to parse
|
|
// out an expression, seeing if it is identifier and then seeing if it is followed by
|
|
// a colon.
|
|
const node = <ExpressionStatement | LabeledStatement>createNodeWithJSDoc(SyntaxKind.Unknown);
|
|
const expression = allowInAnd(parseExpression);
|
|
if (expression.kind === SyntaxKind.Identifier && parseOptional(SyntaxKind.ColonToken)) {
|
|
node.kind = SyntaxKind.LabeledStatement;
|
|
(<LabeledStatement>node).label = <Identifier>expression;
|
|
(<LabeledStatement>node).statement = parseStatement();
|
|
}
|
|
else {
|
|
node.kind = SyntaxKind.ExpressionStatement;
|
|
(<ExpressionStatement>node).expression = expression;
|
|
parseSemicolon();
|
|
}
|
|
return finishNode(node);
|
|
}
|
|
|
|
function nextTokenIsIdentifierOrKeywordOnSameLine() {
|
|
nextToken();
|
|
return tokenIsIdentifierOrKeyword(token()) && !scanner.hasPrecedingLineBreak();
|
|
}
|
|
|
|
function nextTokenIsClassKeywordOnSameLine() {
|
|
nextToken();
|
|
return token() === SyntaxKind.ClassKeyword && !scanner.hasPrecedingLineBreak();
|
|
}
|
|
|
|
function nextTokenIsFunctionKeywordOnSameLine() {
|
|
nextToken();
|
|
return token() === SyntaxKind.FunctionKeyword && !scanner.hasPrecedingLineBreak();
|
|
}
|
|
|
|
function nextTokenIsIdentifierOrKeywordOrLiteralOnSameLine() {
|
|
nextToken();
|
|
return (tokenIsIdentifierOrKeyword(token()) || token() === SyntaxKind.NumericLiteral || token() === SyntaxKind.BigIntLiteral || token() === SyntaxKind.StringLiteral) && !scanner.hasPrecedingLineBreak();
|
|
}
|
|
|
|
function isDeclaration(): boolean {
|
|
while (true) {
|
|
switch (token()) {
|
|
case SyntaxKind.VarKeyword:
|
|
case SyntaxKind.LetKeyword:
|
|
case SyntaxKind.ConstKeyword:
|
|
case SyntaxKind.FunctionKeyword:
|
|
case SyntaxKind.ClassKeyword:
|
|
case SyntaxKind.EnumKeyword:
|
|
return true;
|
|
|
|
// 'declare', 'module', 'namespace', 'interface'* and 'type' are all legal JavaScript identifiers;
|
|
// however, an identifier cannot be followed by another identifier on the same line. This is what we
|
|
// count on to parse out the respective declarations. For instance, we exploit this to say that
|
|
//
|
|
// namespace n
|
|
//
|
|
// can be none other than the beginning of a namespace declaration, but need to respect that JavaScript sees
|
|
//
|
|
// namespace
|
|
// n
|
|
//
|
|
// as the identifier 'namespace' on one line followed by the identifier 'n' on another.
|
|
// We need to look one token ahead to see if it permissible to try parsing a declaration.
|
|
//
|
|
// *Note*: 'interface' is actually a strict mode reserved word. So while
|
|
//
|
|
// "use strict"
|
|
// interface
|
|
// I {}
|
|
//
|
|
// could be legal, it would add complexity for very little gain.
|
|
case SyntaxKind.InterfaceKeyword:
|
|
case SyntaxKind.TypeKeyword:
|
|
return nextTokenIsIdentifierOnSameLine();
|
|
case SyntaxKind.ModuleKeyword:
|
|
case SyntaxKind.NamespaceKeyword:
|
|
return nextTokenIsIdentifierOrStringLiteralOnSameLine();
|
|
case SyntaxKind.AbstractKeyword:
|
|
case SyntaxKind.AsyncKeyword:
|
|
case SyntaxKind.DeclareKeyword:
|
|
case SyntaxKind.PrivateKeyword:
|
|
case SyntaxKind.ProtectedKeyword:
|
|
case SyntaxKind.PublicKeyword:
|
|
case SyntaxKind.ReadonlyKeyword:
|
|
nextToken();
|
|
// ASI takes effect for this modifier.
|
|
if (scanner.hasPrecedingLineBreak()) {
|
|
return false;
|
|
}
|
|
continue;
|
|
|
|
case SyntaxKind.GlobalKeyword:
|
|
nextToken();
|
|
return token() === SyntaxKind.OpenBraceToken || token() === SyntaxKind.Identifier || token() === SyntaxKind.ExportKeyword;
|
|
|
|
case SyntaxKind.ImportKeyword:
|
|
nextToken();
|
|
return token() === SyntaxKind.StringLiteral || token() === SyntaxKind.AsteriskToken ||
|
|
token() === SyntaxKind.OpenBraceToken || tokenIsIdentifierOrKeyword(token());
|
|
case SyntaxKind.ExportKeyword:
|
|
nextToken();
|
|
if (token() === SyntaxKind.EqualsToken || token() === SyntaxKind.AsteriskToken ||
|
|
token() === SyntaxKind.OpenBraceToken || token() === SyntaxKind.DefaultKeyword ||
|
|
token() === SyntaxKind.AsKeyword) {
|
|
return true;
|
|
}
|
|
continue;
|
|
|
|
case SyntaxKind.StaticKeyword:
|
|
nextToken();
|
|
continue;
|
|
default:
|
|
return false;
|
|
}
|
|
}
|
|
}
|
|
|
|
function isStartOfDeclaration(): boolean {
|
|
return lookAhead(isDeclaration);
|
|
}
|
|
|
|
function isStartOfStatement(): boolean {
|
|
switch (token()) {
|
|
case SyntaxKind.AtToken:
|
|
case SyntaxKind.SemicolonToken:
|
|
case SyntaxKind.OpenBraceToken:
|
|
case SyntaxKind.VarKeyword:
|
|
case SyntaxKind.LetKeyword:
|
|
case SyntaxKind.FunctionKeyword:
|
|
case SyntaxKind.ClassKeyword:
|
|
case SyntaxKind.EnumKeyword:
|
|
case SyntaxKind.IfKeyword:
|
|
case SyntaxKind.DoKeyword:
|
|
case SyntaxKind.WhileKeyword:
|
|
case SyntaxKind.ForKeyword:
|
|
case SyntaxKind.ContinueKeyword:
|
|
case SyntaxKind.BreakKeyword:
|
|
case SyntaxKind.ReturnKeyword:
|
|
case SyntaxKind.WithKeyword:
|
|
case SyntaxKind.SwitchKeyword:
|
|
case SyntaxKind.ThrowKeyword:
|
|
case SyntaxKind.TryKeyword:
|
|
case SyntaxKind.DebuggerKeyword:
|
|
// 'catch' and 'finally' do not actually indicate that the code is part of a statement,
|
|
// however, we say they are here so that we may gracefully parse them and error later.
|
|
// falls through
|
|
case SyntaxKind.CatchKeyword:
|
|
case SyntaxKind.FinallyKeyword:
|
|
return true;
|
|
|
|
case SyntaxKind.ImportKeyword:
|
|
return isStartOfDeclaration() || lookAhead(nextTokenIsOpenParenOrLessThanOrDot);
|
|
|
|
case SyntaxKind.ConstKeyword:
|
|
case SyntaxKind.ExportKeyword:
|
|
return isStartOfDeclaration();
|
|
|
|
case SyntaxKind.AsyncKeyword:
|
|
case SyntaxKind.DeclareKeyword:
|
|
case SyntaxKind.InterfaceKeyword:
|
|
case SyntaxKind.ModuleKeyword:
|
|
case SyntaxKind.NamespaceKeyword:
|
|
case SyntaxKind.TypeKeyword:
|
|
case SyntaxKind.GlobalKeyword:
|
|
// When these don't start a declaration, they're an identifier in an expression statement
|
|
return true;
|
|
|
|
case SyntaxKind.PublicKeyword:
|
|
case SyntaxKind.PrivateKeyword:
|
|
case SyntaxKind.ProtectedKeyword:
|
|
case SyntaxKind.StaticKeyword:
|
|
case SyntaxKind.ReadonlyKeyword:
|
|
// When these don't start a declaration, they may be the start of a class member if an identifier
|
|
// immediately follows. Otherwise they're an identifier in an expression statement.
|
|
return isStartOfDeclaration() || !lookAhead(nextTokenIsIdentifierOrKeywordOnSameLine);
|
|
|
|
default:
|
|
return isStartOfExpression();
|
|
}
|
|
}
|
|
|
|
function nextTokenIsIdentifierOrStartOfDestructuring() {
|
|
nextToken();
|
|
return isIdentifier() || token() === SyntaxKind.OpenBraceToken || token() === SyntaxKind.OpenBracketToken;
|
|
}
|
|
|
|
function isLetDeclaration() {
|
|
// In ES6 'let' always starts a lexical declaration if followed by an identifier or {
|
|
// or [.
|
|
return lookAhead(nextTokenIsIdentifierOrStartOfDestructuring);
|
|
}
|
|
|
|
function parseStatement(): Statement {
|
|
switch (token()) {
|
|
case SyntaxKind.SemicolonToken:
|
|
return parseEmptyStatement();
|
|
case SyntaxKind.OpenBraceToken:
|
|
return parseBlock(/*ignoreMissingOpenBrace*/ false);
|
|
case SyntaxKind.VarKeyword:
|
|
return parseVariableStatement(<VariableStatement>createNodeWithJSDoc(SyntaxKind.VariableDeclaration));
|
|
case SyntaxKind.LetKeyword:
|
|
if (isLetDeclaration()) {
|
|
return parseVariableStatement(<VariableStatement>createNodeWithJSDoc(SyntaxKind.VariableDeclaration));
|
|
}
|
|
break;
|
|
case SyntaxKind.FunctionKeyword:
|
|
return parseFunctionDeclaration(<FunctionDeclaration>createNodeWithJSDoc(SyntaxKind.FunctionDeclaration));
|
|
case SyntaxKind.ClassKeyword:
|
|
return parseClassDeclaration(<ClassDeclaration>createNodeWithJSDoc(SyntaxKind.ClassDeclaration));
|
|
case SyntaxKind.IfKeyword:
|
|
return parseIfStatement();
|
|
case SyntaxKind.DoKeyword:
|
|
return parseDoStatement();
|
|
case SyntaxKind.WhileKeyword:
|
|
return parseWhileStatement();
|
|
case SyntaxKind.ForKeyword:
|
|
return parseForOrForInOrForOfStatement();
|
|
case SyntaxKind.ContinueKeyword:
|
|
return parseBreakOrContinueStatement(SyntaxKind.ContinueStatement);
|
|
case SyntaxKind.BreakKeyword:
|
|
return parseBreakOrContinueStatement(SyntaxKind.BreakStatement);
|
|
case SyntaxKind.ReturnKeyword:
|
|
return parseReturnStatement();
|
|
case SyntaxKind.WithKeyword:
|
|
return parseWithStatement();
|
|
case SyntaxKind.SwitchKeyword:
|
|
return parseSwitchStatement();
|
|
case SyntaxKind.ThrowKeyword:
|
|
return parseThrowStatement();
|
|
case SyntaxKind.TryKeyword:
|
|
// Include 'catch' and 'finally' for error recovery.
|
|
// falls through
|
|
case SyntaxKind.CatchKeyword:
|
|
case SyntaxKind.FinallyKeyword:
|
|
return parseTryStatement();
|
|
case SyntaxKind.DebuggerKeyword:
|
|
return parseDebuggerStatement();
|
|
case SyntaxKind.AtToken:
|
|
return parseDeclaration();
|
|
case SyntaxKind.AsyncKeyword:
|
|
case SyntaxKind.InterfaceKeyword:
|
|
case SyntaxKind.TypeKeyword:
|
|
case SyntaxKind.ModuleKeyword:
|
|
case SyntaxKind.NamespaceKeyword:
|
|
case SyntaxKind.DeclareKeyword:
|
|
case SyntaxKind.ConstKeyword:
|
|
case SyntaxKind.EnumKeyword:
|
|
case SyntaxKind.ExportKeyword:
|
|
case SyntaxKind.ImportKeyword:
|
|
case SyntaxKind.PrivateKeyword:
|
|
case SyntaxKind.ProtectedKeyword:
|
|
case SyntaxKind.PublicKeyword:
|
|
case SyntaxKind.AbstractKeyword:
|
|
case SyntaxKind.StaticKeyword:
|
|
case SyntaxKind.ReadonlyKeyword:
|
|
case SyntaxKind.GlobalKeyword:
|
|
if (isStartOfDeclaration()) {
|
|
return parseDeclaration();
|
|
}
|
|
break;
|
|
}
|
|
return parseExpressionOrLabeledStatement();
|
|
}
|
|
|
|
function isDeclareModifier(modifier: Modifier) {
|
|
return modifier.kind === SyntaxKind.DeclareKeyword;
|
|
}
|
|
|
|
function parseDeclaration(): Statement {
|
|
const node = <Statement>createNodeWithJSDoc(SyntaxKind.Unknown);
|
|
node.decorators = parseDecorators();
|
|
node.modifiers = parseModifiers();
|
|
if (some(node.modifiers, isDeclareModifier)) {
|
|
for (const m of node.modifiers!) {
|
|
m.flags |= NodeFlags.Ambient;
|
|
}
|
|
return doInsideOfContext(NodeFlags.Ambient, () => parseDeclarationWorker(node));
|
|
}
|
|
else {
|
|
return parseDeclarationWorker(node);
|
|
}
|
|
}
|
|
|
|
function parseDeclarationWorker(node: Statement): Statement {
|
|
switch (token()) {
|
|
case SyntaxKind.VarKeyword:
|
|
case SyntaxKind.LetKeyword:
|
|
case SyntaxKind.ConstKeyword:
|
|
return parseVariableStatement(<VariableStatement>node);
|
|
case SyntaxKind.FunctionKeyword:
|
|
return parseFunctionDeclaration(<FunctionDeclaration>node);
|
|
case SyntaxKind.ClassKeyword:
|
|
return parseClassDeclaration(<ClassDeclaration>node);
|
|
case SyntaxKind.InterfaceKeyword:
|
|
return parseInterfaceDeclaration(<InterfaceDeclaration>node);
|
|
case SyntaxKind.TypeKeyword:
|
|
return parseTypeAliasDeclaration(<TypeAliasDeclaration>node);
|
|
case SyntaxKind.EnumKeyword:
|
|
return parseEnumDeclaration(<EnumDeclaration>node);
|
|
case SyntaxKind.GlobalKeyword:
|
|
case SyntaxKind.ModuleKeyword:
|
|
case SyntaxKind.NamespaceKeyword:
|
|
return parseModuleDeclaration(<ModuleDeclaration>node);
|
|
case SyntaxKind.ImportKeyword:
|
|
return parseImportDeclarationOrImportEqualsDeclaration(<ImportDeclaration | ImportEqualsDeclaration>node);
|
|
case SyntaxKind.ExportKeyword:
|
|
nextToken();
|
|
switch (token()) {
|
|
case SyntaxKind.DefaultKeyword:
|
|
case SyntaxKind.EqualsToken:
|
|
return parseExportAssignment(<ExportAssignment>node);
|
|
case SyntaxKind.AsKeyword:
|
|
return parseNamespaceExportDeclaration(<NamespaceExportDeclaration>node);
|
|
default:
|
|
return parseExportDeclaration(<ExportDeclaration>node);
|
|
}
|
|
default:
|
|
if (node.decorators || node.modifiers) {
|
|
// We reached this point because we encountered decorators and/or modifiers and assumed a declaration
|
|
// would follow. For recovery and error reporting purposes, return an incomplete declaration.
|
|
const missing = createMissingNode<Statement>(SyntaxKind.MissingDeclaration, /*reportAtCurrentPosition*/ true, Diagnostics.Declaration_expected);
|
|
missing.pos = node.pos;
|
|
missing.decorators = node.decorators;
|
|
missing.modifiers = node.modifiers;
|
|
return finishNode(missing);
|
|
}
|
|
return undefined!; // TODO: GH#18217
|
|
}
|
|
}
|
|
|
|
function nextTokenIsIdentifierOrStringLiteralOnSameLine() {
|
|
nextToken();
|
|
return !scanner.hasPrecedingLineBreak() && (isIdentifier() || token() === SyntaxKind.StringLiteral);
|
|
}
|
|
|
|
function parseFunctionBlockOrSemicolon(flags: SignatureFlags, diagnosticMessage?: DiagnosticMessage): Block | undefined {
|
|
if (token() !== SyntaxKind.OpenBraceToken && canParseSemicolon()) {
|
|
parseSemicolon();
|
|
return;
|
|
}
|
|
|
|
return parseFunctionBlock(flags, diagnosticMessage);
|
|
}
|
|
|
|
// DECLARATIONS
|
|
|
|
function parseArrayBindingElement(): ArrayBindingElement {
|
|
if (token() === SyntaxKind.CommaToken) {
|
|
return <OmittedExpression>createNode(SyntaxKind.OmittedExpression);
|
|
}
|
|
const node = <BindingElement>createNode(SyntaxKind.BindingElement);
|
|
node.dotDotDotToken = parseOptionalToken(SyntaxKind.DotDotDotToken);
|
|
node.name = parseIdentifierOrPattern();
|
|
node.initializer = parseInitializer();
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseObjectBindingElement(): BindingElement {
|
|
const node = <BindingElement>createNode(SyntaxKind.BindingElement);
|
|
node.dotDotDotToken = parseOptionalToken(SyntaxKind.DotDotDotToken);
|
|
const tokenIsIdentifier = isIdentifier();
|
|
const propertyName = parsePropertyName();
|
|
if (tokenIsIdentifier && token() !== SyntaxKind.ColonToken) {
|
|
node.name = <Identifier>propertyName;
|
|
}
|
|
else {
|
|
parseExpected(SyntaxKind.ColonToken);
|
|
node.propertyName = propertyName;
|
|
node.name = parseIdentifierOrPattern();
|
|
}
|
|
node.initializer = parseInitializer();
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseObjectBindingPattern(): ObjectBindingPattern {
|
|
const node = <ObjectBindingPattern>createNode(SyntaxKind.ObjectBindingPattern);
|
|
parseExpected(SyntaxKind.OpenBraceToken);
|
|
node.elements = parseDelimitedList(ParsingContext.ObjectBindingElements, parseObjectBindingElement);
|
|
parseExpected(SyntaxKind.CloseBraceToken);
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseArrayBindingPattern(): ArrayBindingPattern {
|
|
const node = <ArrayBindingPattern>createNode(SyntaxKind.ArrayBindingPattern);
|
|
parseExpected(SyntaxKind.OpenBracketToken);
|
|
node.elements = parseDelimitedList(ParsingContext.ArrayBindingElements, parseArrayBindingElement);
|
|
parseExpected(SyntaxKind.CloseBracketToken);
|
|
return finishNode(node);
|
|
}
|
|
|
|
function isIdentifierOrPattern() {
|
|
return token() === SyntaxKind.OpenBraceToken || token() === SyntaxKind.OpenBracketToken || isIdentifier();
|
|
}
|
|
|
|
function parseIdentifierOrPattern(): Identifier | BindingPattern {
|
|
if (token() === SyntaxKind.OpenBracketToken) {
|
|
return parseArrayBindingPattern();
|
|
}
|
|
if (token() === SyntaxKind.OpenBraceToken) {
|
|
return parseObjectBindingPattern();
|
|
}
|
|
return parseIdentifier();
|
|
}
|
|
|
|
function parseVariableDeclarationAllowExclamation() {
|
|
return parseVariableDeclaration(/*allowExclamation*/ true);
|
|
}
|
|
|
|
function parseVariableDeclaration(allowExclamation?: boolean): VariableDeclaration {
|
|
const node = <VariableDeclaration>createNode(SyntaxKind.VariableDeclaration);
|
|
node.name = parseIdentifierOrPattern();
|
|
if (allowExclamation && node.name.kind === SyntaxKind.Identifier &&
|
|
token() === SyntaxKind.ExclamationToken && !scanner.hasPrecedingLineBreak()) {
|
|
node.exclamationToken = parseTokenNode<Token<SyntaxKind.ExclamationToken>>();
|
|
}
|
|
node.type = parseTypeAnnotation();
|
|
if (!isInOrOfKeyword(token())) {
|
|
node.initializer = parseInitializer();
|
|
}
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseVariableDeclarationList(inForStatementInitializer: boolean): VariableDeclarationList {
|
|
const node = <VariableDeclarationList>createNode(SyntaxKind.VariableDeclarationList);
|
|
|
|
switch (token()) {
|
|
case SyntaxKind.VarKeyword:
|
|
break;
|
|
case SyntaxKind.LetKeyword:
|
|
node.flags |= NodeFlags.Let;
|
|
break;
|
|
case SyntaxKind.ConstKeyword:
|
|
node.flags |= NodeFlags.Const;
|
|
break;
|
|
default:
|
|
Debug.fail();
|
|
}
|
|
|
|
nextToken();
|
|
|
|
// The user may have written the following:
|
|
//
|
|
// for (let of X) { }
|
|
//
|
|
// In this case, we want to parse an empty declaration list, and then parse 'of'
|
|
// as a keyword. The reason this is not automatic is that 'of' is a valid identifier.
|
|
// So we need to look ahead to determine if 'of' should be treated as a keyword in
|
|
// this context.
|
|
// The checker will then give an error that there is an empty declaration list.
|
|
if (token() === SyntaxKind.OfKeyword && lookAhead(canFollowContextualOfKeyword)) {
|
|
node.declarations = createMissingList<VariableDeclaration>();
|
|
}
|
|
else {
|
|
const savedDisallowIn = inDisallowInContext();
|
|
setDisallowInContext(inForStatementInitializer);
|
|
|
|
node.declarations = parseDelimitedList(ParsingContext.VariableDeclarations,
|
|
inForStatementInitializer ? parseVariableDeclaration : parseVariableDeclarationAllowExclamation);
|
|
|
|
setDisallowInContext(savedDisallowIn);
|
|
}
|
|
|
|
return finishNode(node);
|
|
}
|
|
|
|
function canFollowContextualOfKeyword(): boolean {
|
|
return nextTokenIsIdentifier() && nextToken() === SyntaxKind.CloseParenToken;
|
|
}
|
|
|
|
function parseVariableStatement(node: VariableStatement): VariableStatement {
|
|
node.kind = SyntaxKind.VariableStatement;
|
|
node.declarationList = parseVariableDeclarationList(/*inForStatementInitializer*/ false);
|
|
parseSemicolon();
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseFunctionDeclaration(node: FunctionDeclaration): FunctionDeclaration {
|
|
node.kind = SyntaxKind.FunctionDeclaration;
|
|
parseExpected(SyntaxKind.FunctionKeyword);
|
|
node.asteriskToken = parseOptionalToken(SyntaxKind.AsteriskToken);
|
|
node.name = hasModifier(node, ModifierFlags.Default) ? parseOptionalIdentifier() : parseIdentifier();
|
|
const isGenerator = node.asteriskToken ? SignatureFlags.Yield : SignatureFlags.None;
|
|
const isAsync = hasModifier(node, ModifierFlags.Async) ? SignatureFlags.Await : SignatureFlags.None;
|
|
fillSignature(SyntaxKind.ColonToken, isGenerator | isAsync, node);
|
|
node.body = parseFunctionBlockOrSemicolon(isGenerator | isAsync, Diagnostics.or_expected);
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseConstructorDeclaration(node: ConstructorDeclaration): ConstructorDeclaration {
|
|
node.kind = SyntaxKind.Constructor;
|
|
parseExpected(SyntaxKind.ConstructorKeyword);
|
|
fillSignature(SyntaxKind.ColonToken, SignatureFlags.None, node);
|
|
node.body = parseFunctionBlockOrSemicolon(SignatureFlags.None, Diagnostics.or_expected);
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseMethodDeclaration(node: MethodDeclaration, asteriskToken: AsteriskToken, diagnosticMessage?: DiagnosticMessage): MethodDeclaration {
|
|
node.kind = SyntaxKind.MethodDeclaration;
|
|
node.asteriskToken = asteriskToken;
|
|
const isGenerator = asteriskToken ? SignatureFlags.Yield : SignatureFlags.None;
|
|
const isAsync = hasModifier(node, ModifierFlags.Async) ? SignatureFlags.Await : SignatureFlags.None;
|
|
fillSignature(SyntaxKind.ColonToken, isGenerator | isAsync, node);
|
|
node.body = parseFunctionBlockOrSemicolon(isGenerator | isAsync, diagnosticMessage);
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parsePropertyDeclaration(node: PropertyDeclaration): PropertyDeclaration {
|
|
node.kind = SyntaxKind.PropertyDeclaration;
|
|
if (!node.questionToken && token() === SyntaxKind.ExclamationToken && !scanner.hasPrecedingLineBreak()) {
|
|
node.exclamationToken = parseTokenNode<Token<SyntaxKind.ExclamationToken>>();
|
|
}
|
|
node.type = parseTypeAnnotation();
|
|
|
|
// For instance properties specifically, since they are evaluated inside the constructor,
|
|
// we do *not * want to parse yield expressions, so we specifically turn the yield context
|
|
// off. The grammar would look something like this:
|
|
//
|
|
// MemberVariableDeclaration[Yield]:
|
|
// AccessibilityModifier_opt PropertyName TypeAnnotation_opt Initializer_opt[In];
|
|
// AccessibilityModifier_opt static_opt PropertyName TypeAnnotation_opt Initializer_opt[In, ?Yield];
|
|
//
|
|
// The checker may still error in the static case to explicitly disallow the yield expression.
|
|
node.initializer = hasModifier(node, ModifierFlags.Static)
|
|
? allowInAnd(parseInitializer)
|
|
: doOutsideOfContext(NodeFlags.YieldContext | NodeFlags.DisallowInContext, parseInitializer);
|
|
|
|
parseSemicolon();
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parsePropertyOrMethodDeclaration(node: PropertyDeclaration | MethodDeclaration): PropertyDeclaration | MethodDeclaration {
|
|
const asteriskToken = parseOptionalToken(SyntaxKind.AsteriskToken);
|
|
node.name = parsePropertyName();
|
|
// Note: this is not legal as per the grammar. But we allow it in the parser and
|
|
// report an error in the grammar checker.
|
|
node.questionToken = parseOptionalToken(SyntaxKind.QuestionToken);
|
|
if (asteriskToken || token() === SyntaxKind.OpenParenToken || token() === SyntaxKind.LessThanToken) {
|
|
return parseMethodDeclaration(<MethodDeclaration>node, asteriskToken, Diagnostics.or_expected);
|
|
}
|
|
return parsePropertyDeclaration(<PropertyDeclaration>node);
|
|
}
|
|
|
|
function parseAccessorDeclaration(node: AccessorDeclaration, kind: AccessorDeclaration["kind"]): AccessorDeclaration {
|
|
node.kind = kind;
|
|
node.name = parsePropertyName();
|
|
fillSignature(SyntaxKind.ColonToken, SignatureFlags.None, node);
|
|
node.body = parseFunctionBlockOrSemicolon(SignatureFlags.None);
|
|
return finishNode(node);
|
|
}
|
|
|
|
function isClassMemberStart(): boolean {
|
|
let idToken: SyntaxKind | undefined;
|
|
|
|
if (token() === SyntaxKind.AtToken) {
|
|
return true;
|
|
}
|
|
|
|
// Eat up all modifiers, but hold on to the last one in case it is actually an identifier.
|
|
while (isModifierKind(token())) {
|
|
idToken = token();
|
|
// If the idToken is a class modifier (protected, private, public, and static), it is
|
|
// certain that we are starting to parse class member. This allows better error recovery
|
|
// Example:
|
|
// public foo() ... // true
|
|
// public @dec blah ... // true; we will then report an error later
|
|
// export public ... // true; we will then report an error later
|
|
if (isClassMemberModifier(idToken)) {
|
|
return true;
|
|
}
|
|
|
|
nextToken();
|
|
}
|
|
|
|
if (token() === SyntaxKind.AsteriskToken) {
|
|
return true;
|
|
}
|
|
|
|
// Try to get the first property-like token following all modifiers.
|
|
// This can either be an identifier or the 'get' or 'set' keywords.
|
|
if (isLiteralPropertyName()) {
|
|
idToken = token();
|
|
nextToken();
|
|
}
|
|
|
|
// Index signatures and computed properties are class members; we can parse.
|
|
if (token() === SyntaxKind.OpenBracketToken) {
|
|
return true;
|
|
}
|
|
|
|
// If we were able to get any potential identifier...
|
|
if (idToken !== undefined) {
|
|
// If we have a non-keyword identifier, or if we have an accessor, then it's safe to parse.
|
|
if (!isKeyword(idToken) || idToken === SyntaxKind.SetKeyword || idToken === SyntaxKind.GetKeyword) {
|
|
return true;
|
|
}
|
|
|
|
// If it *is* a keyword, but not an accessor, check a little farther along
|
|
// to see if it should actually be parsed as a class member.
|
|
switch (token()) {
|
|
case SyntaxKind.OpenParenToken: // Method declaration
|
|
case SyntaxKind.LessThanToken: // Generic Method declaration
|
|
case SyntaxKind.ExclamationToken: // Non-null assertion on property name
|
|
case SyntaxKind.ColonToken: // Type Annotation for declaration
|
|
case SyntaxKind.EqualsToken: // Initializer for declaration
|
|
case SyntaxKind.QuestionToken: // Not valid, but permitted so that it gets caught later on.
|
|
return true;
|
|
default:
|
|
// Covers
|
|
// - Semicolons (declaration termination)
|
|
// - Closing braces (end-of-class, must be declaration)
|
|
// - End-of-files (not valid, but permitted so that it gets caught later on)
|
|
// - Line-breaks (enabling *automatic semicolon insertion*)
|
|
return canParseSemicolon();
|
|
}
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
function parseDecorators(): NodeArray<Decorator> | undefined {
|
|
let list: Decorator[] | undefined;
|
|
const listPos = getNodePos();
|
|
while (true) {
|
|
const decoratorStart = getNodePos();
|
|
if (!parseOptional(SyntaxKind.AtToken)) {
|
|
break;
|
|
}
|
|
const decorator = <Decorator>createNode(SyntaxKind.Decorator, decoratorStart);
|
|
decorator.expression = doInDecoratorContext(parseLeftHandSideExpressionOrHigher);
|
|
finishNode(decorator);
|
|
(list || (list = [])).push(decorator);
|
|
}
|
|
return list && createNodeArray(list, listPos);
|
|
}
|
|
|
|
/*
|
|
* There are situations in which a modifier like 'const' will appear unexpectedly, such as on a class member.
|
|
* In those situations, if we are entirely sure that 'const' is not valid on its own (such as when ASI takes effect
|
|
* and turns it into a standalone declaration), then it is better to parse it and report an error later.
|
|
*
|
|
* In such situations, 'permitInvalidConstAsModifier' should be set to true.
|
|
*/
|
|
function parseModifiers(permitInvalidConstAsModifier?: boolean): NodeArray<Modifier> | undefined {
|
|
let list: Modifier[] | undefined;
|
|
const listPos = getNodePos();
|
|
while (true) {
|
|
const modifierStart = scanner.getStartPos();
|
|
const modifierKind = token();
|
|
|
|
if (token() === SyntaxKind.ConstKeyword && permitInvalidConstAsModifier) {
|
|
// We need to ensure that any subsequent modifiers appear on the same line
|
|
// so that when 'const' is a standalone declaration, we don't issue an error.
|
|
if (!tryParse(nextTokenIsOnSameLineAndCanFollowModifier)) {
|
|
break;
|
|
}
|
|
}
|
|
else {
|
|
if (!parseAnyContextualModifier()) {
|
|
break;
|
|
}
|
|
}
|
|
|
|
const modifier = finishNode(<Modifier>createNode(modifierKind, modifierStart));
|
|
(list || (list = [])).push(modifier);
|
|
}
|
|
return list && createNodeArray(list, listPos);
|
|
}
|
|
|
|
function parseModifiersForArrowFunction(): NodeArray<Modifier> | undefined {
|
|
let modifiers: NodeArray<Modifier> | undefined;
|
|
if (token() === SyntaxKind.AsyncKeyword) {
|
|
const modifierStart = scanner.getStartPos();
|
|
const modifierKind = token();
|
|
nextToken();
|
|
const modifier = finishNode(<Modifier>createNode(modifierKind, modifierStart));
|
|
modifiers = createNodeArray<Modifier>([modifier], modifierStart);
|
|
}
|
|
return modifiers;
|
|
}
|
|
|
|
function parseClassElement(): ClassElement {
|
|
if (token() === SyntaxKind.SemicolonToken) {
|
|
const result = <SemicolonClassElement>createNode(SyntaxKind.SemicolonClassElement);
|
|
nextToken();
|
|
return finishNode(result);
|
|
}
|
|
|
|
const node = <ClassElement>createNodeWithJSDoc(SyntaxKind.Unknown);
|
|
node.decorators = parseDecorators();
|
|
node.modifiers = parseModifiers(/*permitInvalidConstAsModifier*/ true);
|
|
|
|
if (parseContextualModifier(SyntaxKind.GetKeyword)) {
|
|
return parseAccessorDeclaration(<AccessorDeclaration>node, SyntaxKind.GetAccessor);
|
|
}
|
|
|
|
if (parseContextualModifier(SyntaxKind.SetKeyword)) {
|
|
return parseAccessorDeclaration(<AccessorDeclaration>node, SyntaxKind.SetAccessor);
|
|
}
|
|
|
|
if (token() === SyntaxKind.ConstructorKeyword) {
|
|
return parseConstructorDeclaration(<ConstructorDeclaration>node);
|
|
}
|
|
|
|
if (isIndexSignature()) {
|
|
return parseIndexSignatureDeclaration(<IndexSignatureDeclaration>node);
|
|
}
|
|
|
|
// It is very important that we check this *after* checking indexers because
|
|
// the [ token can start an index signature or a computed property name
|
|
if (tokenIsIdentifierOrKeyword(token()) ||
|
|
token() === SyntaxKind.StringLiteral ||
|
|
token() === SyntaxKind.NumericLiteral ||
|
|
token() === SyntaxKind.AsteriskToken ||
|
|
token() === SyntaxKind.OpenBracketToken) {
|
|
|
|
return parsePropertyOrMethodDeclaration(<PropertyDeclaration | MethodDeclaration>node);
|
|
}
|
|
|
|
if (node.decorators || node.modifiers) {
|
|
// treat this as a property declaration with a missing name.
|
|
node.name = createMissingNode<Identifier>(SyntaxKind.Identifier, /*reportAtCurrentPosition*/ true, Diagnostics.Declaration_expected);
|
|
return parsePropertyDeclaration(<PropertyDeclaration>node);
|
|
}
|
|
|
|
// 'isClassMemberStart' should have hinted not to attempt parsing.
|
|
return Debug.fail("Should not have attempted to parse class member declaration.");
|
|
}
|
|
|
|
function parseClassExpression(): ClassExpression {
|
|
return <ClassExpression>parseClassDeclarationOrExpression(<ClassLikeDeclaration>createNodeWithJSDoc(SyntaxKind.Unknown), SyntaxKind.ClassExpression);
|
|
}
|
|
|
|
function parseClassDeclaration(node: ClassLikeDeclaration): ClassDeclaration {
|
|
return <ClassDeclaration>parseClassDeclarationOrExpression(node, SyntaxKind.ClassDeclaration);
|
|
}
|
|
|
|
function parseClassDeclarationOrExpression(node: ClassLikeDeclaration, kind: ClassLikeDeclaration["kind"]): ClassLikeDeclaration {
|
|
node.kind = kind;
|
|
parseExpected(SyntaxKind.ClassKeyword);
|
|
node.name = parseNameOfClassDeclarationOrExpression();
|
|
node.typeParameters = parseTypeParameters();
|
|
node.heritageClauses = parseHeritageClauses();
|
|
|
|
if (parseExpected(SyntaxKind.OpenBraceToken)) {
|
|
// ClassTail[Yield,Await] : (Modified) See 14.5
|
|
// ClassHeritage[?Yield,?Await]opt { ClassBody[?Yield,?Await]opt }
|
|
node.members = parseClassMembers();
|
|
parseExpected(SyntaxKind.CloseBraceToken);
|
|
}
|
|
else {
|
|
node.members = createMissingList<ClassElement>();
|
|
}
|
|
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseNameOfClassDeclarationOrExpression(): Identifier | undefined {
|
|
// implements is a future reserved word so
|
|
// 'class implements' might mean either
|
|
// - class expression with omitted name, 'implements' starts heritage clause
|
|
// - class with name 'implements'
|
|
// 'isImplementsClause' helps to disambiguate between these two cases
|
|
return isIdentifier() && !isImplementsClause()
|
|
? parseIdentifier()
|
|
: undefined;
|
|
}
|
|
|
|
function isImplementsClause() {
|
|
return token() === SyntaxKind.ImplementsKeyword && lookAhead(nextTokenIsIdentifierOrKeyword);
|
|
}
|
|
|
|
function parseHeritageClauses(): NodeArray<HeritageClause> | undefined {
|
|
// ClassTail[Yield,Await] : (Modified) See 14.5
|
|
// ClassHeritage[?Yield,?Await]opt { ClassBody[?Yield,?Await]opt }
|
|
|
|
if (isHeritageClause()) {
|
|
return parseList(ParsingContext.HeritageClauses, parseHeritageClause);
|
|
}
|
|
|
|
return undefined;
|
|
}
|
|
|
|
function parseHeritageClause(): HeritageClause {
|
|
const tok = token();
|
|
Debug.assert(tok === SyntaxKind.ExtendsKeyword || tok === SyntaxKind.ImplementsKeyword); // isListElement() should ensure this.
|
|
const node = <HeritageClause>createNode(SyntaxKind.HeritageClause);
|
|
node.token = tok as SyntaxKind.ExtendsKeyword | SyntaxKind.ImplementsKeyword;
|
|
nextToken();
|
|
node.types = parseDelimitedList(ParsingContext.HeritageClauseElement, parseExpressionWithTypeArguments);
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseExpressionWithTypeArguments(): ExpressionWithTypeArguments {
|
|
const node = <ExpressionWithTypeArguments>createNode(SyntaxKind.ExpressionWithTypeArguments);
|
|
node.expression = parseLeftHandSideExpressionOrHigher();
|
|
node.typeArguments = tryParseTypeArguments();
|
|
return finishNode(node);
|
|
}
|
|
|
|
function tryParseTypeArguments(): NodeArray<TypeNode> | undefined {
|
|
return token() === SyntaxKind.LessThanToken
|
|
? parseBracketedList(ParsingContext.TypeArguments, parseType, SyntaxKind.LessThanToken, SyntaxKind.GreaterThanToken)
|
|
: undefined;
|
|
}
|
|
|
|
function isHeritageClause(): boolean {
|
|
return token() === SyntaxKind.ExtendsKeyword || token() === SyntaxKind.ImplementsKeyword;
|
|
}
|
|
|
|
function parseClassMembers(): NodeArray<ClassElement> {
|
|
return parseList(ParsingContext.ClassMembers, parseClassElement);
|
|
}
|
|
|
|
function parseInterfaceDeclaration(node: InterfaceDeclaration): InterfaceDeclaration {
|
|
node.kind = SyntaxKind.InterfaceDeclaration;
|
|
parseExpected(SyntaxKind.InterfaceKeyword);
|
|
node.name = parseIdentifier();
|
|
node.typeParameters = parseTypeParameters();
|
|
node.heritageClauses = parseHeritageClauses();
|
|
node.members = parseObjectTypeMembers();
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseTypeAliasDeclaration(node: TypeAliasDeclaration): TypeAliasDeclaration {
|
|
node.kind = SyntaxKind.TypeAliasDeclaration;
|
|
parseExpected(SyntaxKind.TypeKeyword);
|
|
node.name = parseIdentifier();
|
|
node.typeParameters = parseTypeParameters();
|
|
parseExpected(SyntaxKind.EqualsToken);
|
|
node.type = parseType();
|
|
parseSemicolon();
|
|
return finishNode(node);
|
|
}
|
|
|
|
// In an ambient declaration, the grammar only allows integer literals as initializers.
|
|
// In a non-ambient declaration, the grammar allows uninitialized members only in a
|
|
// ConstantEnumMemberSection, which starts at the beginning of an enum declaration
|
|
// or any time an integer literal initializer is encountered.
|
|
function parseEnumMember(): EnumMember {
|
|
const node = <EnumMember>createNodeWithJSDoc(SyntaxKind.EnumMember);
|
|
node.name = parsePropertyName();
|
|
node.initializer = allowInAnd(parseInitializer);
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseEnumDeclaration(node: EnumDeclaration): EnumDeclaration {
|
|
node.kind = SyntaxKind.EnumDeclaration;
|
|
parseExpected(SyntaxKind.EnumKeyword);
|
|
node.name = parseIdentifier();
|
|
if (parseExpected(SyntaxKind.OpenBraceToken)) {
|
|
node.members = parseDelimitedList(ParsingContext.EnumMembers, parseEnumMember);
|
|
parseExpected(SyntaxKind.CloseBraceToken);
|
|
}
|
|
else {
|
|
node.members = createMissingList<EnumMember>();
|
|
}
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseModuleBlock(): ModuleBlock {
|
|
const node = <ModuleBlock>createNode(SyntaxKind.ModuleBlock);
|
|
if (parseExpected(SyntaxKind.OpenBraceToken)) {
|
|
node.statements = parseList(ParsingContext.BlockStatements, parseStatement);
|
|
parseExpected(SyntaxKind.CloseBraceToken);
|
|
}
|
|
else {
|
|
node.statements = createMissingList<Statement>();
|
|
}
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseModuleOrNamespaceDeclaration(node: ModuleDeclaration, flags: NodeFlags): ModuleDeclaration {
|
|
node.kind = SyntaxKind.ModuleDeclaration;
|
|
// If we are parsing a dotted namespace name, we want to
|
|
// propagate the 'Namespace' flag across the names if set.
|
|
const namespaceFlag = flags & NodeFlags.Namespace;
|
|
node.flags |= flags;
|
|
node.name = parseIdentifier();
|
|
node.body = parseOptional(SyntaxKind.DotToken)
|
|
? <NamespaceDeclaration>parseModuleOrNamespaceDeclaration(<ModuleDeclaration>createNode(SyntaxKind.Unknown), NodeFlags.NestedNamespace | namespaceFlag)
|
|
: parseModuleBlock();
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseAmbientExternalModuleDeclaration(node: ModuleDeclaration): ModuleDeclaration {
|
|
node.kind = SyntaxKind.ModuleDeclaration;
|
|
if (token() === SyntaxKind.GlobalKeyword) {
|
|
// parse 'global' as name of global scope augmentation
|
|
node.name = parseIdentifier();
|
|
node.flags |= NodeFlags.GlobalAugmentation;
|
|
}
|
|
else {
|
|
node.name = <StringLiteral>parseLiteralNode();
|
|
node.name.text = internIdentifier(node.name.text);
|
|
}
|
|
if (token() === SyntaxKind.OpenBraceToken) {
|
|
node.body = parseModuleBlock();
|
|
}
|
|
else {
|
|
parseSemicolon();
|
|
}
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseModuleDeclaration(node: ModuleDeclaration): ModuleDeclaration {
|
|
let flags: NodeFlags = 0;
|
|
if (token() === SyntaxKind.GlobalKeyword) {
|
|
// global augmentation
|
|
return parseAmbientExternalModuleDeclaration(node);
|
|
}
|
|
else if (parseOptional(SyntaxKind.NamespaceKeyword)) {
|
|
flags |= NodeFlags.Namespace;
|
|
}
|
|
else {
|
|
parseExpected(SyntaxKind.ModuleKeyword);
|
|
if (token() === SyntaxKind.StringLiteral) {
|
|
return parseAmbientExternalModuleDeclaration(node);
|
|
}
|
|
}
|
|
return parseModuleOrNamespaceDeclaration(node, flags);
|
|
}
|
|
|
|
function isExternalModuleReference() {
|
|
return token() === SyntaxKind.RequireKeyword &&
|
|
lookAhead(nextTokenIsOpenParen);
|
|
}
|
|
|
|
function nextTokenIsOpenParen() {
|
|
return nextToken() === SyntaxKind.OpenParenToken;
|
|
}
|
|
|
|
function nextTokenIsSlash() {
|
|
return nextToken() === SyntaxKind.SlashToken;
|
|
}
|
|
|
|
function parseNamespaceExportDeclaration(node: NamespaceExportDeclaration): NamespaceExportDeclaration {
|
|
node.kind = SyntaxKind.NamespaceExportDeclaration;
|
|
parseExpected(SyntaxKind.AsKeyword);
|
|
parseExpected(SyntaxKind.NamespaceKeyword);
|
|
node.name = parseIdentifier();
|
|
parseSemicolon();
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseImportDeclarationOrImportEqualsDeclaration(node: ImportEqualsDeclaration | ImportDeclaration): ImportEqualsDeclaration | ImportDeclaration {
|
|
parseExpected(SyntaxKind.ImportKeyword);
|
|
const afterImportPos = scanner.getStartPos();
|
|
|
|
let identifier: Identifier | undefined;
|
|
if (isIdentifier()) {
|
|
identifier = parseIdentifier();
|
|
if (token() !== SyntaxKind.CommaToken && token() !== SyntaxKind.FromKeyword) {
|
|
return parseImportEqualsDeclaration(<ImportEqualsDeclaration>node, identifier);
|
|
}
|
|
}
|
|
|
|
// Import statement
|
|
node.kind = SyntaxKind.ImportDeclaration;
|
|
// ImportDeclaration:
|
|
// import ImportClause from ModuleSpecifier ;
|
|
// import ModuleSpecifier;
|
|
if (identifier || // import id
|
|
token() === SyntaxKind.AsteriskToken || // import *
|
|
token() === SyntaxKind.OpenBraceToken) { // import {
|
|
(<ImportDeclaration>node).importClause = parseImportClause(identifier, afterImportPos);
|
|
parseExpected(SyntaxKind.FromKeyword);
|
|
}
|
|
|
|
(<ImportDeclaration>node).moduleSpecifier = parseModuleSpecifier();
|
|
parseSemicolon();
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseImportEqualsDeclaration(node: ImportEqualsDeclaration, identifier: Identifier): ImportEqualsDeclaration {
|
|
node.kind = SyntaxKind.ImportEqualsDeclaration;
|
|
node.name = identifier;
|
|
parseExpected(SyntaxKind.EqualsToken);
|
|
node.moduleReference = parseModuleReference();
|
|
parseSemicolon();
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseImportClause(identifier: Identifier | undefined, fullStart: number) {
|
|
// ImportClause:
|
|
// ImportedDefaultBinding
|
|
// NameSpaceImport
|
|
// NamedImports
|
|
// ImportedDefaultBinding, NameSpaceImport
|
|
// ImportedDefaultBinding, NamedImports
|
|
|
|
const importClause = <ImportClause>createNode(SyntaxKind.ImportClause, fullStart);
|
|
if (identifier) {
|
|
// ImportedDefaultBinding:
|
|
// ImportedBinding
|
|
importClause.name = identifier;
|
|
}
|
|
|
|
// If there was no default import or if there is comma token after default import
|
|
// parse namespace or named imports
|
|
if (!importClause.name ||
|
|
parseOptional(SyntaxKind.CommaToken)) {
|
|
importClause.namedBindings = token() === SyntaxKind.AsteriskToken ? parseNamespaceImport() : parseNamedImportsOrExports(SyntaxKind.NamedImports);
|
|
}
|
|
|
|
return finishNode(importClause);
|
|
}
|
|
|
|
function parseModuleReference() {
|
|
return isExternalModuleReference()
|
|
? parseExternalModuleReference()
|
|
: parseEntityName(/*allowReservedWords*/ false);
|
|
}
|
|
|
|
function parseExternalModuleReference() {
|
|
const node = <ExternalModuleReference>createNode(SyntaxKind.ExternalModuleReference);
|
|
parseExpected(SyntaxKind.RequireKeyword);
|
|
parseExpected(SyntaxKind.OpenParenToken);
|
|
node.expression = parseModuleSpecifier();
|
|
parseExpected(SyntaxKind.CloseParenToken);
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseModuleSpecifier(): Expression {
|
|
if (token() === SyntaxKind.StringLiteral) {
|
|
const result = parseLiteralNode();
|
|
result.text = internIdentifier(result.text);
|
|
return result;
|
|
}
|
|
else {
|
|
// We allow arbitrary expressions here, even though the grammar only allows string
|
|
// literals. We check to ensure that it is only a string literal later in the grammar
|
|
// check pass.
|
|
return parseExpression();
|
|
}
|
|
}
|
|
|
|
function parseNamespaceImport(): NamespaceImport {
|
|
// NameSpaceImport:
|
|
// * as ImportedBinding
|
|
const namespaceImport = <NamespaceImport>createNode(SyntaxKind.NamespaceImport);
|
|
parseExpected(SyntaxKind.AsteriskToken);
|
|
parseExpected(SyntaxKind.AsKeyword);
|
|
namespaceImport.name = parseIdentifier();
|
|
return finishNode(namespaceImport);
|
|
}
|
|
|
|
function parseNamedImportsOrExports(kind: SyntaxKind.NamedImports): NamedImports;
|
|
function parseNamedImportsOrExports(kind: SyntaxKind.NamedExports): NamedExports;
|
|
function parseNamedImportsOrExports(kind: SyntaxKind): NamedImportsOrExports {
|
|
const node = <NamedImports | NamedExports>createNode(kind);
|
|
|
|
// NamedImports:
|
|
// { }
|
|
// { ImportsList }
|
|
// { ImportsList, }
|
|
|
|
// ImportsList:
|
|
// ImportSpecifier
|
|
// ImportsList, ImportSpecifier
|
|
node.elements = <NodeArray<ImportSpecifier> | NodeArray<ExportSpecifier>>parseBracketedList(ParsingContext.ImportOrExportSpecifiers,
|
|
kind === SyntaxKind.NamedImports ? parseImportSpecifier : parseExportSpecifier,
|
|
SyntaxKind.OpenBraceToken, SyntaxKind.CloseBraceToken);
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseExportSpecifier() {
|
|
return parseImportOrExportSpecifier(SyntaxKind.ExportSpecifier);
|
|
}
|
|
|
|
function parseImportSpecifier() {
|
|
return parseImportOrExportSpecifier(SyntaxKind.ImportSpecifier);
|
|
}
|
|
|
|
function parseImportOrExportSpecifier(kind: SyntaxKind): ImportOrExportSpecifier {
|
|
const node = <ImportSpecifier>createNode(kind);
|
|
// ImportSpecifier:
|
|
// BindingIdentifier
|
|
// IdentifierName as BindingIdentifier
|
|
// ExportSpecifier:
|
|
// IdentifierName
|
|
// IdentifierName as IdentifierName
|
|
let checkIdentifierIsKeyword = isKeyword(token()) && !isIdentifier();
|
|
let checkIdentifierStart = scanner.getTokenPos();
|
|
let checkIdentifierEnd = scanner.getTextPos();
|
|
const identifierName = parseIdentifierName();
|
|
if (token() === SyntaxKind.AsKeyword) {
|
|
node.propertyName = identifierName;
|
|
parseExpected(SyntaxKind.AsKeyword);
|
|
checkIdentifierIsKeyword = isKeyword(token()) && !isIdentifier();
|
|
checkIdentifierStart = scanner.getTokenPos();
|
|
checkIdentifierEnd = scanner.getTextPos();
|
|
node.name = parseIdentifierName();
|
|
}
|
|
else {
|
|
node.name = identifierName;
|
|
}
|
|
if (kind === SyntaxKind.ImportSpecifier && checkIdentifierIsKeyword) {
|
|
parseErrorAt(checkIdentifierStart, checkIdentifierEnd, Diagnostics.Identifier_expected);
|
|
}
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseExportDeclaration(node: ExportDeclaration): ExportDeclaration {
|
|
node.kind = SyntaxKind.ExportDeclaration;
|
|
if (parseOptional(SyntaxKind.AsteriskToken)) {
|
|
parseExpected(SyntaxKind.FromKeyword);
|
|
node.moduleSpecifier = parseModuleSpecifier();
|
|
}
|
|
else {
|
|
node.exportClause = parseNamedImportsOrExports(SyntaxKind.NamedExports);
|
|
// It is not uncommon to accidentally omit the 'from' keyword. Additionally, in editing scenarios,
|
|
// the 'from' keyword can be parsed as a named export when the export clause is unterminated (i.e. `export { from "moduleName";`)
|
|
// If we don't have a 'from' keyword, see if we have a string literal such that ASI won't take effect.
|
|
if (token() === SyntaxKind.FromKeyword || (token() === SyntaxKind.StringLiteral && !scanner.hasPrecedingLineBreak())) {
|
|
parseExpected(SyntaxKind.FromKeyword);
|
|
node.moduleSpecifier = parseModuleSpecifier();
|
|
}
|
|
}
|
|
parseSemicolon();
|
|
return finishNode(node);
|
|
}
|
|
|
|
function parseExportAssignment(node: ExportAssignment): ExportAssignment {
|
|
node.kind = SyntaxKind.ExportAssignment;
|
|
if (parseOptional(SyntaxKind.EqualsToken)) {
|
|
node.isExportEquals = true;
|
|
}
|
|
else {
|
|
parseExpected(SyntaxKind.DefaultKeyword);
|
|
}
|
|
node.expression = parseAssignmentExpressionOrHigher();
|
|
parseSemicolon();
|
|
return finishNode(node);
|
|
}
|
|
|
|
function setExternalModuleIndicator(sourceFile: SourceFile) {
|
|
// Try to use the first top-level import/export when available, then
|
|
// fall back to looking for an 'import.meta' somewhere in the tree if necessary.
|
|
sourceFile.externalModuleIndicator =
|
|
forEach(sourceFile.statements, isAnExternalModuleIndicatorNode) ||
|
|
getImportMetaIfNecessary(sourceFile);
|
|
}
|
|
|
|
function isAnExternalModuleIndicatorNode(node: Node) {
|
|
return hasModifier(node, ModifierFlags.Export)
|
|
|| node.kind === SyntaxKind.ImportEqualsDeclaration && (<ImportEqualsDeclaration>node).moduleReference.kind === SyntaxKind.ExternalModuleReference
|
|
|| node.kind === SyntaxKind.ImportDeclaration
|
|
|| node.kind === SyntaxKind.ExportAssignment
|
|
|| node.kind === SyntaxKind.ExportDeclaration
|
|
? node
|
|
: undefined;
|
|
}
|
|
|
|
function getImportMetaIfNecessary(sourceFile: SourceFile) {
|
|
return sourceFile.flags & NodeFlags.PossiblyContainsImportMeta ?
|
|
walkTreeForExternalModuleIndicators(sourceFile) :
|
|
undefined;
|
|
}
|
|
|
|
function walkTreeForExternalModuleIndicators(node: Node): Node | undefined {
|
|
return isImportMeta(node) ? node : forEachChild(node, walkTreeForExternalModuleIndicators);
|
|
}
|
|
|
|
function isImportMeta(node: Node): boolean {
|
|
return isMetaProperty(node) && node.keywordToken === SyntaxKind.ImportKeyword && node.name.escapedText === "meta";
|
|
}
|
|
|
|
const enum ParsingContext {
|
|
SourceElements, // Elements in source file
|
|
BlockStatements, // Statements in block
|
|
SwitchClauses, // Clauses in switch statement
|
|
SwitchClauseStatements, // Statements in switch clause
|
|
TypeMembers, // Members in interface or type literal
|
|
ClassMembers, // Members in class declaration
|
|
EnumMembers, // Members in enum declaration
|
|
HeritageClauseElement, // Elements in a heritage clause
|
|
VariableDeclarations, // Variable declarations in variable statement
|
|
ObjectBindingElements, // Binding elements in object binding list
|
|
ArrayBindingElements, // Binding elements in array binding list
|
|
ArgumentExpressions, // Expressions in argument list
|
|
ObjectLiteralMembers, // Members in object literal
|
|
JsxAttributes, // Attributes in jsx element
|
|
JsxChildren, // Things between opening and closing JSX tags
|
|
ArrayLiteralMembers, // Members in array literal
|
|
Parameters, // Parameters in parameter list
|
|
JSDocParameters, // JSDoc parameters in parameter list of JSDoc function type
|
|
RestProperties, // Property names in a rest type list
|
|
TypeParameters, // Type parameters in type parameter list
|
|
TypeArguments, // Type arguments in type argument list
|
|
TupleElementTypes, // Element types in tuple element type list
|
|
HeritageClauses, // Heritage clauses for a class or interface declaration.
|
|
ImportOrExportSpecifiers, // Named import clause's import specifier list
|
|
Count // Number of parsing contexts
|
|
}
|
|
|
|
const enum Tristate {
|
|
False,
|
|
True,
|
|
Unknown
|
|
}
|
|
|
|
export namespace JSDocParser {
|
|
export function parseJSDocTypeExpressionForTests(content: string, start: number | undefined, length: number | undefined): { jsDocTypeExpression: JSDocTypeExpression, diagnostics: Diagnostic[] } | undefined {
|
|
initializeState(content, ScriptTarget.Latest, /*_syntaxCursor:*/ undefined, ScriptKind.JS);
|
|
sourceFile = createSourceFile("file.js", ScriptTarget.Latest, ScriptKind.JS, /*isDeclarationFile*/ false);
|
|
scanner.setText(content, start, length);
|
|
currentToken = scanner.scan();
|
|
const jsDocTypeExpression = parseJSDocTypeExpression();
|
|
const diagnostics = parseDiagnostics;
|
|
clearState();
|
|
|
|
return jsDocTypeExpression ? { jsDocTypeExpression, diagnostics } : undefined;
|
|
}
|
|
|
|
// Parses out a JSDoc type expression.
|
|
export function parseJSDocTypeExpression(mayOmitBraces?: boolean): JSDocTypeExpression {
|
|
const result = <JSDocTypeExpression>createNode(SyntaxKind.JSDocTypeExpression);
|
|
|
|
const hasBrace = (mayOmitBraces ? parseOptional : parseExpected)(SyntaxKind.OpenBraceToken);
|
|
result.type = doInsideOfContext(NodeFlags.JSDoc, parseJSDocType);
|
|
if (!mayOmitBraces || hasBrace) {
|
|
parseExpectedJSDoc(SyntaxKind.CloseBraceToken);
|
|
}
|
|
|
|
fixupParentReferences(result);
|
|
return finishNode(result);
|
|
}
|
|
|
|
export function parseIsolatedJSDocComment(content: string, start: number | undefined, length: number | undefined): { jsDoc: JSDoc, diagnostics: Diagnostic[] } | undefined {
|
|
initializeState(content, ScriptTarget.Latest, /*_syntaxCursor:*/ undefined, ScriptKind.JS);
|
|
sourceFile = <SourceFile>{ languageVariant: LanguageVariant.Standard, text: content }; // tslint:disable-line no-object-literal-type-assertion
|
|
const jsDoc = parseJSDocCommentWorker(start, length);
|
|
const diagnostics = parseDiagnostics;
|
|
clearState();
|
|
|
|
return jsDoc ? { jsDoc, diagnostics } : undefined;
|
|
}
|
|
|
|
export function parseJSDocComment(parent: HasJSDoc, start: number, length: number): JSDoc | undefined {
|
|
const saveToken = currentToken;
|
|
const saveParseDiagnosticsLength = parseDiagnostics.length;
|
|
const saveParseErrorBeforeNextFinishedNode = parseErrorBeforeNextFinishedNode;
|
|
|
|
const comment = parseJSDocCommentWorker(start, length);
|
|
if (comment) {
|
|
comment.parent = parent;
|
|
}
|
|
|
|
if (contextFlags & NodeFlags.JavaScriptFile) {
|
|
if (!sourceFile.jsDocDiagnostics) {
|
|
sourceFile.jsDocDiagnostics = [];
|
|
}
|
|
sourceFile.jsDocDiagnostics.push(...parseDiagnostics);
|
|
}
|
|
currentToken = saveToken;
|
|
parseDiagnostics.length = saveParseDiagnosticsLength;
|
|
parseErrorBeforeNextFinishedNode = saveParseErrorBeforeNextFinishedNode;
|
|
|
|
return comment;
|
|
}
|
|
|
|
const enum JSDocState {
|
|
BeginningOfLine,
|
|
SawAsterisk,
|
|
SavingComments,
|
|
}
|
|
|
|
const enum PropertyLikeParse {
|
|
Property = 1 << 0,
|
|
Parameter = 1 << 1,
|
|
CallbackParameter = 1 << 2,
|
|
}
|
|
|
|
export function parseJSDocCommentWorker(start = 0, length: number | undefined): JSDoc | undefined {
|
|
const content = sourceText;
|
|
const end = length === undefined ? content.length : start + length;
|
|
length = end - start;
|
|
|
|
Debug.assert(start >= 0);
|
|
Debug.assert(start <= end);
|
|
Debug.assert(end <= content.length);
|
|
|
|
// Check for /** (JSDoc opening part)
|
|
if (!isJSDocLikeText(content, start)) {
|
|
return undefined;
|
|
}
|
|
|
|
let tags: JSDocTag[];
|
|
let tagsPos: number;
|
|
let tagsEnd: number;
|
|
const comments: string[] = [];
|
|
|
|
// + 3 for leading /**, - 5 in total for /** */
|
|
return scanner.scanRange(start + 3, length - 5, () => {
|
|
// Initially we can parse out a tag. We also have seen a starting asterisk.
|
|
// This is so that /** * @type */ doesn't parse.
|
|
let state = JSDocState.SawAsterisk;
|
|
let margin: number | undefined;
|
|
// + 4 for leading '/** '
|
|
let indent = start - Math.max(content.lastIndexOf("\n", start), 0) + 4;
|
|
function pushComment(text: string) {
|
|
if (!margin) {
|
|
margin = indent;
|
|
}
|
|
comments.push(text);
|
|
indent += text.length;
|
|
}
|
|
|
|
nextTokenJSDoc();
|
|
while (parseOptionalJsdoc(SyntaxKind.WhitespaceTrivia));
|
|
if (parseOptionalJsdoc(SyntaxKind.NewLineTrivia)) {
|
|
state = JSDocState.BeginningOfLine;
|
|
indent = 0;
|
|
}
|
|
loop: while (true) {
|
|
switch (token()) {
|
|
case SyntaxKind.AtToken:
|
|
if (state === JSDocState.BeginningOfLine || state === JSDocState.SawAsterisk) {
|
|
removeTrailingWhitespace(comments);
|
|
addTag(parseTag(indent));
|
|
// NOTE: According to usejsdoc.org, a tag goes to end of line, except the last tag.
|
|
// Real-world comments may break this rule, so "BeginningOfLine" will not be a real line beginning
|
|
// for malformed examples like `/** @param {string} x @returns {number} the length */`
|
|
state = JSDocState.BeginningOfLine;
|
|
margin = undefined;
|
|
}
|
|
else {
|
|
pushComment(scanner.getTokenText());
|
|
}
|
|
break;
|
|
case SyntaxKind.NewLineTrivia:
|
|
comments.push(scanner.getTokenText());
|
|
state = JSDocState.BeginningOfLine;
|
|
indent = 0;
|
|
break;
|
|
case SyntaxKind.AsteriskToken:
|
|
const asterisk = scanner.getTokenText();
|
|
if (state === JSDocState.SawAsterisk || state === JSDocState.SavingComments) {
|
|
// If we've already seen an asterisk, then we can no longer parse a tag on this line
|
|
state = JSDocState.SavingComments;
|
|
pushComment(asterisk);
|
|
}
|
|
else {
|
|
// Ignore the first asterisk on a line
|
|
state = JSDocState.SawAsterisk;
|
|
indent += asterisk.length;
|
|
}
|
|
break;
|
|
case SyntaxKind.WhitespaceTrivia:
|
|
// only collect whitespace if we're already saving comments or have just crossed the comment indent margin
|
|
const whitespace = scanner.getTokenText();
|
|
if (state === JSDocState.SavingComments) {
|
|
comments.push(whitespace);
|
|
}
|
|
else if (margin !== undefined && indent + whitespace.length > margin) {
|
|
comments.push(whitespace.slice(margin - indent - 1));
|
|
}
|
|
indent += whitespace.length;
|
|
break;
|
|
case SyntaxKind.EndOfFileToken:
|
|
break loop;
|
|
default:
|
|
// Anything else is doc comment text. We just save it. Because it
|
|
// wasn't a tag, we can no longer parse a tag on this line until we hit the next
|
|
// line break.
|
|
state = JSDocState.SavingComments;
|
|
pushComment(scanner.getTokenText());
|
|
break;
|
|
}
|
|
nextTokenJSDoc();
|
|
}
|
|
removeLeadingNewlines(comments);
|
|
removeTrailingWhitespace(comments);
|
|
return createJSDocComment();
|
|
});
|
|
|
|
function removeLeadingNewlines(comments: string[]) {
|
|
while (comments.length && (comments[0] === "\n" || comments[0] === "\r")) {
|
|
comments.shift();
|
|
}
|
|
}
|
|
|
|
function removeTrailingWhitespace(comments: string[]) {
|
|
while (comments.length && comments[comments.length - 1].trim() === "") {
|
|
comments.pop();
|
|
}
|
|
}
|
|
|
|
function createJSDocComment(): JSDoc {
|
|
const result = <JSDoc>createNode(SyntaxKind.JSDocComment, start);
|
|
result.tags = tags && createNodeArray(tags, tagsPos, tagsEnd);
|
|
result.comment = comments.length ? comments.join("") : undefined;
|
|
return finishNode(result, end);
|
|
}
|
|
|
|
function isNextNonwhitespaceTokenEndOfFile(): boolean {
|
|
// We must use infinite lookahead, as there could be any number of newlines :(
|
|
while (true) {
|
|
nextTokenJSDoc();
|
|
if (token() === SyntaxKind.EndOfFileToken) {
|
|
return true;
|
|
}
|
|
if (!(token() === SyntaxKind.WhitespaceTrivia || token() === SyntaxKind.NewLineTrivia)) {
|
|
return false;
|
|
}
|
|
}
|
|
}
|
|
|
|
function skipWhitespace(): void {
|
|
if (token() === SyntaxKind.WhitespaceTrivia || token() === SyntaxKind.NewLineTrivia) {
|
|
if (lookAhead(isNextNonwhitespaceTokenEndOfFile)) {
|
|
return; // Don't skip whitespace prior to EoF (or end of comment) - that shouldn't be included in any node's range
|
|
}
|
|
}
|
|
while (token() === SyntaxKind.WhitespaceTrivia || token() === SyntaxKind.NewLineTrivia) {
|
|
nextTokenJSDoc();
|
|
}
|
|
}
|
|
|
|
function skipWhitespaceOrAsterisk(): string {
|
|
if (token() === SyntaxKind.WhitespaceTrivia || token() === SyntaxKind.NewLineTrivia) {
|
|
if (lookAhead(isNextNonwhitespaceTokenEndOfFile)) {
|
|
return ""; // Don't skip whitespace prior to EoF (or end of comment) - that shouldn't be included in any node's range
|
|
}
|
|
}
|
|
|
|
let precedingLineBreak = scanner.hasPrecedingLineBreak();
|
|
let seenLineBreak = false;
|
|
let indentText = "";
|
|
while ((precedingLineBreak && token() === SyntaxKind.AsteriskToken) || token() === SyntaxKind.WhitespaceTrivia || token() === SyntaxKind.NewLineTrivia) {
|
|
indentText += scanner.getTokenText();
|
|
if (token() === SyntaxKind.NewLineTrivia) {
|
|
precedingLineBreak = true;
|
|
seenLineBreak = true;
|
|
indentText = "";
|
|
}
|
|
else if (token() === SyntaxKind.AsteriskToken) {
|
|
precedingLineBreak = false;
|
|
}
|
|
nextTokenJSDoc();
|
|
}
|
|
return seenLineBreak ? indentText : "";
|
|
}
|
|
|
|
function parseTag(margin: number) {
|
|
Debug.assert(token() === SyntaxKind.AtToken);
|
|
const start = scanner.getTokenPos();
|
|
nextTokenJSDoc();
|
|
|
|
const tagName = parseJSDocIdentifierName(/*message*/ undefined);
|
|
const indentText = skipWhitespaceOrAsterisk();
|
|
|
|
let tag: JSDocTag | undefined;
|
|
switch (tagName.escapedText) {
|
|
case "augments":
|
|
case "extends":
|
|
tag = parseAugmentsTag(start, tagName);
|
|
break;
|
|
case "class":
|
|
case "constructor":
|
|
tag = parseClassTag(start, tagName);
|
|
break;
|
|
case "this":
|
|
tag = parseThisTag(start, tagName);
|
|
break;
|
|
case "enum":
|
|
tag = parseEnumTag(start, tagName);
|
|
break;
|
|
case "arg":
|
|
case "argument":
|
|
case "param":
|
|
return parseParameterOrPropertyTag(start, tagName, PropertyLikeParse.Parameter, margin);
|
|
case "return":
|
|
case "returns":
|
|
tag = parseReturnTag(start, tagName);
|
|
break;
|
|
case "template":
|
|
tag = parseTemplateTag(start, tagName);
|
|
break;
|
|
case "type":
|
|
tag = parseTypeTag(start, tagName);
|
|
break;
|
|
case "typedef":
|
|
tag = parseTypedefTag(start, tagName, margin);
|
|
break;
|
|
case "callback":
|
|
tag = parseCallbackTag(start, tagName, margin);
|
|
break;
|
|
default:
|
|
tag = parseUnknownTag(start, tagName);
|
|
break;
|
|
}
|
|
|
|
if (!tag.comment) {
|
|
// some tags, like typedef and callback, have already parsed their comments earlier
|
|
if (!indentText) {
|
|
margin += tag.end - tag.pos;
|
|
}
|
|
tag.comment = parseTagComments(margin, indentText.slice(margin));
|
|
}
|
|
return tag;
|
|
}
|
|
|
|
function parseTagComments(indent: number, initialMargin?: string): string | undefined {
|
|
const comments: string[] = [];
|
|
let state = JSDocState.BeginningOfLine;
|
|
let margin: number | undefined;
|
|
function pushComment(text: string) {
|
|
if (!margin) {
|
|
margin = indent;
|
|
}
|
|
comments.push(text);
|
|
indent += text.length;
|
|
}
|
|
if (initialMargin) {
|
|
// jump straight to saving comments if there is some initial indentation
|
|
pushComment(initialMargin);
|
|
state = JSDocState.SavingComments;
|
|
}
|
|
let tok = token() as JSDocSyntaxKind;
|
|
loop: while (true) {
|
|
switch (tok) {
|
|
case SyntaxKind.NewLineTrivia:
|
|
if (state >= JSDocState.SawAsterisk) {
|
|
state = JSDocState.BeginningOfLine;
|
|
comments.push(scanner.getTokenText());
|
|
}
|
|
indent = 0;
|
|
break;
|
|
case SyntaxKind.AtToken:
|
|
scanner.setTextPos(scanner.getTextPos() - 1);
|
|
// falls through
|
|
case SyntaxKind.EndOfFileToken:
|
|
// Done
|
|
break loop;
|
|
case SyntaxKind.WhitespaceTrivia:
|
|
if (state === JSDocState.SavingComments) {
|
|
pushComment(scanner.getTokenText());
|
|
}
|
|
else {
|
|
const whitespace = scanner.getTokenText();
|
|
// if the whitespace crosses the margin, take only the whitespace that passes the margin
|
|
if (margin !== undefined && indent + whitespace.length > margin) {
|
|
comments.push(whitespace.slice(margin - indent));
|
|
}
|
|
indent += whitespace.length;
|
|
}
|
|
break;
|
|
case SyntaxKind.OpenBraceToken:
|
|
state = JSDocState.SavingComments;
|
|
if (lookAhead(() => nextTokenJSDoc() === SyntaxKind.AtToken && tokenIsIdentifierOrKeyword(nextTokenJSDoc()) && scanner.getTokenText() === "link")) {
|
|
pushComment(scanner.getTokenText());
|
|
nextTokenJSDoc();
|
|
pushComment(scanner.getTokenText());
|
|
nextTokenJSDoc();
|
|
}
|
|
pushComment(scanner.getTokenText());
|
|
break;
|
|
case SyntaxKind.AsteriskToken:
|
|
if (state === JSDocState.BeginningOfLine) {
|
|
// leading asterisks start recording on the *next* (non-whitespace) token
|
|
state = JSDocState.SawAsterisk;
|
|
indent += 1;
|
|
break;
|
|
}
|
|
// record the * as a comment
|
|
// falls through
|
|
default:
|
|
state = JSDocState.SavingComments; // leading identifiers start recording as well
|
|
pushComment(scanner.getTokenText());
|
|
break;
|
|
}
|
|
tok = nextTokenJSDoc();
|
|
}
|
|
|
|
removeLeadingNewlines(comments);
|
|
removeTrailingWhitespace(comments);
|
|
return comments.length === 0 ? undefined : comments.join("");
|
|
}
|
|
|
|
function parseUnknownTag(start: number, tagName: Identifier) {
|
|
const result = <JSDocTag>createNode(SyntaxKind.JSDocTag, start);
|
|
result.tagName = tagName;
|
|
return finishNode(result);
|
|
}
|
|
|
|
function addTag(tag: JSDocTag | undefined): void {
|
|
if (!tag) {
|
|
return;
|
|
}
|
|
if (!tags) {
|
|
tags = [tag];
|
|
tagsPos = tag.pos;
|
|
}
|
|
else {
|
|
tags.push(tag);
|
|
}
|
|
tagsEnd = tag.end;
|
|
}
|
|
|
|
function tryParseTypeExpression(): JSDocTypeExpression | undefined {
|
|
skipWhitespaceOrAsterisk();
|
|
return token() === SyntaxKind.OpenBraceToken ? parseJSDocTypeExpression() : undefined;
|
|
}
|
|
|
|
function parseBracketNameInPropertyAndParamTag(): { name: EntityName, isBracketed: boolean } {
|
|
// Looking for something like '[foo]', 'foo', '[foo.bar]' or 'foo.bar'
|
|
const isBracketed = parseOptionalJsdoc(SyntaxKind.OpenBracketToken);
|
|
if (isBracketed) {
|
|
skipWhitespace();
|
|
}
|
|
// a markdown-quoted name: `arg` is not legal jsdoc, but occurs in the wild
|
|
const isBackquoted = parseOptionalJsdoc(SyntaxKind.BacktickToken);
|
|
const name = parseJSDocEntityName();
|
|
if (isBackquoted) {
|
|
parseExpectedTokenJSDoc(SyntaxKind.BacktickToken);
|
|
}
|
|
if (isBracketed) {
|
|
skipWhitespace();
|
|
// May have an optional default, e.g. '[foo = 42]'
|
|
if (parseOptionalToken(SyntaxKind.EqualsToken)) {
|
|
parseExpression();
|
|
}
|
|
|
|
parseExpected(SyntaxKind.CloseBracketToken);
|
|
}
|
|
|
|
return { name, isBracketed };
|
|
}
|
|
|
|
function isObjectOrObjectArrayTypeReference(node: TypeNode): boolean {
|
|
switch (node.kind) {
|
|
case SyntaxKind.ObjectKeyword:
|
|
return true;
|
|
case SyntaxKind.ArrayType:
|
|
return isObjectOrObjectArrayTypeReference((node as ArrayTypeNode).elementType);
|
|
default:
|
|
return isTypeReferenceNode(node) && ts.isIdentifier(node.typeName) && node.typeName.escapedText === "Object";
|
|
}
|
|
}
|
|
|
|
function parseParameterOrPropertyTag(start: number, tagName: Identifier, target: PropertyLikeParse, indent: number): JSDocParameterTag | JSDocPropertyTag {
|
|
let typeExpression = tryParseTypeExpression();
|
|
let isNameFirst = !typeExpression;
|
|
skipWhitespaceOrAsterisk();
|
|
|
|
const { name, isBracketed } = parseBracketNameInPropertyAndParamTag();
|
|
skipWhitespace();
|
|
|
|
if (isNameFirst) {
|
|
typeExpression = tryParseTypeExpression();
|
|
}
|
|
|
|
const result = target === PropertyLikeParse.Property ?
|
|
<JSDocPropertyTag>createNode(SyntaxKind.JSDocPropertyTag, start) :
|
|
<JSDocParameterTag>createNode(SyntaxKind.JSDocParameterTag, start);
|
|
const comment = parseTagComments(indent + scanner.getStartPos() - start);
|
|
const nestedTypeLiteral = target !== PropertyLikeParse.CallbackParameter && parseNestedTypeLiteral(typeExpression, name, target, indent);
|
|
if (nestedTypeLiteral) {
|
|
typeExpression = nestedTypeLiteral;
|
|
isNameFirst = true;
|
|
}
|
|
result.tagName = tagName;
|
|
result.typeExpression = typeExpression;
|
|
result.name = name;
|
|
result.isNameFirst = isNameFirst;
|
|
result.isBracketed = isBracketed;
|
|
result.comment = comment;
|
|
return finishNode(result);
|
|
}
|
|
|
|
function parseNestedTypeLiteral(typeExpression: JSDocTypeExpression | undefined, name: EntityName, target: PropertyLikeParse, indent: number) {
|
|
if (typeExpression && isObjectOrObjectArrayTypeReference(typeExpression.type)) {
|
|
const typeLiteralExpression = <JSDocTypeExpression>createNode(SyntaxKind.JSDocTypeExpression, scanner.getTokenPos());
|
|
let child: JSDocPropertyLikeTag | JSDocTypeTag | false;
|
|
let jsdocTypeLiteral: JSDocTypeLiteral;
|
|
const start = scanner.getStartPos();
|
|
let children: JSDocPropertyLikeTag[] | undefined;
|
|
while (child = tryParse(() => parseChildParameterOrPropertyTag(target, indent, name))) {
|
|
if (child.kind === SyntaxKind.JSDocParameterTag || child.kind === SyntaxKind.JSDocPropertyTag) {
|
|
children = append(children, child);
|
|
}
|
|
}
|
|
if (children) {
|
|
jsdocTypeLiteral = <JSDocTypeLiteral>createNode(SyntaxKind.JSDocTypeLiteral, start);
|
|
jsdocTypeLiteral.jsDocPropertyTags = children;
|
|
if (typeExpression.type.kind === SyntaxKind.ArrayType) {
|
|
jsdocTypeLiteral.isArrayType = true;
|
|
}
|
|
typeLiteralExpression.type = finishNode(jsdocTypeLiteral);
|
|
return finishNode(typeLiteralExpression);
|
|
}
|
|
}
|
|
}
|
|
|
|
function parseReturnTag(start: number, tagName: Identifier): JSDocReturnTag {
|
|
if (some(tags, isJSDocReturnTag)) {
|
|
parseErrorAt(tagName.pos, scanner.getTokenPos(), Diagnostics._0_tag_already_specified, tagName.escapedText);
|
|
}
|
|
|
|
const result = <JSDocReturnTag>createNode(SyntaxKind.JSDocReturnTag, start);
|
|
result.tagName = tagName;
|
|
result.typeExpression = tryParseTypeExpression();
|
|
return finishNode(result);
|
|
}
|
|
|
|
function parseTypeTag(start: number, tagName: Identifier): JSDocTypeTag {
|
|
if (some(tags, isJSDocTypeTag)) {
|
|
parseErrorAt(tagName.pos, scanner.getTokenPos(), Diagnostics._0_tag_already_specified, tagName.escapedText);
|
|
}
|
|
|
|
const result = <JSDocTypeTag>createNode(SyntaxKind.JSDocTypeTag, start);
|
|
result.tagName = tagName;
|
|
result.typeExpression = parseJSDocTypeExpression(/*mayOmitBraces*/ true);
|
|
return finishNode(result);
|
|
}
|
|
|
|
function parseAugmentsTag(start: number, tagName: Identifier): JSDocAugmentsTag {
|
|
const result = <JSDocAugmentsTag>createNode(SyntaxKind.JSDocAugmentsTag, start);
|
|
result.tagName = tagName;
|
|
result.class = parseExpressionWithTypeArgumentsForAugments();
|
|
return finishNode(result);
|
|
}
|
|
|
|
function parseExpressionWithTypeArgumentsForAugments(): ExpressionWithTypeArguments & { expression: Identifier | PropertyAccessEntityNameExpression } {
|
|
const usedBrace = parseOptional(SyntaxKind.OpenBraceToken);
|
|
const node = createNode(SyntaxKind.ExpressionWithTypeArguments) as ExpressionWithTypeArguments & { expression: Identifier | PropertyAccessEntityNameExpression };
|
|
node.expression = parsePropertyAccessEntityNameExpression();
|
|
node.typeArguments = tryParseTypeArguments();
|
|
const res = finishNode(node);
|
|
if (usedBrace) {
|
|
parseExpected(SyntaxKind.CloseBraceToken);
|
|
}
|
|
return res;
|
|
}
|
|
|
|
function parsePropertyAccessEntityNameExpression() {
|
|
let node: Identifier | PropertyAccessEntityNameExpression = parseJSDocIdentifierName();
|
|
while (parseOptional(SyntaxKind.DotToken)) {
|
|
const prop: PropertyAccessEntityNameExpression = createNode(SyntaxKind.PropertyAccessExpression, node.pos) as PropertyAccessEntityNameExpression;
|
|
prop.expression = node;
|
|
prop.name = parseJSDocIdentifierName();
|
|
node = finishNode(prop);
|
|
}
|
|
return node;
|
|
}
|
|
|
|
function parseClassTag(start: number, tagName: Identifier): JSDocClassTag {
|
|
const tag = <JSDocClassTag>createNode(SyntaxKind.JSDocClassTag, start);
|
|
tag.tagName = tagName;
|
|
return finishNode(tag);
|
|
}
|
|
|
|
function parseThisTag(start: number, tagName: Identifier): JSDocThisTag {
|
|
const tag = <JSDocThisTag>createNode(SyntaxKind.JSDocThisTag, start);
|
|
tag.tagName = tagName;
|
|
tag.typeExpression = parseJSDocTypeExpression(/*mayOmitBraces*/ true);
|
|
skipWhitespace();
|
|
return finishNode(tag);
|
|
}
|
|
|
|
function parseEnumTag(start: number, tagName: Identifier): JSDocEnumTag {
|
|
const tag = <JSDocEnumTag>createNode(SyntaxKind.JSDocEnumTag, start);
|
|
tag.tagName = tagName;
|
|
tag.typeExpression = parseJSDocTypeExpression(/*mayOmitBraces*/ true);
|
|
skipWhitespace();
|
|
return finishNode(tag);
|
|
}
|
|
|
|
function parseTypedefTag(start: number, tagName: Identifier, indent: number): JSDocTypedefTag {
|
|
const typeExpression = tryParseTypeExpression();
|
|
skipWhitespaceOrAsterisk();
|
|
|
|
const typedefTag = <JSDocTypedefTag>createNode(SyntaxKind.JSDocTypedefTag, start);
|
|
typedefTag.tagName = tagName;
|
|
typedefTag.fullName = parseJSDocTypeNameWithNamespace();
|
|
typedefTag.name = getJSDocTypeAliasName(typedefTag.fullName);
|
|
skipWhitespace();
|
|
typedefTag.comment = parseTagComments(indent);
|
|
|
|
typedefTag.typeExpression = typeExpression;
|
|
let end: number | undefined;
|
|
if (!typeExpression || isObjectOrObjectArrayTypeReference(typeExpression.type)) {
|
|
let child: JSDocTypeTag | JSDocPropertyTag | false;
|
|
let jsdocTypeLiteral: JSDocTypeLiteral | undefined;
|
|
let childTypeTag: JSDocTypeTag | undefined;
|
|
while (child = tryParse(() => parseChildPropertyTag(indent))) {
|
|
if (!jsdocTypeLiteral) {
|
|
jsdocTypeLiteral = <JSDocTypeLiteral>createNode(SyntaxKind.JSDocTypeLiteral, start);
|
|
}
|
|
if (child.kind === SyntaxKind.JSDocTypeTag) {
|
|
if (childTypeTag) {
|
|
break;
|
|
}
|
|
else {
|
|
childTypeTag = child;
|
|
}
|
|
}
|
|
else {
|
|
jsdocTypeLiteral.jsDocPropertyTags = append(jsdocTypeLiteral.jsDocPropertyTags as MutableNodeArray<JSDocPropertyTag>, child);
|
|
}
|
|
}
|
|
if (jsdocTypeLiteral) {
|
|
if (typeExpression && typeExpression.type.kind === SyntaxKind.ArrayType) {
|
|
jsdocTypeLiteral.isArrayType = true;
|
|
}
|
|
typedefTag.typeExpression = childTypeTag && childTypeTag.typeExpression && !isObjectOrObjectArrayTypeReference(childTypeTag.typeExpression.type) ?
|
|
childTypeTag.typeExpression :
|
|
finishNode(jsdocTypeLiteral);
|
|
end = typedefTag.typeExpression.end;
|
|
}
|
|
}
|
|
|
|
// Only include the characters between the name end and the next token if a comment was actually parsed out - otherwise it's just whitespace
|
|
return finishNode(typedefTag, end || typedefTag.comment !== undefined ? scanner.getStartPos() : (typedefTag.fullName || typedefTag.typeExpression || typedefTag.tagName).end);
|
|
}
|
|
|
|
function parseJSDocTypeNameWithNamespace(nested?: boolean) {
|
|
const pos = scanner.getTokenPos();
|
|
if (!tokenIsIdentifierOrKeyword(token())) {
|
|
return undefined;
|
|
}
|
|
const typeNameOrNamespaceName = parseJSDocIdentifierName();
|
|
if (parseOptional(SyntaxKind.DotToken)) {
|
|
const jsDocNamespaceNode = <JSDocNamespaceDeclaration>createNode(SyntaxKind.ModuleDeclaration, pos);
|
|
if (nested) {
|
|
jsDocNamespaceNode.flags |= NodeFlags.NestedNamespace;
|
|
}
|
|
jsDocNamespaceNode.name = typeNameOrNamespaceName;
|
|
jsDocNamespaceNode.body = parseJSDocTypeNameWithNamespace(/*nested*/ true);
|
|
return finishNode(jsDocNamespaceNode);
|
|
}
|
|
|
|
if (nested) {
|
|
typeNameOrNamespaceName.isInJSDocNamespace = true;
|
|
}
|
|
return typeNameOrNamespaceName;
|
|
}
|
|
|
|
function parseCallbackTag(start: number, tagName: Identifier, indent: number): JSDocCallbackTag {
|
|
const callbackTag = createNode(SyntaxKind.JSDocCallbackTag, start) as JSDocCallbackTag;
|
|
callbackTag.tagName = tagName;
|
|
callbackTag.fullName = parseJSDocTypeNameWithNamespace();
|
|
callbackTag.name = getJSDocTypeAliasName(callbackTag.fullName);
|
|
skipWhitespace();
|
|
callbackTag.comment = parseTagComments(indent);
|
|
|
|
let child: JSDocParameterTag | false;
|
|
const jsdocSignature = createNode(SyntaxKind.JSDocSignature, start) as JSDocSignature;
|
|
jsdocSignature.parameters = [];
|
|
while (child = tryParse(() => parseChildParameterOrPropertyTag(PropertyLikeParse.CallbackParameter, indent) as JSDocParameterTag)) {
|
|
jsdocSignature.parameters = append(jsdocSignature.parameters as MutableNodeArray<JSDocParameterTag>, child);
|
|
}
|
|
const returnTag = tryParse(() => {
|
|
if (parseOptionalJsdoc(SyntaxKind.AtToken)) {
|
|
const tag = parseTag(indent);
|
|
if (tag && tag.kind === SyntaxKind.JSDocReturnTag) {
|
|
return tag as JSDocReturnTag;
|
|
}
|
|
}
|
|
});
|
|
if (returnTag) {
|
|
jsdocSignature.type = returnTag;
|
|
}
|
|
callbackTag.typeExpression = finishNode(jsdocSignature);
|
|
return finishNode(callbackTag);
|
|
}
|
|
|
|
function getJSDocTypeAliasName(fullName: JSDocNamespaceBody | undefined) {
|
|
if (fullName) {
|
|
let rightNode = fullName;
|
|
while (true) {
|
|
if (ts.isIdentifier(rightNode) || !rightNode.body) {
|
|
return ts.isIdentifier(rightNode) ? rightNode : rightNode.name;
|
|
}
|
|
rightNode = rightNode.body;
|
|
}
|
|
}
|
|
}
|
|
|
|
function escapedTextsEqual(a: EntityName, b: EntityName): boolean {
|
|
while (!ts.isIdentifier(a) || !ts.isIdentifier(b)) {
|
|
if (!ts.isIdentifier(a) && !ts.isIdentifier(b) && a.right.escapedText === b.right.escapedText) {
|
|
a = a.left;
|
|
b = b.left;
|
|
}
|
|
else {
|
|
return false;
|
|
}
|
|
}
|
|
return a.escapedText === b.escapedText;
|
|
}
|
|
|
|
function parseChildPropertyTag(indent: number) {
|
|
return parseChildParameterOrPropertyTag(PropertyLikeParse.Property, indent) as JSDocTypeTag | JSDocPropertyTag | false;
|
|
}
|
|
|
|
function parseChildParameterOrPropertyTag(target: PropertyLikeParse, indent: number, name?: EntityName): JSDocTypeTag | JSDocPropertyTag | JSDocParameterTag | false {
|
|
let canParseTag = true;
|
|
let seenAsterisk = false;
|
|
while (true) {
|
|
switch (nextTokenJSDoc()) {
|
|
case SyntaxKind.AtToken:
|
|
if (canParseTag) {
|
|
const child = tryParseChildTag(target, indent);
|
|
if (child && (child.kind === SyntaxKind.JSDocParameterTag || child.kind === SyntaxKind.JSDocPropertyTag) &&
|
|
target !== PropertyLikeParse.CallbackParameter &&
|
|
name && (ts.isIdentifier(child.name) || !escapedTextsEqual(name, child.name.left))) {
|
|
return false;
|
|
}
|
|
return child;
|
|
}
|
|
seenAsterisk = false;
|
|
break;
|
|
case SyntaxKind.NewLineTrivia:
|
|
canParseTag = true;
|
|
seenAsterisk = false;
|
|
break;
|
|
case SyntaxKind.AsteriskToken:
|
|
if (seenAsterisk) {
|
|
canParseTag = false;
|
|
}
|
|
seenAsterisk = true;
|
|
break;
|
|
case SyntaxKind.Identifier:
|
|
canParseTag = false;
|
|
break;
|
|
case SyntaxKind.EndOfFileToken:
|
|
return false;
|
|
}
|
|
}
|
|
}
|
|
|
|
function tryParseChildTag(target: PropertyLikeParse, indent: number): JSDocTypeTag | JSDocPropertyTag | JSDocParameterTag | false {
|
|
Debug.assert(token() === SyntaxKind.AtToken);
|
|
const start = scanner.getStartPos();
|
|
nextTokenJSDoc();
|
|
|
|
const tagName = parseJSDocIdentifierName();
|
|
skipWhitespace();
|
|
let t: PropertyLikeParse;
|
|
switch (tagName.escapedText) {
|
|
case "type":
|
|
return target === PropertyLikeParse.Property && parseTypeTag(start, tagName);
|
|
case "prop":
|
|
case "property":
|
|
t = PropertyLikeParse.Property;
|
|
break;
|
|
case "arg":
|
|
case "argument":
|
|
case "param":
|
|
t = PropertyLikeParse.Parameter | PropertyLikeParse.CallbackParameter;
|
|
break;
|
|
default:
|
|
return false;
|
|
}
|
|
if (!(target & t)) {
|
|
return false;
|
|
}
|
|
return parseParameterOrPropertyTag(start, tagName, target, indent);
|
|
}
|
|
|
|
function parseTemplateTag(start: number, tagName: Identifier): JSDocTemplateTag {
|
|
// the template tag looks like '@template {Constraint} T,U,V'
|
|
let constraint: JSDocTypeExpression | undefined;
|
|
if (token() === SyntaxKind.OpenBraceToken) {
|
|
constraint = parseJSDocTypeExpression();
|
|
}
|
|
|
|
const typeParameters = [];
|
|
const typeParametersPos = getNodePos();
|
|
do {
|
|
skipWhitespace();
|
|
const typeParameter = <TypeParameterDeclaration>createNode(SyntaxKind.TypeParameter);
|
|
typeParameter.name = parseJSDocIdentifierName(Diagnostics.Unexpected_token_A_type_parameter_name_was_expected_without_curly_braces);
|
|
finishNode(typeParameter);
|
|
skipWhitespace();
|
|
typeParameters.push(typeParameter);
|
|
} while (parseOptionalJsdoc(SyntaxKind.CommaToken));
|
|
|
|
const result = <JSDocTemplateTag>createNode(SyntaxKind.JSDocTemplateTag, start);
|
|
result.tagName = tagName;
|
|
result.constraint = constraint;
|
|
result.typeParameters = createNodeArray(typeParameters, typeParametersPos);
|
|
finishNode(result);
|
|
return result;
|
|
}
|
|
|
|
function parseOptionalJsdoc(t: JSDocSyntaxKind): boolean {
|
|
if (token() === t) {
|
|
nextTokenJSDoc();
|
|
return true;
|
|
}
|
|
return false;
|
|
}
|
|
|
|
function parseJSDocEntityName(): EntityName {
|
|
let entity: EntityName = parseJSDocIdentifierName();
|
|
if (parseOptional(SyntaxKind.OpenBracketToken)) {
|
|
parseExpected(SyntaxKind.CloseBracketToken);
|
|
// Note that y[] is accepted as an entity name, but the postfix brackets are not saved for checking.
|
|
// Technically usejsdoc.org requires them for specifying a property of a type equivalent to Array<{ x: ...}>
|
|
// but it's not worth it to enforce that restriction.
|
|
}
|
|
while (parseOptional(SyntaxKind.DotToken)) {
|
|
const name = parseJSDocIdentifierName();
|
|
if (parseOptional(SyntaxKind.OpenBracketToken)) {
|
|
parseExpected(SyntaxKind.CloseBracketToken);
|
|
}
|
|
entity = createQualifiedName(entity, name);
|
|
}
|
|
return entity;
|
|
}
|
|
|
|
function parseJSDocIdentifierName(message?: DiagnosticMessage): Identifier {
|
|
if (!tokenIsIdentifierOrKeyword(token())) {
|
|
return createMissingNode<Identifier>(SyntaxKind.Identifier, /*reportAtCurrentPosition*/ !message, message || Diagnostics.Identifier_expected);
|
|
}
|
|
|
|
const pos = scanner.getTokenPos();
|
|
const end = scanner.getTextPos();
|
|
const result = <Identifier>createNode(SyntaxKind.Identifier, pos);
|
|
result.escapedText = escapeLeadingUnderscores(scanner.getTokenText());
|
|
finishNode(result, end);
|
|
|
|
nextTokenJSDoc();
|
|
return result;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
namespace IncrementalParser {
|
|
export function updateSourceFile(sourceFile: SourceFile, newText: string, textChangeRange: TextChangeRange, aggressiveChecks: boolean): SourceFile {
|
|
aggressiveChecks = aggressiveChecks || Debug.shouldAssert(AssertionLevel.Aggressive);
|
|
|
|
checkChangeRange(sourceFile, newText, textChangeRange, aggressiveChecks);
|
|
if (textChangeRangeIsUnchanged(textChangeRange)) {
|
|
// if the text didn't change, then we can just return our current source file as-is.
|
|
return sourceFile;
|
|
}
|
|
|
|
if (sourceFile.statements.length === 0) {
|
|
// If we don't have any statements in the current source file, then there's no real
|
|
// way to incrementally parse. So just do a full parse instead.
|
|
return Parser.parseSourceFile(sourceFile.fileName, newText, sourceFile.languageVersion, /*syntaxCursor*/ undefined, /*setParentNodes*/ true, sourceFile.scriptKind);
|
|
}
|
|
|
|
// Make sure we're not trying to incrementally update a source file more than once. Once
|
|
// we do an update the original source file is considered unusable from that point onwards.
|
|
//
|
|
// This is because we do incremental parsing in-place. i.e. we take nodes from the old
|
|
// tree and give them new positions and parents. From that point on, trusting the old
|
|
// tree at all is not possible as far too much of it may violate invariants.
|
|
const incrementalSourceFile = <IncrementalNode><Node>sourceFile;
|
|
Debug.assert(!incrementalSourceFile.hasBeenIncrementallyParsed);
|
|
incrementalSourceFile.hasBeenIncrementallyParsed = true;
|
|
|
|
const oldText = sourceFile.text;
|
|
const syntaxCursor = createSyntaxCursor(sourceFile);
|
|
|
|
// Make the actual change larger so that we know to reparse anything whose lookahead
|
|
// might have intersected the change.
|
|
const changeRange = extendToAffectedRange(sourceFile, textChangeRange);
|
|
checkChangeRange(sourceFile, newText, changeRange, aggressiveChecks);
|
|
|
|
// Ensure that extending the affected range only moved the start of the change range
|
|
// earlier in the file.
|
|
Debug.assert(changeRange.span.start <= textChangeRange.span.start);
|
|
Debug.assert(textSpanEnd(changeRange.span) === textSpanEnd(textChangeRange.span));
|
|
Debug.assert(textSpanEnd(textChangeRangeNewSpan(changeRange)) === textSpanEnd(textChangeRangeNewSpan(textChangeRange)));
|
|
|
|
// The is the amount the nodes after the edit range need to be adjusted. It can be
|
|
// positive (if the edit added characters), negative (if the edit deleted characters)
|
|
// or zero (if this was a pure overwrite with nothing added/removed).
|
|
const delta = textChangeRangeNewSpan(changeRange).length - changeRange.span.length;
|
|
|
|
// If we added or removed characters during the edit, then we need to go and adjust all
|
|
// the nodes after the edit. Those nodes may move forward (if we inserted chars) or they
|
|
// may move backward (if we deleted chars).
|
|
//
|
|
// Doing this helps us out in two ways. First, it means that any nodes/tokens we want
|
|
// to reuse are already at the appropriate position in the new text. That way when we
|
|
// reuse them, we don't have to figure out if they need to be adjusted. Second, it makes
|
|
// it very easy to determine if we can reuse a node. If the node's position is at where
|
|
// we are in the text, then we can reuse it. Otherwise we can't. If the node's position
|
|
// is ahead of us, then we'll need to rescan tokens. If the node's position is behind
|
|
// us, then we'll need to skip it or crumble it as appropriate
|
|
//
|
|
// We will also adjust the positions of nodes that intersect the change range as well.
|
|
// By doing this, we ensure that all the positions in the old tree are consistent, not
|
|
// just the positions of nodes entirely before/after the change range. By being
|
|
// consistent, we can then easily map from positions to nodes in the old tree easily.
|
|
//
|
|
// Also, mark any syntax elements that intersect the changed span. We know, up front,
|
|
// that we cannot reuse these elements.
|
|
updateTokenPositionsAndMarkElements(incrementalSourceFile,
|
|
changeRange.span.start, textSpanEnd(changeRange.span), textSpanEnd(textChangeRangeNewSpan(changeRange)), delta, oldText, newText, aggressiveChecks);
|
|
|
|
// Now that we've set up our internal incremental state just proceed and parse the
|
|
// source file in the normal fashion. When possible the parser will retrieve and
|
|
// reuse nodes from the old tree.
|
|
//
|
|
// Note: passing in 'true' for setNodeParents is very important. When incrementally
|
|
// parsing, we will be reusing nodes from the old tree, and placing it into new
|
|
// parents. If we don't set the parents now, we'll end up with an observably
|
|
// inconsistent tree. Setting the parents on the new tree should be very fast. We
|
|
// will immediately bail out of walking any subtrees when we can see that their parents
|
|
// are already correct.
|
|
const result = Parser.parseSourceFile(sourceFile.fileName, newText, sourceFile.languageVersion, syntaxCursor, /*setParentNodes*/ true, sourceFile.scriptKind);
|
|
|
|
return result;
|
|
}
|
|
|
|
function moveElementEntirelyPastChangeRange(element: IncrementalElement, isArray: boolean, delta: number, oldText: string, newText: string, aggressiveChecks: boolean) {
|
|
if (isArray) {
|
|
visitArray(<IncrementalNodeArray>element);
|
|
}
|
|
else {
|
|
visitNode(<IncrementalNode>element);
|
|
}
|
|
return;
|
|
|
|
function visitNode(node: IncrementalNode) {
|
|
let text = "";
|
|
if (aggressiveChecks && shouldCheckNode(node)) {
|
|
text = oldText.substring(node.pos, node.end);
|
|
}
|
|
|
|
// Ditch any existing LS children we may have created. This way we can avoid
|
|
// moving them forward.
|
|
if (node._children) {
|
|
node._children = undefined;
|
|
}
|
|
|
|
node.pos += delta;
|
|
node.end += delta;
|
|
|
|
if (aggressiveChecks && shouldCheckNode(node)) {
|
|
Debug.assert(text === newText.substring(node.pos, node.end));
|
|
}
|
|
|
|
forEachChild(node, visitNode, visitArray);
|
|
if (hasJSDocNodes(node)) {
|
|
for (const jsDocComment of node.jsDoc!) {
|
|
visitNode(<IncrementalNode><Node>jsDocComment);
|
|
}
|
|
}
|
|
checkNodePositions(node, aggressiveChecks);
|
|
}
|
|
|
|
function visitArray(array: IncrementalNodeArray) {
|
|
array._children = undefined;
|
|
array.pos += delta;
|
|
array.end += delta;
|
|
|
|
for (const node of array) {
|
|
visitNode(node);
|
|
}
|
|
}
|
|
}
|
|
|
|
function shouldCheckNode(node: Node) {
|
|
switch (node.kind) {
|
|
case SyntaxKind.StringLiteral:
|
|
case SyntaxKind.NumericLiteral:
|
|
case SyntaxKind.Identifier:
|
|
return true;
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
function adjustIntersectingElement(element: IncrementalElement, changeStart: number, changeRangeOldEnd: number, changeRangeNewEnd: number, delta: number) {
|
|
Debug.assert(element.end >= changeStart, "Adjusting an element that was entirely before the change range");
|
|
Debug.assert(element.pos <= changeRangeOldEnd, "Adjusting an element that was entirely after the change range");
|
|
Debug.assert(element.pos <= element.end);
|
|
|
|
// We have an element that intersects the change range in some way. It may have its
|
|
// start, or its end (or both) in the changed range. We want to adjust any part
|
|
// that intersects such that the final tree is in a consistent state. i.e. all
|
|
// children have spans within the span of their parent, and all siblings are ordered
|
|
// properly.
|
|
|
|
// We may need to update both the 'pos' and the 'end' of the element.
|
|
|
|
// If the 'pos' is before the start of the change, then we don't need to touch it.
|
|
// If it isn't, then the 'pos' must be inside the change. How we update it will
|
|
// depend if delta is positive or negative. If delta is positive then we have
|
|
// something like:
|
|
//
|
|
// -------------------AAA-----------------
|
|
// -------------------BBBCCCCCCC-----------------
|
|
//
|
|
// In this case, we consider any node that started in the change range to still be
|
|
// starting at the same position.
|
|
//
|
|
// however, if the delta is negative, then we instead have something like this:
|
|
//
|
|
// -------------------XXXYYYYYYY-----------------
|
|
// -------------------ZZZ-----------------
|
|
//
|
|
// In this case, any element that started in the 'X' range will keep its position.
|
|
// However any element that started after that will have their pos adjusted to be
|
|
// at the end of the new range. i.e. any node that started in the 'Y' range will
|
|
// be adjusted to have their start at the end of the 'Z' range.
|
|
//
|
|
// The element will keep its position if possible. Or Move backward to the new-end
|
|
// if it's in the 'Y' range.
|
|
element.pos = Math.min(element.pos, changeRangeNewEnd);
|
|
|
|
// If the 'end' is after the change range, then we always adjust it by the delta
|
|
// amount. However, if the end is in the change range, then how we adjust it
|
|
// will depend on if delta is positive or negative. If delta is positive then we
|
|
// have something like:
|
|
//
|
|
// -------------------AAA-----------------
|
|
// -------------------BBBCCCCCCC-----------------
|
|
//
|
|
// In this case, we consider any node that ended inside the change range to keep its
|
|
// end position.
|
|
//
|
|
// however, if the delta is negative, then we instead have something like this:
|
|
//
|
|
// -------------------XXXYYYYYYY-----------------
|
|
// -------------------ZZZ-----------------
|
|
//
|
|
// In this case, any element that ended in the 'X' range will keep its position.
|
|
// However any element that ended after that will have their pos adjusted to be
|
|
// at the end of the new range. i.e. any node that ended in the 'Y' range will
|
|
// be adjusted to have their end at the end of the 'Z' range.
|
|
if (element.end >= changeRangeOldEnd) {
|
|
// Element ends after the change range. Always adjust the end pos.
|
|
element.end += delta;
|
|
}
|
|
else {
|
|
// Element ends in the change range. The element will keep its position if
|
|
// possible. Or Move backward to the new-end if it's in the 'Y' range.
|
|
element.end = Math.min(element.end, changeRangeNewEnd);
|
|
}
|
|
|
|
Debug.assert(element.pos <= element.end);
|
|
if (element.parent) {
|
|
Debug.assert(element.pos >= element.parent.pos);
|
|
Debug.assert(element.end <= element.parent.end);
|
|
}
|
|
}
|
|
|
|
function checkNodePositions(node: Node, aggressiveChecks: boolean) {
|
|
if (aggressiveChecks) {
|
|
let pos = node.pos;
|
|
const visitNode = (child: Node) => {
|
|
Debug.assert(child.pos >= pos);
|
|
pos = child.end;
|
|
};
|
|
if (hasJSDocNodes(node)) {
|
|
for (const jsDocComment of node.jsDoc!) {
|
|
visitNode(jsDocComment);
|
|
}
|
|
}
|
|
forEachChild(node, visitNode);
|
|
Debug.assert(pos <= node.end);
|
|
}
|
|
}
|
|
|
|
function updateTokenPositionsAndMarkElements(
|
|
sourceFile: IncrementalNode,
|
|
changeStart: number,
|
|
changeRangeOldEnd: number,
|
|
changeRangeNewEnd: number,
|
|
delta: number,
|
|
oldText: string,
|
|
newText: string,
|
|
aggressiveChecks: boolean): void {
|
|
|
|
visitNode(sourceFile);
|
|
return;
|
|
|
|
function visitNode(child: IncrementalNode) {
|
|
Debug.assert(child.pos <= child.end);
|
|
if (child.pos > changeRangeOldEnd) {
|
|
// Node is entirely past the change range. We need to move both its pos and
|
|
// end, forward or backward appropriately.
|
|
moveElementEntirelyPastChangeRange(child, /*isArray*/ false, delta, oldText, newText, aggressiveChecks);
|
|
return;
|
|
}
|
|
|
|
// Check if the element intersects the change range. If it does, then it is not
|
|
// reusable. Also, we'll need to recurse to see what constituent portions we may
|
|
// be able to use.
|
|
const fullEnd = child.end;
|
|
if (fullEnd >= changeStart) {
|
|
child.intersectsChange = true;
|
|
child._children = undefined;
|
|
|
|
// Adjust the pos or end (or both) of the intersecting element accordingly.
|
|
adjustIntersectingElement(child, changeStart, changeRangeOldEnd, changeRangeNewEnd, delta);
|
|
forEachChild(child, visitNode, visitArray);
|
|
if (hasJSDocNodes(child)) {
|
|
for (const jsDocComment of child.jsDoc!) {
|
|
visitNode(<IncrementalNode><Node>jsDocComment);
|
|
}
|
|
}
|
|
checkNodePositions(child, aggressiveChecks);
|
|
return;
|
|
}
|
|
|
|
// Otherwise, the node is entirely before the change range. No need to do anything with it.
|
|
Debug.assert(fullEnd < changeStart);
|
|
}
|
|
|
|
function visitArray(array: IncrementalNodeArray) {
|
|
Debug.assert(array.pos <= array.end);
|
|
if (array.pos > changeRangeOldEnd) {
|
|
// Array is entirely after the change range. We need to move it, and move any of
|
|
// its children.
|
|
moveElementEntirelyPastChangeRange(array, /*isArray*/ true, delta, oldText, newText, aggressiveChecks);
|
|
return;
|
|
}
|
|
|
|
// Check if the element intersects the change range. If it does, then it is not
|
|
// reusable. Also, we'll need to recurse to see what constituent portions we may
|
|
// be able to use.
|
|
const fullEnd = array.end;
|
|
if (fullEnd >= changeStart) {
|
|
array.intersectsChange = true;
|
|
array._children = undefined;
|
|
|
|
// Adjust the pos or end (or both) of the intersecting array accordingly.
|
|
adjustIntersectingElement(array, changeStart, changeRangeOldEnd, changeRangeNewEnd, delta);
|
|
for (const node of array) {
|
|
visitNode(node);
|
|
}
|
|
return;
|
|
}
|
|
|
|
// Otherwise, the array is entirely before the change range. No need to do anything with it.
|
|
Debug.assert(fullEnd < changeStart);
|
|
}
|
|
}
|
|
|
|
function extendToAffectedRange(sourceFile: SourceFile, changeRange: TextChangeRange): TextChangeRange {
|
|
// Consider the following code:
|
|
// void foo() { /; }
|
|
//
|
|
// If the text changes with an insertion of / just before the semicolon then we end up with:
|
|
// void foo() { //; }
|
|
//
|
|
// If we were to just use the changeRange a is, then we would not rescan the { token
|
|
// (as it does not intersect the actual original change range). Because an edit may
|
|
// change the token touching it, we actually need to look back *at least* one token so
|
|
// that the prior token sees that change.
|
|
const maxLookahead = 1;
|
|
|
|
let start = changeRange.span.start;
|
|
|
|
// the first iteration aligns us with the change start. subsequent iteration move us to
|
|
// the left by maxLookahead tokens. We only need to do this as long as we're not at the
|
|
// start of the tree.
|
|
for (let i = 0; start > 0 && i <= maxLookahead; i++) {
|
|
const nearestNode = findNearestNodeStartingBeforeOrAtPosition(sourceFile, start);
|
|
Debug.assert(nearestNode.pos <= start);
|
|
const position = nearestNode.pos;
|
|
|
|
start = Math.max(0, position - 1);
|
|
}
|
|
|
|
const finalSpan = createTextSpanFromBounds(start, textSpanEnd(changeRange.span));
|
|
const finalLength = changeRange.newLength + (changeRange.span.start - start);
|
|
|
|
return createTextChangeRange(finalSpan, finalLength);
|
|
}
|
|
|
|
function findNearestNodeStartingBeforeOrAtPosition(sourceFile: SourceFile, position: number): Node {
|
|
let bestResult: Node = sourceFile;
|
|
let lastNodeEntirelyBeforePosition: Node | undefined;
|
|
|
|
forEachChild(sourceFile, visit);
|
|
|
|
if (lastNodeEntirelyBeforePosition) {
|
|
const lastChildOfLastEntireNodeBeforePosition = getLastDescendant(lastNodeEntirelyBeforePosition);
|
|
if (lastChildOfLastEntireNodeBeforePosition.pos > bestResult.pos) {
|
|
bestResult = lastChildOfLastEntireNodeBeforePosition;
|
|
}
|
|
}
|
|
|
|
return bestResult;
|
|
|
|
function getLastDescendant(node: Node): Node {
|
|
while (true) {
|
|
const lastChild = getLastChild(node);
|
|
if (lastChild) {
|
|
node = lastChild;
|
|
}
|
|
else {
|
|
return node;
|
|
}
|
|
}
|
|
}
|
|
|
|
function visit(child: Node) {
|
|
if (nodeIsMissing(child)) {
|
|
// Missing nodes are effectively invisible to us. We never even consider them
|
|
// When trying to find the nearest node before us.
|
|
return;
|
|
}
|
|
|
|
// If the child intersects this position, then this node is currently the nearest
|
|
// node that starts before the position.
|
|
if (child.pos <= position) {
|
|
if (child.pos >= bestResult.pos) {
|
|
// This node starts before the position, and is closer to the position than
|
|
// the previous best node we found. It is now the new best node.
|
|
bestResult = child;
|
|
}
|
|
|
|
// Now, the node may overlap the position, or it may end entirely before the
|
|
// position. If it overlaps with the position, then either it, or one of its
|
|
// children must be the nearest node before the position. So we can just
|
|
// recurse into this child to see if we can find something better.
|
|
if (position < child.end) {
|
|
// The nearest node is either this child, or one of the children inside
|
|
// of it. We've already marked this child as the best so far. Recurse
|
|
// in case one of the children is better.
|
|
forEachChild(child, visit);
|
|
|
|
// Once we look at the children of this node, then there's no need to
|
|
// continue any further.
|
|
return true;
|
|
}
|
|
else {
|
|
Debug.assert(child.end <= position);
|
|
// The child ends entirely before this position. Say you have the following
|
|
// (where $ is the position)
|
|
//
|
|
// <complex expr 1> ? <complex expr 2> $ : <...> <...>
|
|
//
|
|
// We would want to find the nearest preceding node in "complex expr 2".
|
|
// To support that, we keep track of this node, and once we're done searching
|
|
// for a best node, we recurse down this node to see if we can find a good
|
|
// result in it.
|
|
//
|
|
// This approach allows us to quickly skip over nodes that are entirely
|
|
// before the position, while still allowing us to find any nodes in the
|
|
// last one that might be what we want.
|
|
lastNodeEntirelyBeforePosition = child;
|
|
}
|
|
}
|
|
else {
|
|
Debug.assert(child.pos > position);
|
|
// We're now at a node that is entirely past the position we're searching for.
|
|
// This node (and all following nodes) could never contribute to the result,
|
|
// so just skip them by returning 'true' here.
|
|
return true;
|
|
}
|
|
}
|
|
}
|
|
|
|
function checkChangeRange(sourceFile: SourceFile, newText: string, textChangeRange: TextChangeRange, aggressiveChecks: boolean) {
|
|
const oldText = sourceFile.text;
|
|
if (textChangeRange) {
|
|
Debug.assert((oldText.length - textChangeRange.span.length + textChangeRange.newLength) === newText.length);
|
|
|
|
if (aggressiveChecks || Debug.shouldAssert(AssertionLevel.VeryAggressive)) {
|
|
const oldTextPrefix = oldText.substr(0, textChangeRange.span.start);
|
|
const newTextPrefix = newText.substr(0, textChangeRange.span.start);
|
|
Debug.assert(oldTextPrefix === newTextPrefix);
|
|
|
|
const oldTextSuffix = oldText.substring(textSpanEnd(textChangeRange.span), oldText.length);
|
|
const newTextSuffix = newText.substring(textSpanEnd(textChangeRangeNewSpan(textChangeRange)), newText.length);
|
|
Debug.assert(oldTextSuffix === newTextSuffix);
|
|
}
|
|
}
|
|
}
|
|
|
|
interface IncrementalElement extends TextRange {
|
|
parent: Node;
|
|
intersectsChange: boolean;
|
|
length?: number;
|
|
_children: Node[] | undefined;
|
|
}
|
|
|
|
export interface IncrementalNode extends Node, IncrementalElement {
|
|
hasBeenIncrementallyParsed: boolean;
|
|
}
|
|
|
|
interface IncrementalNodeArray extends NodeArray<IncrementalNode>, IncrementalElement {
|
|
length: number;
|
|
}
|
|
|
|
// Allows finding nodes in the source file at a certain position in an efficient manner.
|
|
// The implementation takes advantage of the calling pattern it knows the parser will
|
|
// make in order to optimize finding nodes as quickly as possible.
|
|
export interface SyntaxCursor {
|
|
currentNode(position: number): IncrementalNode;
|
|
}
|
|
|
|
function createSyntaxCursor(sourceFile: SourceFile): SyntaxCursor {
|
|
let currentArray: NodeArray<Node> = sourceFile.statements;
|
|
let currentArrayIndex = 0;
|
|
|
|
Debug.assert(currentArrayIndex < currentArray.length);
|
|
let current = currentArray[currentArrayIndex];
|
|
let lastQueriedPosition = InvalidPosition.Value;
|
|
|
|
return {
|
|
currentNode(position: number) {
|
|
// Only compute the current node if the position is different than the last time
|
|
// we were asked. The parser commonly asks for the node at the same position
|
|
// twice. Once to know if can read an appropriate list element at a certain point,
|
|
// and then to actually read and consume the node.
|
|
if (position !== lastQueriedPosition) {
|
|
// Much of the time the parser will need the very next node in the array that
|
|
// we just returned a node from.So just simply check for that case and move
|
|
// forward in the array instead of searching for the node again.
|
|
if (current && current.end === position && currentArrayIndex < (currentArray.length - 1)) {
|
|
currentArrayIndex++;
|
|
current = currentArray[currentArrayIndex];
|
|
}
|
|
|
|
// If we don't have a node, or the node we have isn't in the right position,
|
|
// then try to find a viable node at the position requested.
|
|
if (!current || current.pos !== position) {
|
|
findHighestListElementThatStartsAtPosition(position);
|
|
}
|
|
}
|
|
|
|
// Cache this query so that we don't do any extra work if the parser calls back
|
|
// into us. Note: this is very common as the parser will make pairs of calls like
|
|
// 'isListElement -> parseListElement'. If we were unable to find a node when
|
|
// called with 'isListElement', we don't want to redo the work when parseListElement
|
|
// is called immediately after.
|
|
lastQueriedPosition = position;
|
|
|
|
// Either we don'd have a node, or we have a node at the position being asked for.
|
|
Debug.assert(!current || current.pos === position);
|
|
return <IncrementalNode>current;
|
|
}
|
|
};
|
|
|
|
// Finds the highest element in the tree we can find that starts at the provided position.
|
|
// The element must be a direct child of some node list in the tree. This way after we
|
|
// return it, we can easily return its next sibling in the list.
|
|
function findHighestListElementThatStartsAtPosition(position: number) {
|
|
// Clear out any cached state about the last node we found.
|
|
currentArray = undefined!;
|
|
currentArrayIndex = InvalidPosition.Value;
|
|
current = undefined!;
|
|
|
|
// Recurse into the source file to find the highest node at this position.
|
|
forEachChild(sourceFile, visitNode, visitArray);
|
|
return;
|
|
|
|
function visitNode(node: Node) {
|
|
if (position >= node.pos && position < node.end) {
|
|
// Position was within this node. Keep searching deeper to find the node.
|
|
forEachChild(node, visitNode, visitArray);
|
|
|
|
// don't proceed any further in the search.
|
|
return true;
|
|
}
|
|
|
|
// position wasn't in this node, have to keep searching.
|
|
return false;
|
|
}
|
|
|
|
function visitArray(array: NodeArray<Node>) {
|
|
if (position >= array.pos && position < array.end) {
|
|
// position was in this array. Search through this array to see if we find a
|
|
// viable element.
|
|
for (let i = 0; i < array.length; i++) {
|
|
const child = array[i];
|
|
if (child) {
|
|
if (child.pos === position) {
|
|
// Found the right node. We're done.
|
|
currentArray = array;
|
|
currentArrayIndex = i;
|
|
current = child;
|
|
return true;
|
|
}
|
|
else {
|
|
if (child.pos < position && position < child.end) {
|
|
// Position in somewhere within this child. Search in it and
|
|
// stop searching in this array.
|
|
forEachChild(child, visitNode, visitArray);
|
|
return true;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
// position wasn't in this array, have to keep searching.
|
|
return false;
|
|
}
|
|
}
|
|
}
|
|
|
|
const enum InvalidPosition {
|
|
Value = -1
|
|
}
|
|
}
|
|
|
|
/** @internal */
|
|
export function isDeclarationFileName(fileName: string): boolean {
|
|
return fileExtensionIs(fileName, Extension.Dts);
|
|
}
|
|
|
|
/*@internal*/
|
|
export interface PragmaContext {
|
|
languageVersion: ScriptTarget;
|
|
pragmas?: PragmaMap;
|
|
checkJsDirective?: CheckJsDirective;
|
|
referencedFiles: FileReference[];
|
|
typeReferenceDirectives: FileReference[];
|
|
libReferenceDirectives: FileReference[];
|
|
amdDependencies: AmdDependency[];
|
|
hasNoDefaultLib?: boolean;
|
|
moduleName?: string;
|
|
}
|
|
|
|
/*@internal*/
|
|
export function processCommentPragmas(context: PragmaContext, sourceText: string): void {
|
|
const pragmas: PragmaPseudoMapEntry[] = [];
|
|
|
|
for (const range of getLeadingCommentRanges(sourceText, 0) || emptyArray) {
|
|
const comment = sourceText.substring(range.pos, range.end);
|
|
extractPragmas(pragmas, range, comment);
|
|
}
|
|
|
|
context.pragmas = createMap() as PragmaMap;
|
|
for (const pragma of pragmas) {
|
|
if (context.pragmas.has(pragma.name)) {
|
|
const currentValue = context.pragmas.get(pragma.name);
|
|
if (currentValue instanceof Array) {
|
|
currentValue.push(pragma.args);
|
|
}
|
|
else {
|
|
context.pragmas.set(pragma.name, [currentValue, pragma.args]);
|
|
}
|
|
continue;
|
|
}
|
|
context.pragmas.set(pragma.name, pragma.args);
|
|
}
|
|
}
|
|
|
|
/*@internal*/
|
|
type PragmaDiagnosticReporter = (pos: number, length: number, message: DiagnosticMessage) => void;
|
|
|
|
/*@internal*/
|
|
export function processPragmasIntoFields(context: PragmaContext, reportDiagnostic: PragmaDiagnosticReporter): void {
|
|
context.checkJsDirective = undefined;
|
|
context.referencedFiles = [];
|
|
context.typeReferenceDirectives = [];
|
|
context.libReferenceDirectives = [];
|
|
context.amdDependencies = [];
|
|
context.hasNoDefaultLib = false;
|
|
context.pragmas!.forEach((entryOrList, key) => { // TODO: GH#18217
|
|
// TODO: The below should be strongly type-guarded and not need casts/explicit annotations, since entryOrList is related to
|
|
// key and key is constrained to a union; but it's not (see GH#21483 for at least partial fix) :(
|
|
switch (key) {
|
|
case "reference": {
|
|
const referencedFiles = context.referencedFiles;
|
|
const typeReferenceDirectives = context.typeReferenceDirectives;
|
|
const libReferenceDirectives = context.libReferenceDirectives;
|
|
forEach(toArray(entryOrList) as PragmaPseudoMap["reference"][], arg => {
|
|
const { types, lib, path } = arg.arguments;
|
|
if (arg.arguments["no-default-lib"]) {
|
|
context.hasNoDefaultLib = true;
|
|
}
|
|
else if (types) {
|
|
typeReferenceDirectives.push({ pos: types.pos, end: types.end, fileName: types.value });
|
|
}
|
|
else if (lib) {
|
|
libReferenceDirectives.push({ pos: lib.pos, end: lib.end, fileName: lib.value });
|
|
}
|
|
else if (path) {
|
|
referencedFiles.push({ pos: path.pos, end: path.end, fileName: path.value });
|
|
}
|
|
else {
|
|
reportDiagnostic(arg.range.pos, arg.range.end - arg.range.pos, Diagnostics.Invalid_reference_directive_syntax);
|
|
}
|
|
});
|
|
break;
|
|
}
|
|
case "amd-dependency": {
|
|
context.amdDependencies = map(
|
|
toArray(entryOrList) as PragmaPseudoMap["amd-dependency"][],
|
|
x => ({ name: x.arguments.name, path: x.arguments.path }));
|
|
break;
|
|
}
|
|
case "amd-module": {
|
|
if (entryOrList instanceof Array) {
|
|
for (const entry of entryOrList) {
|
|
if (context.moduleName) {
|
|
// TODO: It's probably fine to issue this diagnostic on all instances of the pragma
|
|
reportDiagnostic(entry.range.pos, entry.range.end - entry.range.pos, Diagnostics.An_AMD_module_cannot_have_multiple_name_assignments);
|
|
}
|
|
context.moduleName = (entry as PragmaPseudoMap["amd-module"]).arguments.name;
|
|
}
|
|
}
|
|
else {
|
|
context.moduleName = (entryOrList as PragmaPseudoMap["amd-module"]).arguments.name;
|
|
}
|
|
break;
|
|
}
|
|
case "ts-nocheck":
|
|
case "ts-check": {
|
|
// _last_ of either nocheck or check in a file is the "winner"
|
|
forEach(toArray(entryOrList), entry => {
|
|
if (!context.checkJsDirective || entry.range.pos > context.checkJsDirective.pos) {
|
|
context.checkJsDirective = {
|
|
enabled: key === "ts-check",
|
|
end: entry.range.end,
|
|
pos: entry.range.pos
|
|
};
|
|
}
|
|
});
|
|
break;
|
|
}
|
|
case "jsx": return; // Accessed directly
|
|
default: Debug.fail("Unhandled pragma kind"); // Can this be made into an assertNever in the future?
|
|
}
|
|
});
|
|
}
|
|
|
|
const namedArgRegExCache = createMap<RegExp>();
|
|
function getNamedArgRegEx(name: string): RegExp {
|
|
if (namedArgRegExCache.has(name)) {
|
|
return namedArgRegExCache.get(name)!;
|
|
}
|
|
const result = new RegExp(`(\\s${name}\\s*=\\s*)('|")(.+?)\\2`, "im");
|
|
namedArgRegExCache.set(name, result);
|
|
return result;
|
|
}
|
|
|
|
const tripleSlashXMLCommentStartRegEx = /^\/\/\/\s*<(\S+)\s.*?\/>/im;
|
|
const singleLinePragmaRegEx = /^\/\/\/?\s*@(\S+)\s*(.*)\s*$/im;
|
|
function extractPragmas(pragmas: PragmaPseudoMapEntry[], range: CommentRange, text: string) {
|
|
const tripleSlash = range.kind === SyntaxKind.SingleLineCommentTrivia && tripleSlashXMLCommentStartRegEx.exec(text);
|
|
if (tripleSlash) {
|
|
const name = tripleSlash[1].toLowerCase() as keyof PragmaPseudoMap; // Technically unsafe cast, but we do it so the below check to make it safe typechecks
|
|
const pragma = commentPragmas[name] as PragmaDefinition;
|
|
if (!pragma || !(pragma.kind! & PragmaKindFlags.TripleSlashXML)) {
|
|
return;
|
|
}
|
|
if (pragma.args) {
|
|
const argument: {[index: string]: string | {value: string, pos: number, end: number}} = {};
|
|
for (const arg of pragma.args) {
|
|
const matcher = getNamedArgRegEx(arg.name);
|
|
const matchResult = matcher.exec(text);
|
|
if (!matchResult && !arg.optional) {
|
|
return; // Missing required argument, don't parse
|
|
}
|
|
else if (matchResult) {
|
|
if (arg.captureSpan) {
|
|
const startPos = range.pos + matchResult.index + matchResult[1].length + matchResult[2].length;
|
|
argument[arg.name] = {
|
|
value: matchResult[3],
|
|
pos: startPos,
|
|
end: startPos + matchResult[3].length
|
|
};
|
|
}
|
|
else {
|
|
argument[arg.name] = matchResult[3];
|
|
}
|
|
}
|
|
}
|
|
pragmas.push({ name, args: { arguments: argument, range } } as PragmaPseudoMapEntry);
|
|
}
|
|
else {
|
|
pragmas.push({ name, args: { arguments: {}, range } } as PragmaPseudoMapEntry);
|
|
}
|
|
return;
|
|
}
|
|
|
|
const singleLine = range.kind === SyntaxKind.SingleLineCommentTrivia && singleLinePragmaRegEx.exec(text);
|
|
if (singleLine) {
|
|
return addPragmaForMatch(pragmas, range, PragmaKindFlags.SingleLine, singleLine);
|
|
}
|
|
|
|
if (range.kind === SyntaxKind.MultiLineCommentTrivia) {
|
|
const multiLinePragmaRegEx = /\s*@(\S+)\s*(.*)\s*$/gim; // Defined inline since it uses the "g" flag, which keeps a persistent index (for iterating)
|
|
let multiLineMatch: RegExpExecArray | null;
|
|
while (multiLineMatch = multiLinePragmaRegEx.exec(text)) {
|
|
addPragmaForMatch(pragmas, range, PragmaKindFlags.MultiLine, multiLineMatch);
|
|
}
|
|
}
|
|
}
|
|
|
|
function addPragmaForMatch(pragmas: PragmaPseudoMapEntry[], range: CommentRange, kind: PragmaKindFlags, match: RegExpExecArray) {
|
|
if (!match) return;
|
|
const name = match[1].toLowerCase() as keyof PragmaPseudoMap; // Technically unsafe cast, but we do it so they below check to make it safe typechecks
|
|
const pragma = commentPragmas[name] as PragmaDefinition;
|
|
if (!pragma || !(pragma.kind! & kind)) {
|
|
return;
|
|
}
|
|
const args = match[2]; // Split on spaces and match up positionally with definition
|
|
const argument = getNamedPragmaArguments(pragma, args);
|
|
if (argument === "fail") return; // Missing required argument, fail to parse it
|
|
pragmas.push({ name, args: { arguments: argument, range } } as PragmaPseudoMapEntry);
|
|
return;
|
|
}
|
|
|
|
function getNamedPragmaArguments(pragma: PragmaDefinition, text: string | undefined): {[index: string]: string} | "fail" {
|
|
if (!text) return {};
|
|
if (!pragma.args) return {};
|
|
const args = text.split(/\s+/);
|
|
const argMap: {[index: string]: string} = {};
|
|
for (let i = 0; i < pragma.args.length; i++) {
|
|
const argument = pragma.args[i];
|
|
if (!args[i] && !argument.optional) {
|
|
return "fail";
|
|
}
|
|
if (argument.captureSpan) {
|
|
return Debug.fail("Capture spans not yet implemented for non-xml pragmas");
|
|
}
|
|
argMap[argument.name] = args[i];
|
|
}
|
|
return argMap;
|
|
}
|
|
|
|
/** @internal */
|
|
export function tagNamesAreEquivalent(lhs: JsxTagNameExpression, rhs: JsxTagNameExpression): boolean {
|
|
if (lhs.kind !== rhs.kind) {
|
|
return false;
|
|
}
|
|
|
|
if (lhs.kind === SyntaxKind.Identifier) {
|
|
return lhs.escapedText === (<Identifier>rhs).escapedText;
|
|
}
|
|
|
|
if (lhs.kind === SyntaxKind.ThisKeyword) {
|
|
return true;
|
|
}
|
|
|
|
// If we are at this statement then we must have PropertyAccessExpression and because tag name in Jsx element can only
|
|
// take forms of JsxTagNameExpression which includes an identifier, "this" expression, or another propertyAccessExpression
|
|
// it is safe to case the expression property as such. See parseJsxElementName for how we parse tag name in Jsx element
|
|
return (<PropertyAccessExpression>lhs).name.escapedText === (<PropertyAccessExpression>rhs).name.escapedText &&
|
|
tagNamesAreEquivalent((<PropertyAccessExpression>lhs).expression as JsxTagNameExpression, (<PropertyAccessExpression>rhs).expression as JsxTagNameExpression);
|
|
}
|
|
}
|