| /* |
| * Copyright 2000-2013 JetBrains s.r.o. |
| * |
| * Licensed under the Apache License, Version 2.0 (the "License"); |
| * you may not use this file except in compliance with the License. |
| * You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| package com.jetbrains.python.parsing; |
| |
| import com.intellij.lang.ASTNode; |
| import com.intellij.lang.PsiBuilder; |
| import com.intellij.lang.PsiParser; |
| import com.intellij.openapi.diagnostic.Logger; |
| import com.intellij.psi.tree.IElementType; |
| import com.jetbrains.python.psi.LanguageLevel; |
| import org.jetbrains.annotations.NotNull; |
| |
| /** |
| * @author yole |
| */ |
| public class PyParser implements PsiParser { |
| private static final Logger LOGGER = Logger.getInstance(PyParser.class.getName()); |
| |
| private LanguageLevel myLanguageLevel; |
| private StatementParsing.FUTURE myFutureFlag; |
| |
| public PyParser() { |
| myLanguageLevel = LanguageLevel.getDefault(); |
| } |
| |
| public void setLanguageLevel(LanguageLevel languageLevel) { |
| myLanguageLevel = languageLevel; |
| } |
| |
| @NotNull |
| public ASTNode parse(IElementType root, PsiBuilder builder) { |
| long start = System.currentTimeMillis(); |
| final PsiBuilder.Marker rootMarker = builder.mark(); |
| ParsingContext context = createParsingContext(builder, myLanguageLevel, myFutureFlag); |
| StatementParsing statementParser = context.getStatementParser(); |
| builder.setTokenTypeRemapper(statementParser); // must be done before touching the caching lexer with eof() call. |
| boolean lastAfterSemicolon = false; |
| while (!builder.eof()) { |
| ParsingScope scope = context.emptyParsingScope(); |
| if (lastAfterSemicolon) { |
| statementParser.parseSimpleStatement(scope); |
| } |
| else { |
| statementParser.parseStatement(scope); |
| } |
| lastAfterSemicolon = scope.isAfterSemicolon(); |
| } |
| rootMarker.done(root); |
| ASTNode ast = builder.getTreeBuilt(); |
| long diff = System.currentTimeMillis() - start; |
| double kb = builder.getCurrentOffset() / 1000.0; |
| LOGGER.debug("Parsed " + String.format("%.1f", kb) + "K file in " + diff + "ms"); |
| return ast; |
| } |
| |
| protected ParsingContext createParsingContext(PsiBuilder builder, LanguageLevel languageLevel, StatementParsing.FUTURE futureFlag) { |
| return new ParsingContext(builder, languageLevel, futureFlag); |
| } |
| |
| public void setFutureFlag(StatementParsing.FUTURE future) { |
| myFutureFlag = future; |
| } |
| } |