X-Git-Url: http://git.phpeclipse.com diff --git a/net.sourceforge.phpeclipse/src/test/PHPParser.jj b/net.sourceforge.phpeclipse/src/test/PHPParser.jj index 46fb115..1e7e5a2 100644 --- a/net.sourceforge.phpeclipse/src/test/PHPParser.jj +++ b/net.sourceforge.phpeclipse/src/test/PHPParser.jj @@ -29,79 +29,114 @@ import org.eclipse.ui.texteditor.MarkerUtilities; import org.eclipse.jface.preference.IPreferenceStore; import java.util.Hashtable; +import java.util.ArrayList; import java.io.StringReader; +import java.io.*; import java.text.MessageFormat; import net.sourceforge.phpeclipse.actions.PHPStartApacheAction; import net.sourceforge.phpeclipse.PHPeclipsePlugin; +import net.sourceforge.phpdt.internal.compiler.ast.*; +import net.sourceforge.phpdt.internal.compiler.parser.OutlineableWithChildren; +import net.sourceforge.phpdt.internal.compiler.parser.Outlineable; import net.sourceforge.phpdt.internal.compiler.parser.PHPOutlineInfo; -import net.sourceforge.phpdt.internal.compiler.parser.PHPSegmentWithChildren; -import net.sourceforge.phpdt.internal.compiler.parser.PHPFunctionDeclaration; -import net.sourceforge.phpdt.internal.compiler.parser.PHPClassDeclaration; -import net.sourceforge.phpdt.internal.compiler.parser.PHPVarDeclaration; -import net.sourceforge.phpdt.internal.compiler.parser.PHPReqIncDeclaration; /** * A new php parser. - * This php parser is inspired by the Java 1.2 grammar example + * This php parser is inspired by the Java 1.2 grammar example * given with JavaCC. You can get JavaCC at http://www.webgain.com * You can test the parser with the PHPParserTestCase2.java * @author Matthieu Casanova */ -public class PHPParser extends PHPParserSuperclass { +public final class PHPParser extends PHPParserSuperclass { - private static IFile fileToParse; - - /** The current segment */ - private static PHPSegmentWithChildren currentSegment; + /** The current segment. */ + private static OutlineableWithChildren currentSegment; private static final String PARSE_ERROR_STRING = "Parse error"; //$NON-NLS-1$ private static final String PARSE_WARNING_STRING = "Warning"; //$NON-NLS-1$ - PHPOutlineInfo outlineInfo; + static PHPOutlineInfo outlineInfo; + + /** The error level of the current ParseException. */ private static int errorLevel = ERROR; + /** The message of the current ParseException. If it's null it's because the parse exception wasn't handled */ private static String errorMessage; - public PHPParser() { + private static int errorStart = -1; + private static int errorEnd = -1; + private static PHPDocument phpDocument; + + private static final char[] SYNTAX_ERROR_CHAR = {'s','y','n','t','a','x',' ','e','r','r','o','r'}; + /** + * The point where html starts. + * It will be used by the token manager to create HTMLCode objects + */ + public static int htmlStart; + + //ast stack + private final static int AstStackIncrement = 100; + /** The stack of node. */ + private static AstNode[] nodes; + /** The cursor in expression stack. */ + private static int nodePtr; + + private static final boolean PARSER_DEBUG = false; + + public final void setFileToParse(final IFile fileToParse) { + PHPParser.fileToParse = fileToParse; } - public void setFileToParse(IFile fileToParse) { - this.fileToParse = fileToParse; + public PHPParser() { } - public PHPParser(IFile fileToParse) { + public PHPParser(final IFile fileToParse) { this(new StringReader("")); - this.fileToParse = fileToParse; + PHPParser.fileToParse = fileToParse; } - public void phpParserTester(String strEval) throws CoreException, ParseException { - PHPParserTokenManager.SwitchTo(PHPParserTokenManager.PHPPARSING); - StringReader stream = new StringReader(strEval); - if (jj_input_stream == null) { - jj_input_stream = new SimpleCharStream(stream, 1, 1); - } - ReInit(new StringReader(strEval)); - phpTest(); + /** + * Reinitialize the parser. + */ + private static final void init() { + nodes = new AstNode[AstStackIncrement]; + nodePtr = -1; + htmlStart = 0; } - public void htmlParserTester(String strEval) throws CoreException, ParseException { - StringReader stream = new StringReader(strEval); - if (jj_input_stream == null) { - jj_input_stream = new SimpleCharStream(stream, 1, 1); + /** + * Add an php node on the stack. + * @param node the node that will be added to the stack + */ + private static final void pushOnAstNodes(final AstNode node) { + try { + nodes[++nodePtr] = node; + } catch (IndexOutOfBoundsException e) { + final int oldStackLength = nodes.length; + final AstNode[] oldStack = nodes; + nodes = new AstNode[oldStackLength + AstStackIncrement]; + System.arraycopy(oldStack, 0, nodes, 0, oldStackLength); + nodePtr = oldStackLength; + nodes[nodePtr] = node; } - ReInit(stream); - phpFile(); } - public PHPOutlineInfo parseInfo(Object parent, String s) { - outlineInfo = new PHPOutlineInfo(parent); - currentSegment = outlineInfo.getDeclarations(); - StringReader stream = new StringReader(s); + public final PHPOutlineInfo parseInfo(final Object parent, final String s) { + phpDocument = new PHPDocument(parent,"_root".toCharArray()); + currentSegment = phpDocument; + outlineInfo = new PHPOutlineInfo(parent, currentSegment); + final StringReader stream = new StringReader(s); if (jj_input_stream == null) { jj_input_stream = new SimpleCharStream(stream, 1, 1); } ReInit(stream); + init(); try { parse(); + phpDocument.nodes = new AstNode[nodes.length]; + System.arraycopy(nodes,0,phpDocument.nodes,0,nodes.length); + if (PHPeclipsePlugin.DEBUG) { + PHPeclipsePlugin.log(1,phpDocument.toString()); + } } catch (ParseException e) { processParseException(e); } @@ -114,63 +149,60 @@ public class PHPParser extends PHPParserSuperclass { * @param e the ParseException */ private static void processParseException(final ParseException e) { + if (PARSER_DEBUG) { + e.printStackTrace(); + return; + } if (errorMessage == null) { PHPeclipsePlugin.log(e); errorMessage = "this exception wasn't handled by the parser please tell us how to reproduce it"; + errorStart = SimpleCharStream.getPosition(); + errorEnd = errorStart + 1; } setMarker(e); errorMessage = null; + // if (PHPeclipsePlugin.DEBUG) PHPeclipsePlugin.log(e); } /** - * Create marker for the parse error + * Create marker for the parse error. + * @param e the ParseException */ - private static void setMarker(ParseException e) { + private static void setMarker(final ParseException e) { try { - setMarker(fileToParse, - errorMessage, - jj_input_stream.tokenBegin, - jj_input_stream.tokenBegin + e.currentToken.image.length(), - errorLevel, - "Line " + e.currentToken.beginLine); + if (errorStart == -1) { + setMarker(fileToParse, + errorMessage, + SimpleCharStream.tokenBegin, + SimpleCharStream.tokenBegin + e.currentToken.image.length(), + errorLevel, + "Line " + e.currentToken.beginLine); + } else { + setMarker(fileToParse, + errorMessage, + errorStart, + errorEnd, + errorLevel, + "Line " + e.currentToken.beginLine); + errorStart = -1; + errorEnd = -1; + } } catch (CoreException e2) { PHPeclipsePlugin.log(e2); } } - /** - * Create markers according to the external parser output - */ - private static void createMarkers(String output, IFile file) throws CoreException { - // delete all markers - file.deleteMarkers(IMarker.PROBLEM, false, 0); - - int indx = 0; - int brIndx = 0; - boolean flag = true; - while ((brIndx = output.indexOf("
", indx)) != -1) { - // newer php error output (tested with 4.2.3) - scanLine(output, file, indx, brIndx); - indx = brIndx + 6; - flag = false; - } - if (flag) { - while ((brIndx = output.indexOf("
", indx)) != -1) { - // older php error output (tested with 4.2.3) - scanLine(output, file, indx, brIndx); - indx = brIndx + 4; - } - } - } - - private static void scanLine(String output, IFile file, int indx, int brIndx) throws CoreException { + private static void scanLine(final String output, + final IFile file, + final int indx, + final int brIndx) throws CoreException { String current; - StringBuffer lineNumberBuffer = new StringBuffer(10); + final StringBuffer lineNumberBuffer = new StringBuffer(10); char ch; current = output.substring(indx, brIndx); if (current.indexOf(PARSE_WARNING_STRING) != -1 || current.indexOf(PARSE_ERROR_STRING) != -1) { - int onLine = current.indexOf("on line "); + final int onLine = current.indexOf("on line "); if (onLine != -1) { lineNumberBuffer.delete(0, lineNumberBuffer.length()); for (int i = onLine; i < current.length(); i++) { @@ -180,9 +212,9 @@ public class PHPParser extends PHPParserSuperclass { } } - int lineNumber = Integer.parseInt(lineNumberBuffer.toString()); + final int lineNumber = Integer.parseInt(lineNumberBuffer.toString()); - Hashtable attributes = new Hashtable(); + final Hashtable attributes = new Hashtable(); current = current.replaceAll("\n", ""); current = current.replaceAll("", ""); @@ -201,8 +233,13 @@ public class PHPParser extends PHPParserSuperclass { } } - public void parse(String s) throws CoreException { - ReInit(new StringReader(s)); + public final void parse(final String s) throws CoreException { + final StringReader stream = new StringReader(s); + if (jj_input_stream == null) { + jj_input_stream = new SimpleCharStream(stream, 1, 1); + } + ReInit(stream); + init(); try { parse(); } catch (ParseException e) { @@ -214,15 +251,15 @@ public class PHPParser extends PHPParserSuperclass { * Call the php parse command ( php -l -f <filename> ) * and create markers according to the external parser output */ - public static void phpExternalParse(IFile file) { - IPreferenceStore store = PHPeclipsePlugin.getDefault().getPreferenceStore(); - String filename = file.getLocation().toString(); + public static void phpExternalParse(final IFile file) { + final IPreferenceStore store = PHPeclipsePlugin.getDefault().getPreferenceStore(); + final String filename = file.getLocation().toString(); - String[] arguments = { filename }; - MessageFormat form = new MessageFormat(store.getString(PHPeclipsePlugin.EXTERNAL_PARSER_PREF)); - String command = form.format(arguments); + final String[] arguments = { filename }; + final MessageFormat form = new MessageFormat(store.getString(PHPeclipsePlugin.EXTERNAL_PARSER_PREF)); + final String command = form.format(arguments); - String parserResult = PHPStartApacheAction.getParserOutput(command, "External parser: "); + final String parserResult = PHPStartApacheAction.getParserOutput(command, "External parser: "); try { // parse the buffer to find the errors and warnings @@ -232,7 +269,37 @@ public class PHPParser extends PHPParserSuperclass { } } - public void parse() throws ParseException { + /** + * Put a new html block in the stack. + */ + public static final void createNewHTMLCode() { + final int currentPosition = SimpleCharStream.getPosition(); + if (currentPosition == htmlStart || currentPosition > SimpleCharStream.currentBuffer.length()) { + return; + } + final char[] chars = SimpleCharStream.currentBuffer.substring(htmlStart,currentPosition+1).toCharArray(); + pushOnAstNodes(new HTMLCode(chars, htmlStart,currentPosition)); + } + + /** Create a new task. */ + public static final void createNewTask() { + final int currentPosition = SimpleCharStream.getPosition(); + final String todo = SimpleCharStream.currentBuffer.substring(currentPosition-3, + SimpleCharStream.currentBuffer.indexOf("\n", + currentPosition)-1); + PHPeclipsePlugin.log(1,SimpleCharStream.currentBuffer.toString()); + try { + setMarker(fileToParse, + todo, + SimpleCharStream.getBeginLine(), + TASK, + "Line "+SimpleCharStream.getBeginLine()); + } catch (CoreException e) { + PHPeclipsePlugin.log(e); + } + } + + private static final void parse() throws ParseException { phpFile(); } } @@ -241,14 +308,17 @@ PARSER_END(PHPParser) TOKEN : { - : PHPPARSING + {PHPParser.createNewHTMLCode();} : PHPPARSING +| {PHPParser.createNewHTMLCode();} : PHPPARSING +| "> : DEFAULT + "> {PHPParser.htmlStart = SimpleCharStream.getPosition();} : DEFAULT } +/* Skip any character if we are not in php mode */ SKIP : { < ~[] > @@ -256,7 +326,6 @@ PARSER_END(PHPParser) /* WHITE SPACE */ - SKIP : { " " @@ -267,36 +336,33 @@ PARSER_END(PHPParser) } /* COMMENTS */ - - MORE : + SPECIAL_TOKEN : { "//" : IN_SINGLE_LINE_COMMENT -| - <"/**" ~["/"]> { input_stream.backup(1); } : IN_FORMAL_COMMENT -| - "/*" : IN_MULTI_LINE_COMMENT +| "#" : IN_SINGLE_LINE_COMMENT +| <"/**" ~["/"]> { input_stream.backup(1); } : IN_FORMAL_COMMENT +| "/*" : IN_MULTI_LINE_COMMENT } SPECIAL_TOKEN : { : PHPPARSING +| "?>" : DEFAULT } - TOKEN : + SPECIAL_TOKEN : { - " > : DEFAULT + "todo" {PHPParser.createNewTask();} } - -SPECIAL_TOKEN : + SPECIAL_TOKEN : { - : PHPPARSING + "*/" : PHPPARSING } - -SPECIAL_TOKEN : + SPECIAL_TOKEN : { - : PHPPARSING + "*/" : PHPPARSING } @@ -315,133 +381,138 @@ MORE : | | | +| +| } /* LANGUAGE CONSTRUCT */ TOKEN : { - -| -| -| -| -| -| -| -| "> -| -| "> + +| +| +| +| +| +| +| +| +| "> +| +| "> } /* RESERVED WORDS AND LITERALS */ TOKEN : { - < BREAK: "break" > -| < CASE: "case" > -| < CONST: "const" > -| < CONTINUE: "continue" > -| < _DEFAULT: "default" > -| < DO: "do" > -| < EXTENDS: "extends" > -| < FALSE: "false" > -| < FOR: "for" > -| < GOTO: "goto" > -| < NEW: "new" > -| < NULL: "null" > -| < RETURN: "return" > -| < SUPER: "super" > -| < SWITCH: "switch" > -| < THIS: "this" > -| < TRUE: "true" > -| < WHILE: "while" > -| < ENDWHILE : "endwhile" > -| -| + +| +| +| <_DEFAULT : "default"> +| +| +| +| +| +| +| +| +| +| +| +| +| +| +| +| +| +| +| } /* TYPES */ - TOKEN : { - -| -| + +| +| | -| -| -| -| +| +| +| +| | } +//Misc token TOKEN : { - < _ORL : "OR" > -| < _ANDL: "AND"> + +| +| +| +| +| } -/* LITERALS */ +/* OPERATORS */ + TOKEN : +{ + +| +| +| +| +| +| +| +| +| +| +| +| +| >"> +| >>"> +| <_ORL : "OR"> +| <_ANDL : "AND"> +} +/* LITERALS */ TOKEN : { - < INTEGER_LITERAL: + (["l","L"])? | (["l","L"])? | (["l","L"])? > | - < #DECIMAL_LITERAL: ["1"-"9"] (["0"-"9"])* > + <#DECIMAL_LITERAL: ["1"-"9"] (["0"-"9"])* > | - < #HEX_LITERAL: "0" ["x","X"] (["0"-"9","a"-"f","A"-"F"])+ > + <#HEX_LITERAL: "0" ["x","X"] (["0"-"9","a"-"f","A"-"F"])+ > | - < #OCTAL_LITERAL: "0" (["0"-"7"])* > + <#OCTAL_LITERAL: "0" (["0"-"7"])* > | - < FLOATING_POINT_LITERAL: + )? (["f","F","d","D"])? | "." (["0"-"9"])+ ()? (["f","F","d","D"])? | (["0"-"9"])+ (["f","F","d","D"])? | (["0"-"9"])+ ()? ["f","F","d","D"] > | - < #EXPONENT: ["e","E"] (["+","-"])? (["0"-"9"])+ > + <#EXPONENT: ["e","E"] (["+","-"])? (["0"-"9"])+ > | - < STRING_LITERAL: ( | | )> -| < STRING_1: - "\"" - ( - ~["\""] - | - "\\\"" - )* - "\"" - > -| < STRING_2: - "'" - ( - ~["'"] - | - "\\'" - )* - - "'" - > -| < STRING_3: - "`" - ( - ~["`"] - | - "\\`" - )* - "`" - > + | | )> +| +| +| } /* IDENTIFIERS */ TOKEN : { - < IDENTIFIER: (|) (||)* > + |) (||)* > | < #LETTER: ["a"-"z"] | ["A"-"Z"] @@ -460,1396 +531,2478 @@ MORE : TOKEN : { - < LPAREN: "(" > -| < RPAREN: ")" > -| < LBRACE: "{" > -| < RBRACE: "}" > -| < LBRACKET: "[" > -| < RBRACKET: "]" > -| < SEMICOLON: ";" > -| < COMMA: "," > -| < DOT: "." > + +| +| +| +| +| +| +| +| } -/* OPERATORS */ +/* COMPARATOR */ TOKEN : { - -| -| " > -| -| -| -| -| -| =" > -| -| -| -| -| -| -| -| -| -| -| -| -| -| >" > -| >>" > -| -| >=" > -| -| -| "> +| +| +| ="> +| "> +| +| } +/* ASSIGNATION */ TOKEN : { - < DOLLAR_ID: > + +| >="> } -/***************************************** - * THE JAVA LANGUAGE GRAMMAR STARTS HERE * - *****************************************/ - -/* - * Program structuring syntax follows. - */ - -void phpTest() : -{} + TOKEN : { - Php() - + > } void phpFile() : {} { try { - ( Php() )* - + (PhpBlock())* + {PHPParser.createNewHTMLCode();} } catch (TokenMgrError e) { + PHPeclipsePlugin.log(e); + errorStart = SimpleCharStream.getPosition(); + errorEnd = errorStart + 1; errorMessage = e.getMessage(); errorLevel = ERROR; throw generateParseException(); } } +/** + * A php block is a + * or + * or + */ +void PhpBlock() : +{ + final int start = SimpleCharStream.getPosition(); + final PHPEchoBlock phpEchoBlock; +} +{ + phpEchoBlock = phpEchoBlock() + {pushOnAstNodes(phpEchoBlock);} +| + [ + | + {try { + setMarker(fileToParse, + "You should use ' + } catch (ParseException e) { + errorMessage = "'?>' expected"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + processParseException(e); + } +} + +PHPEchoBlock phpEchoBlock() : +{ + final Expression expr; + final int pos = SimpleCharStream.getPosition(); + final PHPEchoBlock echoBlock; +} +{ + expr = Expression() [ ] + { + echoBlock = new PHPEchoBlock(expr,pos,SimpleCharStream.getPosition()); + pushOnAstNodes(echoBlock); + return echoBlock;} +} + void Php() : {} { (BlockStatement())* } -void ClassDeclaration() : +ClassDeclaration ClassDeclaration() : { - PHPClassDeclaration classDeclaration; - Token className; - int pos = jj_input_stream.bufpos; + final ClassDeclaration classDeclaration; + final Token className,superclassName; + final int pos; + char[] classNameImage = SYNTAX_ERROR_CHAR; + char[] superclassNameImage = null; } { - className = [ ] - { - classDeclaration = new PHPClassDeclaration(currentSegment,className.image,pos); - currentSegment.add(classDeclaration); - currentSegment = classDeclaration; + + {pos = SimpleCharStream.getPosition();} + try { + className = + {classNameImage = className.image.toCharArray();} + } catch (ParseException e) { + errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', identifier expected"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + processParseException(e); } - ClassBody() + [ + + try { + superclassName = + {superclassNameImage = superclassName.image.toCharArray();} + } catch (ParseException e) { + errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', identifier expected"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + processParseException(e); + superclassNameImage = SYNTAX_ERROR_CHAR; + } + ] { - currentSegment = (PHPSegmentWithChildren) currentSegment.getParent(); + if (superclassNameImage == null) { + classDeclaration = new ClassDeclaration(currentSegment, + classNameImage, + pos, + 0); + } else { + classDeclaration = new ClassDeclaration(currentSegment, + classNameImage, + superclassNameImage, + pos, + 0); + } + currentSegment.add(classDeclaration); + currentSegment = classDeclaration; } + ClassBody(classDeclaration) + {currentSegment = (OutlineableWithChildren) currentSegment.getParent(); + classDeclaration.sourceEnd = SimpleCharStream.getPosition(); + pushOnAstNodes(classDeclaration); + return classDeclaration;} } -void ClassBody() : +void ClassBody(final ClassDeclaration classDeclaration) : {} { try { } catch (ParseException e) { - errorMessage = "'{' expected"; + errorMessage = "unexpected token : '"+ e.currentToken.next.image + "'. '{' expected"; errorLevel = ERROR; - throw e; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + processParseException(e); } - ( ClassBodyDeclaration() )* + ( ClassBodyDeclaration(classDeclaration) )* try { } catch (ParseException e) { - errorMessage = "'var', 'function' or '}' expected"; + errorMessage = "unexpected token : '"+ e.currentToken.next.image +"'. 'var', 'function' or '}' expected"; errorLevel = ERROR; - throw e; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + processParseException(e); } } -void ClassBodyDeclaration() : -{} +/** + * A class can contain only methods and fields. + */ +void ClassBodyDeclaration(final ClassDeclaration classDeclaration) : { - MethodDeclaration() -| - FieldDeclaration() + final MethodDeclaration method; + final FieldDeclaration field; +} +{ + method = MethodDeclaration() {method.analyzeCode(); + classDeclaration.addMethod(method);} +| field = FieldDeclaration() {classDeclaration.addField(field);} } -void FieldDeclaration() : +/** + * A class field declaration : it's var VariableDeclarator() (, VariableDeclarator())*;. + * it is only used by ClassBodyDeclaration() + */ +FieldDeclaration FieldDeclaration() : { - PHPVarDeclaration variableDeclaration; + VariableDeclaration variableDeclaration; + final VariableDeclaration[] list; + final ArrayList arrayList = new ArrayList(); + final int pos = SimpleCharStream.getPosition(); } { - variableDeclaration = VariableDeclarator() - {currentSegment.add(variableDeclaration);} - ( - variableDeclaration = VariableDeclarator() - {currentSegment.add(variableDeclaration);} + variableDeclaration = VariableDeclaratorNoSuffix() + {arrayList.add(variableDeclaration); + outlineInfo.addVariable(new String(variableDeclaration.name()));} + ( + variableDeclaration = VariableDeclaratorNoSuffix() + {arrayList.add(variableDeclaration); + outlineInfo.addVariable(new String(variableDeclaration.name()));} )* try { } catch (ParseException e) { - errorMessage = "';' expected after variable declaration"; + errorMessage = "unexpected token : '"+ e.currentToken.next.image +"'. A ';' was expected after variable declaration"; errorLevel = ERROR; - throw e; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + processParseException(e); } + + {list = new VariableDeclaration[arrayList.size()]; + arrayList.toArray(list); + return new FieldDeclaration(list, + pos, + SimpleCharStream.getPosition(), + currentSegment);} } -PHPVarDeclaration VariableDeclarator() : +/** + * a strict variable declarator : there cannot be a suffix here. + */ +VariableDeclaration VariableDeclaratorNoSuffix() : { - String varName; - String varValue = null; - int pos = jj_input_stream.bufpos; + final Token varName; + Expression initializer = null; + final int pos = SimpleCharStream.getPosition(); } { - varName = VariableDeclaratorId() + varName = [ try { - varValue = VariableInitializer() + initializer = VariableInitializer() } catch (ParseException e) { errorMessage = "Literal expression expected in variable initializer"; errorLevel = ERROR; - throw e; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + processParseException(e); } ] { - if (varValue == null) { - return new PHPVarDeclaration(currentSegment,varName,pos); + if (initializer == null) { + return new VariableDeclaration(currentSegment, + new Variable(varName.image.substring(1).toCharArray(),SimpleCharStream.getPosition()-varName.image.length()-1,SimpleCharStream.getPosition()), + pos, + SimpleCharStream.getPosition()); + } + return new VariableDeclaration(currentSegment, + new Variable(varName.image.substring(1).toCharArray(),SimpleCharStream.getPosition()-varName.image.length()-1,SimpleCharStream.getPosition()), + initializer, + VariableDeclaration.EQUAL, + pos); + } +} + +VariableDeclaration VariableDeclarator() : +{ + final String varName; + Expression initializer = null; + final int pos = SimpleCharStream.getPosition(); +} +{ + varName = VariableDeclaratorId() + [ + + try { + initializer = VariableInitializer() + } catch (ParseException e) { + errorMessage = "Literal expression expected in variable initializer"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + processParseException(e); } - return new PHPVarDeclaration(currentSegment,varName,pos,varValue); + ] + { + if (initializer == null) { + return new VariableDeclaration(currentSegment, + new Variable(varName.substring(1).toCharArray(),SimpleCharStream.getPosition()-varName.length()-1,SimpleCharStream.getPosition()), + pos, + SimpleCharStream.getPosition()); + } + return new VariableDeclaration(currentSegment, + new Variable(varName.substring(1).toCharArray(),SimpleCharStream.getPosition()-varName.length()-1,SimpleCharStream.getPosition()), + initializer, + VariableDeclaration.EQUAL, + pos); } } +/** + * A Variable name. + * @return the variable name (with suffix) + */ String VariableDeclaratorId() : { - String expr; - StringBuffer buff = new StringBuffer(); + final String var; + Expression expression = null; + final int pos = SimpleCharStream.getPosition(); + ConstantIdentifier ex; } { try { - expr = Variable() - {buff.append(expr);} - ( LOOKAHEAD(2) expr = VariableSuffix() - {buff.append(expr);} + var = Variable() + ( + LOOKAHEAD(2) + {ex = new ConstantIdentifier(var.toCharArray(), + pos, + SimpleCharStream.getPosition());} + expression = VariableSuffix(ex) )* - {return buff.toString();} + { + if (expression == null) { + return var; + } + return expression.toStringExpression(); + } } catch (ParseException e) { errorMessage = "'$' expected for variable identifier"; errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; throw e; } } +/** + * Return a variablename without the $. + * @return a variable name + */ String Variable(): { - String expr = null; - Token token; + final StringBuffer buff; + Expression expression = null; + final Token token; + final String expr; } { - token = [ expr = Expression() ] + token = [ expression = Expression() ] { - if (expr == null) { - return token.image; + if (expression == null) { + return token.image.substring(1); } - return token + "{" + expr + "}"; + buff = new StringBuffer(token.image); + buff.append("{"); + buff.append(expression.toStringExpression()); + buff.append("}"); + return buff.toString(); } | expr = VariableName() - {return "$" + expr;} + {return expr;} } +/** + * A Variable name (without the $) + * @return a variable name String + */ String VariableName(): { -String expr = null; -Token token; + final StringBuffer buff; + final String expr; + Expression expression = null; + final Token token; } { - expr = Expression() - {return "{"+expr+"}";} + expression = Expression() + {buff = new StringBuffer("{"); + buff.append(expression.toStringExpression()); + buff.append("}"); + return buff.toString();} | - token = [ expr = Expression() ] + token = [ expression = Expression() ] { - if (expr == null) { + if (expression == null) { return token.image; } - return token + "{" + expr + "}"; + buff = new StringBuffer(token.image); + buff.append("{"); + buff.append(expression.toStringExpression()); + buff.append("}"); + return buff.toString(); } | expr = VariableName() - {return "$" + expr;} -| - token = [expr = VariableName()] { - if (expr == null) { - return token.image; - } - return token.image + expr; + buff = new StringBuffer("$"); + buff.append(expr); + return buff.toString(); } +| + token = {return token.image;} } -String VariableInitializer() : +Expression VariableInitializer() : { - String expr; - Token token; + final Expression expr; + final Token token; + final int pos = SimpleCharStream.getPosition(); } { expr = Literal() {return expr;} | (token = | token = ) - {return "-" + token.image;} + {return new PrefixedUnaryExpression(new NumberLiteral(token.image.toCharArray(), + pos, + SimpleCharStream.getPosition()), + OperatorIds.MINUS, + pos);} | (token = | token = ) - {return "+" + token.image;} + {return new PrefixedUnaryExpression(new NumberLiteral(token.image.toCharArray(), + pos, + SimpleCharStream.getPosition()), + OperatorIds.PLUS, + pos);} | expr = ArrayDeclarator() {return expr;} | token = - {return token.image;} + {return new ConstantIdentifier(token.image.toCharArray(),pos,SimpleCharStream.getPosition());} } -String ArrayVariable() : +ArrayVariableDeclaration ArrayVariable() : { -String expr; -StringBuffer buff = new StringBuffer(); +final Expression expr,expr2; } { expr = Expression() - {buff.append(expr);} - [ expr = Expression() - {buff.append("=>").append(expr);}] - {return buff.toString();} + [ + expr2 = Expression() + {return new ArrayVariableDeclaration(expr,expr2);} + ] + {return new ArrayVariableDeclaration(expr,SimpleCharStream.getPosition());} } -String ArrayInitializer() : +ArrayVariableDeclaration[] ArrayInitializer() : { -String expr = null; -StringBuffer buff = new StringBuffer("("); + ArrayVariableDeclaration expr; + final ArrayList list = new ArrayList(); } { - [ expr = ArrayVariable() - {buff.append(expr);} - ( LOOKAHEAD(2) expr = ArrayVariable() - {buff.append(",").append(expr);} - )* ] + + [ + expr = ArrayVariable() + {list.add(expr);} + ( LOOKAHEAD(2) expr = ArrayVariable() + {list.add(expr);} + )* + ] + [ + {list.add(null);} + ] { - buff.append(")"); - return buff.toString(); - } + final ArrayVariableDeclaration[] vars = new ArrayVariableDeclaration[list.size()]; + list.toArray(vars); + return vars;} } -void MethodDeclaration() : +/** + * A Method Declaration. + * function MetodDeclarator() Block() + */ +MethodDeclaration MethodDeclaration() : { - PHPFunctionDeclaration functionDeclaration; + final MethodDeclaration functionDeclaration; + final Block block; + final OutlineableWithChildren seg = currentSegment; } { - functionDeclaration = MethodDeclarator() - { - currentSegment.add(functionDeclaration); - currentSegment = functionDeclaration; - } - Block() - { - currentSegment = (PHPSegmentWithChildren) currentSegment.getParent(); + + try { + functionDeclaration = MethodDeclarator() + {outlineInfo.addVariable(new String(functionDeclaration.name));} + } catch (ParseException e) { + if (errorMessage != null) throw e; + errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', function identifier expected"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + throw e; } + {currentSegment = functionDeclaration;} + block = Block() + {functionDeclaration.statements = block.statements; + currentSegment = seg; + return functionDeclaration;} } -PHPFunctionDeclaration MethodDeclarator() : +/** + * A MethodDeclarator. + * [&] IDENTIFIER(parameters ...). + * @return a function description for the outline + */ +MethodDeclaration MethodDeclarator() : { - Token identifier; - StringBuffer methodDeclaration = new StringBuffer(); - String formalParameters; - int pos = jj_input_stream.bufpos; + final Token identifier; + Token reference = null; + final Hashtable formalParameters; + final int pos = SimpleCharStream.getPosition(); + char[] identifierChar = SYNTAX_ERROR_CHAR; } { - [ {methodDeclaration.append("&");} ] - identifier = - {methodDeclaration.append(identifier);} - formalParameters = FormalParameters() - { - methodDeclaration.append(formalParameters); - return new PHPFunctionDeclaration(currentSegment,methodDeclaration.toString(),pos); + [reference = ] + try { + identifier = + {identifierChar = identifier.image.toCharArray();} + } catch (ParseException e) { + errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', function identifier expected"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + processParseException(e); } + formalParameters = FormalParameters() + {MethodDeclaration method = new MethodDeclaration(currentSegment, + identifierChar, + formalParameters, + reference != null, + pos, + SimpleCharStream.getPosition()); + return method;} } -String FormalParameters() : +/** + * FormalParameters follows method identifier. + * (FormalParameter()) + */ +Hashtable FormalParameters() : { - String expr; - final StringBuffer buff = new StringBuffer("("); + VariableDeclaration var; + final Hashtable parameters = new Hashtable(); } { try { } catch (ParseException e) { - errorMessage = "Formal parameter expected after function identifier"; + errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', '(' expected after function identifier"; errorLevel = ERROR; - jj_consume_token(token.kind); - } - [ expr = FormalParameter() - {buff.append(expr);} - ( - expr = FormalParameter() - {buff.append(",").append(expr);} - )* - ] + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + processParseException(e); + } + [ + var = FormalParameter() + {parameters.put(new String(var.name()),var);} + ( + var = FormalParameter() + {parameters.put(new String(var.name()),var);} + )* + ] try { } catch (ParseException e) { errorMessage = "')' expected"; errorLevel = ERROR; - throw e; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + processParseException(e); } - { - buff.append(")"); - return buff.toString(); - } + {return parameters;} } -String FormalParameter() : +/** + * A formal parameter. + * $varname[=value] (,$varname[=value]) + */ +VariableDeclaration FormalParameter() : { - PHPVarDeclaration variableDeclaration; - StringBuffer buff = new StringBuffer(); + final VariableDeclaration variableDeclaration; + Token token = null; } { - [ {buff.append("&");}] variableDeclaration = VariableDeclarator() + [token = ] variableDeclaration = VariableDeclaratorNoSuffix() { - buff.append(variableDeclaration.toString()); - return buff.toString(); - } + if (token != null) { + variableDeclaration.setReference(true); + } + return variableDeclaration;} } -String Type() : -{} +ConstantIdentifier Type() : +{final int pos;} { - - {return "string";} -| - - {return "bool";} -| - - {return "boolean";} -| - - {return "real";} -| - - {return "double";} -| - - {return "float";} -| - - {return "int";} -| - - {return "integer";} -| - - {return "object";} + {pos = SimpleCharStream.getPosition(); + return new ConstantIdentifier(Types.STRING,pos,pos-6);} +| {pos = SimpleCharStream.getPosition(); + return new ConstantIdentifier(Types.BOOL,pos,pos-4);} +| {pos = SimpleCharStream.getPosition(); + return new ConstantIdentifier(Types.BOOLEAN,pos,pos-7);} +| {pos = SimpleCharStream.getPosition(); + return new ConstantIdentifier(Types.REAL,pos,pos-4);} +| {pos = SimpleCharStream.getPosition(); + return new ConstantIdentifier(Types.DOUBLE,pos,pos-5);} +| {pos = SimpleCharStream.getPosition(); + return new ConstantIdentifier(Types.FLOAT,pos,pos-5);} +| {pos = SimpleCharStream.getPosition(); + return new ConstantIdentifier(Types.INT,pos,pos-3);} +| {pos = SimpleCharStream.getPosition(); + return new ConstantIdentifier(Types.INTEGER,pos,pos-7);} +| {pos = SimpleCharStream.getPosition(); + return new ConstantIdentifier(Types.OBJECT,pos,pos-6);} } -String Expression() : +Expression Expression() : { - String expr; - String assignOperator = null; - String expr2 = null; + final Expression expr; + Expression initializer = null; + final int pos = SimpleCharStream.getPosition(); + int assignOperator = -1; } { - expr = PrintExpression() - {return expr;} -| + LOOKAHEAD(1) expr = ConditionalExpression() [ assignOperator = AssignmentOperator() try { - expr2 = Expression() + initializer = ConditionalExpression() } catch (ParseException e) { - errorMessage = "expression expected"; + if (errorMessage != null) { + throw e; + } + errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', expression expected"; errorLevel = ERROR; + errorEnd = SimpleCharStream.getPosition(); throw e; } ] { - if (expr2 == null) { + char[] varName = expr.toStringExpression().substring(1).toCharArray(); + if (assignOperator == -1) { + return new VariableDeclaration(currentSegment, + new Variable(varName,SimpleCharStream.getPosition()-varName.length-1,SimpleCharStream.getPosition()), + pos, + SimpleCharStream.getPosition()); return expr; - } else { - return expr + assignOperator + expr2; } - } + return new VariableDeclaration(currentSegment, + new Variable(varName,SimpleCharStream.getPosition()-varName.length-1,SimpleCharStream.getPosition()), + initializer, + assignOperator, + pos); + } + {return expr;} +| expr = ExpressionWBang() {return expr;} +} + +Expression ExpressionWBang() : +{ + final Expression expr; + final int pos = SimpleCharStream.getPosition(); +} +{ + expr = ExpressionWBang() {return new PrefixedUnaryExpression(expr,OperatorIds.NOT,pos);} +| expr = ExpressionNoBang() {return expr;} +} + +Expression ExpressionNoBang() : +{ + Expression expr = null; + int assignOperator = -1; + String var; + final int pos = SimpleCharStream.getPosition(); +} +{ + expr = PrintExpression() {return expr;} +| expr = ListExpression() {return expr;} } -String AssignmentOperator() : +/** + * Any assignement operator. + * @return the assignement operator id + */ +int AssignmentOperator() : {} { - -{return "=";} -| -{return "*=";} -| -{return "/=";} -| -{return "%=";} -| -{return "+=";} -| -{return "-=";} -| -{return "<<=";} -| -{return ">>=";} -| -{return "&=";} -| -{return "|=";} -| -{return "|=";} -| -{return ".=";} -| -{return "~=";} -} - -String ConditionalExpression() : -{ - String expr; - String expr2 = null; - String expr3 = null; + {return VariableDeclaration.EQUAL;} +| {return VariableDeclaration.STAR_EQUAL;} +| {return VariableDeclaration.SLASH_EQUAL;} +| {return VariableDeclaration.REM_EQUAL;} +| {return VariableDeclaration.PLUS_EQUAL;} +| {return VariableDeclaration.MINUS_EQUAL;} +| {return VariableDeclaration.LSHIFT_EQUAL;} +| {return VariableDeclaration.RSIGNEDSHIFT_EQUAL;} +| {return VariableDeclaration.AND_EQUAL;} +| {return VariableDeclaration.XOR_EQUAL;} +| {return VariableDeclaration.OR_EQUAL;} +| {return VariableDeclaration.DOT_EQUAL;} +| {return VariableDeclaration.TILDE_EQUAL;} +} + +Expression ConditionalExpression() : +{ + final Expression expr; + Expression expr2 = null; + Expression expr3 = null; } { expr = ConditionalOrExpression() [ expr2 = Expression() expr3 = ConditionalExpression() ] { if (expr3 == null) { return expr; - } else { - return expr + "?" + expr2 + ":" + expr3; } + return new ConditionalExpression(expr,expr2,expr3); } } -String ConditionalOrExpression() : +Expression ConditionalOrExpression() : { - String expr; - Token operator; - String expr2 = null; - StringBuffer buff = new StringBuffer(); + Expression expr,expr2; + int operator; } { expr = ConditionalAndExpression() - { - buff.append(expr); - } ( - (operator = | operator = <_ORL>) expr2 = ConditionalAndExpression() + ( + {operator = OperatorIds.OR_OR;} + | <_ORL> {operator = OperatorIds.ORL;} + ) + expr2 = ConditionalAndExpression() { - buff.append(operator.image); - buff.append(expr2); + expr = new BinaryExpression(expr,expr2,operator); } )* - { - return buff.toString(); - } + {return expr;} } -String ConditionalAndExpression() : +Expression ConditionalAndExpression() : { - String expr; - Token operator; - String expr2 = null; - StringBuffer buff = new StringBuffer(); + Expression expr,expr2; + int operator; } { expr = ConcatExpression() - { - buff.append(expr); - } ( - (operator = | operator = <_ANDL>) expr2 = ConcatExpression() - { - buff.append(operator.image); - buff.append(expr2); - } + ( {operator = OperatorIds.AND_AND;} + | <_ANDL> {operator = OperatorIds.ANDL;}) + expr2 = ConcatExpression() {expr = new BinaryExpression(expr,expr2,operator);} )* - { - return buff.toString(); - } + {return expr;} } -String ConcatExpression() : +Expression ConcatExpression() : { - String expr; - String expr2 = null; - StringBuffer buff = new StringBuffer(); + Expression expr,expr2; } { expr = InclusiveOrExpression() - { - buff.append(expr); - } ( - expr2 = InclusiveOrExpression() - { - buff.append("."); - buff.append(expr2); - } + expr2 = InclusiveOrExpression() + {expr = new BinaryExpression(expr,expr2,OperatorIds.DOT);} )* - { - return buff.toString(); - } + {return expr;} } -String InclusiveOrExpression() : +Expression InclusiveOrExpression() : { - String expr; - String expr2 = null; - StringBuffer buff = new StringBuffer(); + Expression expr,expr2; } { expr = ExclusiveOrExpression() - { - buff.append(expr); - } - ( - expr2 = ExclusiveOrExpression() - { - buff.append("|"); - buff.append(expr2); - } + ( expr2 = ExclusiveOrExpression() + {expr = new BinaryExpression(expr,expr2,OperatorIds.OR);} )* - { - return buff.toString(); - } + {return expr;} } -String ExclusiveOrExpression() : +Expression ExclusiveOrExpression() : { - String expr; - String expr2 = null; - StringBuffer buff = new StringBuffer(); + Expression expr,expr2; } { expr = AndExpression() - { - buff.append(expr); - } ( expr2 = AndExpression() - { - buff.append("^"); - buff.append(expr2); - } + {expr = new BinaryExpression(expr,expr2,OperatorIds.XOR);} )* - { - return buff.toString(); - } + {return expr;} } -String AndExpression() : +Expression AndExpression() : { - String expr; - String expr2 = null; - StringBuffer buff = new StringBuffer(); + Expression expr,expr2; } { expr = EqualityExpression() - { - buff.append(expr); - } ( + LOOKAHEAD(1) expr2 = EqualityExpression() - { - buff.append("&"); - buff.append(expr2); - } + {expr = new BinaryExpression(expr,expr2,OperatorIds.AND);} )* - { - return buff.toString(); - } + {return expr;} } -String EqualityExpression() : +Expression EqualityExpression() : { - String expr; - Token operator; - String expr2; - StringBuffer buff = new StringBuffer(); + Expression expr,expr2; + int operator; } { expr = RelationalExpression() - {buff.append(expr);} ( - ( operator = - | operator = - | operator = - | operator = + ( {operator = OperatorIds.EQUAL_EQUAL;} + | {operator = OperatorIds.DIF;} + | {operator = OperatorIds.DIF;} + | {operator = OperatorIds.BANG_EQUAL_EQUAL;} + | {operator = OperatorIds.EQUAL_EQUAL_EQUAL;} ) - expr2 = RelationalExpression() + try { + expr2 = RelationalExpression() + } catch (ParseException e) { + if (errorMessage != null) { + throw e; + } + errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', expression expected"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + throw e; + } { - buff.append(operator.image); - buff.append(expr2); + expr = new BinaryExpression(expr,expr2,operator); } )* - {return buff.toString();} + {return expr;} } -String RelationalExpression() : +Expression RelationalExpression() : { - String expr; - Token operator; - String expr2; - StringBuffer buff = new StringBuffer(); + Expression expr,expr2; + int operator; } { expr = ShiftExpression() - {buff.append(expr);} ( - ( operator = | operator = | operator = | operator = ) expr2 = ShiftExpression() - { - buff.append(operator.image); - buff.append(expr2); - } + ( {operator = OperatorIds.LESS;} + | {operator = OperatorIds.GREATER;} + | {operator = OperatorIds.LESS_EQUAL;} + | {operator = OperatorIds.GREATER_EQUAL;}) + expr2 = ShiftExpression() + {expr = new BinaryExpression(expr,expr2,operator);} )* - {return buff.toString();} + {return expr;} } -String ShiftExpression() : +Expression ShiftExpression() : { - String expr; - Token operator; - String expr2; - StringBuffer buff = new StringBuffer(); + Expression expr,expr2; + int operator; } { expr = AdditiveExpression() - {buff.append(expr);} ( - (operator = | operator = | operator = ) expr2 = AdditiveExpression() - { - buff.append(operator.image); - buff.append(expr2); - } + ( {operator = OperatorIds.LEFT_SHIFT;} + | {operator = OperatorIds.RIGHT_SHIFT;} + | {operator = OperatorIds.UNSIGNED_RIGHT_SHIFT;}) + expr2 = AdditiveExpression() + {expr = new BinaryExpression(expr,expr2,operator);} )* - {return buff.toString();} + {return expr;} } -String AdditiveExpression() : +Expression AdditiveExpression() : { - String expr; - Token operator; - String expr2; - StringBuffer buff = new StringBuffer(); + Expression expr,expr2; + int operator; } { expr = MultiplicativeExpression() - {buff.append(expr);} ( - ( operator = | operator = ) expr2 = MultiplicativeExpression() - { - buff.append(operator.image); - buff.append(expr2); - } + LOOKAHEAD(1) + ( {operator = OperatorIds.PLUS;} + | {operator = OperatorIds.MINUS;} ) + expr2 = MultiplicativeExpression() + {expr = new BinaryExpression(expr,expr2,operator);} )* - {return buff.toString();} + {return expr;} } -String MultiplicativeExpression() : +Expression MultiplicativeExpression() : { - String expr, expr2; - Token operator; - final StringBuffer buff = new StringBuffer();} + Expression expr,expr2; + int operator; +} { - expr = UnaryExpression() - {buff.append(expr);} - ( - ( operator = | operator = | operator = ) expr2 = UnaryExpression() - { - buff.append(operator.image); - buff.append(expr2); + try { + expr = UnaryExpression() + } catch (ParseException e) { + if (errorMessage != null) throw e; + errorMessage = "unexpected token '"+e.currentToken.next.image+"'"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + throw e; } + ( + ( {operator = OperatorIds.MULTIPLY;} + | {operator = OperatorIds.DIVIDE;} + | {operator = OperatorIds.REMAINDER;}) + expr2 = UnaryExpression() + {expr = new BinaryExpression(expr,expr2,operator);} )* - {return buff.toString();} + {return expr;} } /** * An unary expression starting with @, & or nothing */ -String UnaryExpression() : +Expression UnaryExpression() : { - String expr; - Token token; - final StringBuffer buff = new StringBuffer(); + final Expression expr; + final int pos = SimpleCharStream.getPosition(); } { - token = expr = UnaryExpressionNoPrefix() - { - if (token == null) { - return expr; - } - return token.image + expr; - } + expr = UnaryExpressionNoPrefix() + {return new PrefixedUnaryExpression(expr,OperatorIds.AND,pos);} | - ( {buff.append("@");})* expr = UnaryExpressionNoPrefix() - {return buff.append(expr).toString();} + expr = AtUnaryExpression() {return expr;} } -String UnaryExpressionNoPrefix() : +Expression AtUnaryExpression() : { - String expr; - Token token; + final Expression expr; + final int pos = SimpleCharStream.getPosition(); } { - ( token = | token = ) expr = UnaryExpression() - { - return token.image + expr; - } + + expr = AtUnaryExpression() + {return new PrefixedUnaryExpression(expr,OperatorIds.AT,pos);} | - expr = PreIncrementExpression() - {return expr;} -| - expr = PreDecrementExpression() - {return expr;} -| - expr = UnaryExpressionNotPlusMinus() + expr = UnaryExpressionNoPrefix() {return expr;} } -String PreIncrementExpression() : +Expression UnaryExpressionNoPrefix() : { -String expr; + final Expression expr; + final int operator; + final int pos = SimpleCharStream.getPosition(); } { - expr = PrimaryExpression() - {return "++"+expr;} + ( + {operator = OperatorIds.PLUS;} + | + {operator = OperatorIds.MINUS;} + ) + expr = UnaryExpression() + {return new PrefixedUnaryExpression(expr,operator,pos);} +| + expr = PreIncDecExpression() + {return expr;} +| + expr = UnaryExpressionNotPlusMinus() + {return expr;} } -String PreDecrementExpression() : + +Expression PreIncDecExpression() : { -String expr; +final Expression expr; +final int operator; + final int pos = SimpleCharStream.getPosition(); } { - expr = PrimaryExpression() - {return "--"+expr;} + ( + {operator = OperatorIds.PLUS_PLUS;} + | + {operator = OperatorIds.MINUS_MINUS;} + ) + expr = PrimaryExpression() + {return new PrefixedUnaryExpression(expr,operator,pos);} } -String UnaryExpressionNotPlusMinus() : +Expression UnaryExpressionNotPlusMinus() : { - String expr; + final Expression expr; + final int pos = SimpleCharStream.getPosition(); } { - expr = UnaryExpression() - {return "!" + expr;} -| - LOOKAHEAD( Type() ) - expr = CastExpression() - {return expr;} -| - expr = PostfixExpression() - {return expr;} -| - expr = Literal() + LOOKAHEAD( (Type() | ) ) + expr = CastExpression() {return expr;} +| expr = PostfixExpression() {return expr;} +| expr = Literal() {return expr;} +| expr = Expression() + try { + + } catch (ParseException e) { + errorMessage = "')' expected"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + throw e; + } {return expr;} -| - expr = Expression() - {return "("+expr+")";} } -String CastExpression() : +CastExpression CastExpression() : { -String type; -String expr; +final ConstantIdentifier type; +final Expression expr; +final int pos = SimpleCharStream.getPosition(); } { - type = Type() expr = UnaryExpression() - {return "(" + type + ")" + expr;} + + ( + type = Type() + | + {type = new ConstantIdentifier(Types.ARRAY,pos,SimpleCharStream.getPosition());} + ) + expr = UnaryExpression() + {return new CastExpression(type,expr,pos,SimpleCharStream.getPosition());} } -String PostfixExpression() : +Expression PostfixExpression() : { - String expr; - Token operator = null; + final Expression expr; + int operator = -1; + final int pos = SimpleCharStream.getPosition(); } { - expr = PrimaryExpression() [ operator = | operator = ] + expr = PrimaryExpression() + [ + {operator = OperatorIds.PLUS_PLUS;} + | + {operator = OperatorIds.MINUS_MINUS;} + ] { - if (operator == null) { + if (operator == -1) { return expr; } - return expr + operator.image; + return new PostfixedUnaryExpression(expr,operator,pos); } } -String PrimaryExpression() : +Expression PrimaryExpression() : { - Token identifier; - String expr; - final StringBuffer buff = new StringBuffer(); + Expression expr; + int assignOperator = -1; + final Token identifier; + final String var; + final int pos = SimpleCharStream.getPosition(); } { - LOOKAHEAD(2) - identifier = expr = ClassIdentifier() - {buff.append(identifier.image).append("::").append(expr);} - ( - expr = PrimarySuffix() - {buff.append(expr);} - )* - {return buff.toString();} + expr = PrimaryPrefix() + (expr = PrimarySuffix(expr))* + [ expr = Arguments(expr) ] + {return expr;} | - expr = PrimaryPrefix() {buff.append(expr);} - ( expr = PrimarySuffix() {buff.append(expr);} )* - {return buff.toString();} + expr = ClassIdentifier() + {expr = new PrefixedUnaryExpression(expr, + OperatorIds.NEW, + pos); + } + [ expr = Arguments(expr) ] + {return expr;} | expr = ArrayDeclarator() - {return "array" + expr;} + {return expr;} } -String ArrayDeclarator() : +Expression PrimaryPrefix() : { - String expr; + final Expression expr; + final Token token; + final String var; + final int pos = SimpleCharStream.getPosition(); } { - expr = ArrayInitializer() - {return "array" + expr;} + token = {return new ConstantIdentifier(token.image.toCharArray(), + pos, + SimpleCharStream.getPosition());} +| + var = VariableDeclaratorId() {return new Variable(var.toCharArray(), + pos, + SimpleCharStream.getPosition());} } -String PrimaryPrefix() : +AbstractSuffixExpression PrimarySuffix(final Expression prefix) : { - String expr; - Token token = null; + final AbstractSuffixExpression suffix; + final Expression expr; } { - token = - {return token.image;} -| - expr = ClassIdentifier() - { - return "new " + expr; - } -| - expr = VariableDeclaratorId() - {return expr;} + suffix = VariableSuffix(prefix) {return suffix;} +| expr = ClassIdentifier() + {suffix = new ClassAccess(prefix, + expr, + ClassAccess.STATIC); + return suffix;} } -String ClassIdentifier(): +/** + * An array declarator. + * array(vars) + * @return an array + */ +ArrayInitializer ArrayDeclarator() : { - String expr; - Token token; + final ArrayVariableDeclaration[] vars; + final int pos = SimpleCharStream.getPosition(); } { - token = - {return token.image;} -| - expr = VariableDeclaratorId() - {return expr;} + vars = ArrayInitializer() + {return new ArrayInitializer(vars,pos,SimpleCharStream.getPosition());} } -String PrimarySuffix() : +PrefixedUnaryExpression classInstantiation() : { - String expr; + Expression expr; + final StringBuffer buff; + final int pos = SimpleCharStream.getPosition(); } { - expr = Arguments() - {return expr;} -| - expr = VariableSuffix() - {return expr;} + expr = ClassIdentifier() + [ + {buff = new StringBuffer(expr.toStringExpression());} + expr = PrimaryExpression() + {buff.append(expr.toStringExpression()); + expr = new ConstantIdentifier(buff.toString().toCharArray(), + pos, + SimpleCharStream.getPosition());} + ] + {return new PrefixedUnaryExpression(expr, + OperatorIds.NEW, + pos);} +} + +ConstantIdentifier ClassIdentifier(): +{ + final String expr; + final Token token; + final int pos = SimpleCharStream.getPosition(); + final ConstantIdentifier type; +} +{ + token = {return new ConstantIdentifier(token.image.toCharArray(), + pos, + SimpleCharStream.getPosition());} +| type = Type() {return type;} +| expr = VariableDeclaratorId() {return new ConstantIdentifier(expr.toCharArray(), + pos, + SimpleCharStream.getPosition());} } -String VariableSuffix() : +AbstractSuffixExpression VariableSuffix(final Expression prefix) : { String expr = null; + final int pos = SimpleCharStream.getPosition(); + Expression expression = null; } { - expr = VariableName() - {return "->" + expr;} -| - [ expr = Expression() ] + + try { + expr = VariableName() + } catch (ParseException e) { + errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', function call or field access expected"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + throw e; + } + {return new ClassAccess(prefix, + new ConstantIdentifier(expr.toCharArray(),pos,SimpleCharStream.getPosition()), + ClassAccess.NORMAL);} +| + [ expression = Expression() | expression = Type() ] //Not good try { } catch (ParseException e) { errorMessage = "']' expected"; errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; throw e; } - { - if(expr == null) { - return "[]"; - } - return "[" + expr + "]"; - } -} - -String Literal() : -{ - String expr; - Token token; -} -{ - token = - {return token.image;} -| - token = - {return token.image;} -| - token = - {return token.image;} -| - expr = BooleanLiteral() - {return expr;} -| - expr = NullLiteral() - {return expr;} + {return new ArrayDeclarator(prefix,expression,SimpleCharStream.getPosition());} } -String BooleanLiteral() : -{} +Literal Literal() : { - - {return "true";} -| - - {return "false";} + final Token token; + final int pos; } - -String NullLiteral() : -{} { - - {return "null";} + token = {pos = SimpleCharStream.getPosition(); + return new NumberLiteral(token.image.toCharArray(),pos-token.image.length(),pos);} +| token = {pos = SimpleCharStream.getPosition(); + return new NumberLiteral(token.image.toCharArray(),pos-token.image.length(),pos);} +| token = {pos = SimpleCharStream.getPosition(); + return new StringLiteral(token.image.toCharArray(),pos-token.image.length());} +| {pos = SimpleCharStream.getPosition(); + return new TrueLiteral(pos-4,pos);} +| {pos = SimpleCharStream.getPosition(); + return new FalseLiteral(pos-4,pos);} +| {pos = SimpleCharStream.getPosition(); + return new NullLiteral(pos-4,pos);} } -String Arguments() : +FunctionCall Arguments(final Expression func) : { -String expr = null; +Expression[] args = null; } { - [ expr = ArgumentList() ] + [ args = ArgumentList() ] try { } catch (ParseException e) { - errorMessage = "')' expected to close the argument list"; + errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', ')' expected to close the argument list"; errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; throw e; } - { - if (expr == null) { - return "()"; - } - return "(" + expr + ")"; - } + {return new FunctionCall(func,args,SimpleCharStream.getPosition());} } -String ArgumentList() : +/** + * An argument list is a list of arguments separated by comma : + * argumentDeclaration() (, argumentDeclaration)* + * @return an array of arguments + */ +Expression[] ArgumentList() : { -String expr; -StringBuffer buff = new StringBuffer(); +Expression arg; +final ArrayList list = new ArrayList(); } { - expr = Expression() - {buff.append(expr);} + arg = Expression() + {list.add(arg);} ( try { - expr = Expression() + arg = Expression() + {list.add(arg);} } catch (ParseException e) { - errorMessage = "expression expected after a comma in argument list"; + errorMessage = "unexpected token : '"+ e.currentToken.next.image +"'. An expression expected after a comma in argument list"; errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; throw e; } - { - buff.append(",").append("expr"); - } )* - {return buff.toString();} + { + final Expression[] arguments = new Expression[list.size()]; + list.toArray(arguments); + return arguments;} } -/* - * Statement syntax follows. +/** + * A Statement without break. + * @return a statement */ - -void Statement() : -{} +Statement StatementNoBreak() : +{ + final Statement statement; + Token token = null; +} { LOOKAHEAD(2) - Expression() + statement = expressionStatement() {return statement;} +| LOOKAHEAD(1) + statement = LabeledStatement() {return statement;} +| statement = Block() {return statement;} +| statement = EmptyStatement() {return statement;} +| statement = SwitchStatement() {return statement;} +| statement = IfStatement() {return statement;} +| statement = WhileStatement() {return statement;} +| statement = DoStatement() {return statement;} +| statement = ForStatement() {return statement;} +| statement = ForeachStatement() {return statement;} +| statement = ContinueStatement() {return statement;} +| statement = ReturnStatement() {return statement;} +| statement = EchoStatement() {return statement;} +| [token=] statement = IncludeStatement() + {if (token != null) { + ((InclusionStatement)statement).silent = true; + } + return statement;} +| statement = StaticStatement() {return statement;} +| statement = GlobalStatement() {return statement;} +| statement = defineStatement() {currentSegment.add((Outlineable)statement);return statement;} +} + +/** + * A statement expression. + * expression ; + * @return an expression + */ +Statement expressionStatement() : +{ + final Statement statement; +} +{ + statement = Expression() try { - ( | "?>") + } catch (ParseException e) { - errorMessage = "';' expected"; + if (e.currentToken.next.kind != PHPParserConstants.PHPEND) { + errorMessage = "unexpected token : '"+ e.currentToken.next.image +"'. A ';' was expected"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + throw e; + } + } + {return statement;} +} + +Define defineStatement() : +{ + final int start = SimpleCharStream.getPosition(); + Expression defineName,defineValue; +} +{ + + try { + + } catch (ParseException e) { + errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', '(' expected"; errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + processParseException(e); + } + try { + defineName = Expression() + } catch (ParseException e) { + errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', expression expected"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; throw e; } -| - LOOKAHEAD(2) - LabeledStatement() -| - Block() -| - EmptyStatement() -| - StatementExpression() try { - + + } catch (ParseException e) { + errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', ',' expected"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + processParseException(e); + } + try { + defineValue = Expression() } catch (ParseException e) { - errorMessage = "';' expected after expression"; + errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', expression expected"; errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; throw e; } -| - SwitchStatement() -| - IfStatement() -| - WhileStatement() -| - DoStatement() -| - ForStatement() -| - ForeachStatement() -| - BreakStatement() -| - ContinueStatement() -| - ReturnStatement() -| - EchoStatement() -| - [] IncludeStatement() -| - StaticStatement() -| - GlobalStatement() + try { + + } catch (ParseException e) { + errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', ')' expected"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + processParseException(e); + } + {return new Define(currentSegment, + defineName, + defineValue, + start, + SimpleCharStream.getPosition());} } -void IncludeStatement() : +/** + * A Normal statement. + */ +Statement Statement() : { - String expr; - int pos = jj_input_stream.bufpos; + final Statement statement; } { - - expr = Expression() - {currentSegment.add(new PHPReqIncDeclaration(currentSegment, "require",pos,expr));} + statement = StatementNoBreak() {return statement;} +| statement = BreakStatement() {return statement;} +} + +/** + * An html block inside a php syntax. + */ +HTMLBlock htmlBlock() : +{ + final int startIndex = nodePtr; + final AstNode[] blockNodes; + final int nbNodes; +} +{ + (phpEchoBlock())* try { - ( | "?>") + ( | ) } catch (ParseException e) { - errorMessage = "';' expected"; + errorMessage = "unexpected end of file , ' - expr = Expression() - {currentSegment.add(new PHPReqIncDeclaration(currentSegment, "require_once",pos,expr));} + { + nbNodes = nodePtr - startIndex; + blockNodes = new AstNode[nbNodes]; + System.arraycopy(nodes,startIndex,blockNodes,0,nbNodes); + nodePtr = startIndex; + return new HTMLBlock(blockNodes);} +} + +/** + * An include statement. It's "include" an expression; + */ +InclusionStatement IncludeStatement() : +{ + final Expression expr; + final int keyword; + final int pos = SimpleCharStream.getPosition(); + final InclusionStatement inclusionStatement; +} +{ + ( {keyword = InclusionStatement.REQUIRE;} + | {keyword = InclusionStatement.REQUIRE_ONCE;} + | {keyword = InclusionStatement.INCLUDE;} + | {keyword = InclusionStatement.INCLUDE_ONCE;}) try { - ( | "?>") + expr = Expression() } catch (ParseException e) { - errorMessage = "';' expected"; + if (errorMessage != null) { + throw e; + } + errorMessage = "unexpected token '"+ e.currentToken.next.image+"', expression expected"; errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; throw e; } -| - - expr = Expression() - {currentSegment.add(new PHPReqIncDeclaration(currentSegment, "include",pos,expr));} - try { - ( | "?>") - } catch (ParseException e) { - errorMessage = "';' expected"; - errorLevel = ERROR; - throw e; + {inclusionStatement = new InclusionStatement(currentSegment, + keyword, + expr, + pos); + currentSegment.add(inclusionStatement); } -| - - expr = Expression() - {currentSegment.add(new PHPReqIncDeclaration(currentSegment, "include_once",pos,expr));} try { - ( | "?>") + } catch (ParseException e) { - errorMessage = "';' expected"; + errorMessage = "unexpected token : '"+ e.currentToken.next.image +"'. A ';' was expected"; errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; throw e; } + {return inclusionStatement;} } -String PrintExpression() : +PrintExpression PrintExpression() : { - StringBuffer buff = new StringBuffer("print "); - String expr; + final Expression expr; + final int pos = SimpleCharStream.getPosition(); } { - expr = Expression() - { - buff.append(expr); - return buff.toString(); - } + expr = Expression() {return new PrintExpression(expr,pos,SimpleCharStream.getPosition());} } -void EchoStatement() : -{} +ListExpression ListExpression() : +{ + String expr = null; + final Expression expression; + final ArrayList list = new ArrayList(); + final int pos = SimpleCharStream.getPosition(); +} { - Expression() ( Expression())* + + try { + + } catch (ParseException e) { + errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', '(' expected"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + throw e; + } + [ + expr = VariableDeclaratorId() + {list.add(expr);} + ] + {if (expr == null) list.add(null);} + ( + try { + + } catch (ParseException e) { + errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', ',' expected"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + throw e; + } + [expr = VariableDeclaratorId() {list.add(expr);}] + )* try { - ( | "?>") + } catch (ParseException e) { - errorMessage = "';' expected after 'echo' statement"; + errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', ')' expected"; errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; throw e; } + [ expression = Expression() + { + final String[] strings = new String[list.size()]; + list.toArray(strings); + return new ListExpression(strings, + expression, + pos, + SimpleCharStream.getPosition());} + ] + { + final String[] strings = new String[list.size()]; + list.toArray(strings); + return new ListExpression(strings,pos,SimpleCharStream.getPosition());} } -void GlobalStatement() : -{} +/** + * An echo statement. + * echo anyexpression (, otherexpression)* + */ +EchoStatement EchoStatement() : +{ + final ArrayList expressions = new ArrayList(); + Expression expr; + final int pos = SimpleCharStream.getPosition(); +} { - VariableDeclaratorId() ( VariableDeclaratorId())* + expr = Expression() + {expressions.add(expr);} + ( + expr = Expression() + {expressions.add(expr);} + )* try { - ( | "?>") + + } catch (ParseException e) { + if (e.currentToken.next.kind != 4) { + errorMessage = "';' expected after 'echo' statement"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + throw e; + } + } + {final Expression[] exprs = new Expression[expressions.size()]; + expressions.toArray(exprs); + return new EchoStatement(exprs,pos);} +} + +GlobalStatement GlobalStatement() : +{ + final int pos = SimpleCharStream.getPosition(); + String expr; + final ArrayList vars = new ArrayList(); + final GlobalStatement global; +} +{ + + expr = VariableDeclaratorId() + {vars.add(expr);} + ( + expr = VariableDeclaratorId() + {vars.add(expr);} + )* + try { + + { + final String[] strings = new String[vars.size()]; + vars.toArray(strings); + global = new GlobalStatement(currentSegment, + strings, + pos, + SimpleCharStream.getPosition()); + currentSegment.add(global); + return global;} } catch (ParseException e) { - errorMessage = "';' expected"; + errorMessage = "unexpected token : '"+ e.currentToken.next.image +"'. a ';' was expected"; errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; throw e; } } -void StaticStatement() : -{} +StaticStatement StaticStatement() : +{ + final int pos = SimpleCharStream.getPosition(); + final ArrayList vars = new ArrayList(); + VariableDeclaration expr; +} { - VariableDeclarator() ( VariableDeclarator())* + expr = VariableDeclarator() {vars.add(new String(expr.name()));} + ( expr = VariableDeclarator() {vars.add(new String(expr.name()));})* try { - ( | "?>") + + { + final String[] strings = new String[vars.size()]; + vars.toArray(strings); + return new StaticStatement(strings, + pos, + SimpleCharStream.getPosition());} } catch (ParseException e) { - errorMessage = "';' expected"; + errorMessage = "unexpected token : '"+ e.currentToken.next.image +"'. a ';' was expected"; errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; throw e; } } -void LabeledStatement() : -{} +LabeledStatement LabeledStatement() : { - Statement() + final int pos = SimpleCharStream.getPosition(); + final Token label; + final Statement statement; +} +{ + label = statement = Statement() + {return new LabeledStatement(label.image.toCharArray(),statement,pos,SimpleCharStream.getPosition());} } -void Block() : -{} +/** + * A Block is + * { + * statements + * }. + * @return a block + */ +Block Block() : +{ + final int pos = SimpleCharStream.getPosition(); + final ArrayList list = new ArrayList(); + Statement statement; +} { try { } catch (ParseException e) { errorMessage = "'{' expected"; errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; throw e; } - ( BlockStatement() )* - + ( statement = BlockStatement() {list.add(statement);} + | statement = htmlBlock() {list.add(statement);})* + try { + + } catch (ParseException e) { + errorMessage = "unexpected token : '"+ e.currentToken.image +"', '}' expected"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + throw e; + } + { + final Statement[] statements = new Statement[list.size()]; + list.toArray(statements); + return new Block(statements,pos,SimpleCharStream.getPosition());} } -void BlockStatement() : -{} +Statement BlockStatement() : { - Statement() -| - ClassDeclaration() -| - MethodDeclaration() + final Statement statement; +} +{ + statement = Statement() {if (phpDocument == currentSegment) pushOnAstNodes(statement); + return statement;} +| statement = ClassDeclaration() {return statement;} +| statement = MethodDeclaration() {if (phpDocument == currentSegment) pushOnAstNodes(statement); + currentSegment.add((MethodDeclaration) statement); + ((MethodDeclaration) statement).analyzeCode(); + return statement;} } -void LocalVariableDeclaration() : -{} +/** + * A Block statement that will not contain any 'break' + */ +Statement BlockStatementNoBreak() : +{ + final Statement statement; +} { - VariableDeclarator() ( VariableDeclarator() )* + statement = StatementNoBreak() {return statement;} +| statement = ClassDeclaration() {return statement;} +| statement = MethodDeclaration() {currentSegment.add((MethodDeclaration) statement); + ((MethodDeclaration) statement).analyzeCode(); + return statement;} } -void EmptyStatement() : -{} +VariableDeclaration[] LocalVariableDeclaration() : +{ + final ArrayList list = new ArrayList(); + VariableDeclaration var; +} +{ + var = LocalVariableDeclarator() + {list.add(var);} + ( var = LocalVariableDeclarator() {list.add(var);})* + { + final VariableDeclaration[] vars = new VariableDeclaration[list.size()]; + list.toArray(vars); + return vars;} +} + +VariableDeclaration LocalVariableDeclarator() : +{ + final String varName; + Expression initializer = null; + final int pos = SimpleCharStream.getPosition(); +} +{ + varName = VariableDeclaratorId() [ initializer = Expression() ] + { + if (initializer == null) { + return new VariableDeclaration(currentSegment, + new Variable(varName.toCharArray(),SimpleCharStream.getPosition()-varName.length(),SimpleCharStream.getPosition()), + pos, + SimpleCharStream.getPosition()); + } + return new VariableDeclaration(currentSegment, + new Variable(varName.toCharArray(),SimpleCharStream.getPosition()-varName.length(),SimpleCharStream.getPosition()), + initializer, + VariableDeclaration.EQUAL, + pos); + } +} + +EmptyStatement EmptyStatement() : +{ + final int pos; +} { + {pos = SimpleCharStream.getPosition(); + return new EmptyStatement(pos-1,pos);} } -void StatementExpression() : -{} +Expression StatementExpression() : { - PreIncrementExpression() -| - PreDecrementExpression() + final Expression expr,expr2; + final int operator; +} +{ + expr = PreIncDecExpression() {return expr;} | - PrimaryExpression() - [ - - | - - | - AssignmentOperator() Expression() + expr = PrimaryExpression() + [ {return new PostfixedUnaryExpression(expr, + OperatorIds.PLUS_PLUS, + SimpleCharStream.getPosition());} + | {return new PostfixedUnaryExpression(expr, + OperatorIds.MINUS_MINUS, + SimpleCharStream.getPosition());} ] + {return expr;} } -void SwitchStatement() : -{} +SwitchStatement SwitchStatement() : +{ + final Expression variable; + final AbstractCase[] cases; + final int pos = SimpleCharStream.getPosition(); +} { - Expression() - ( SwitchLabel() ( BlockStatement() )* )* - + + try { + + } catch (ParseException e) { + errorMessage = "'(' expected after 'switch'"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + throw e; + } + try { + variable = Expression() + } catch (ParseException e) { + if (errorMessage != null) { + throw e; + } + errorMessage = "expression expected"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + throw e; + } + try { + + } catch (ParseException e) { + errorMessage = "')' expected"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + throw e; + } + (cases = switchStatementBrace() | cases = switchStatementColon(pos, pos + 6)) + {return new SwitchStatement(variable,cases,pos,SimpleCharStream.getPosition());} } -void SwitchLabel() : -{} +AbstractCase[] switchStatementBrace() : { - Expression() -| - <_DEFAULT> + AbstractCase cas; + final ArrayList cases = new ArrayList(); +} +{ + + ( cas = switchLabel0() {cases.add(cas);})* + try { + + { + final AbstractCase[] abcase = new AbstractCase[cases.size()]; + cases.toArray(abcase); + return abcase;} + } catch (ParseException e) { + errorMessage = "'}' expected"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + throw e; + } +} +/** + * A Switch statement with : ... endswitch; + * @param start the begin offset of the switch + * @param end the end offset of the switch + */ +AbstractCase[] switchStatementColon(final int start, final int end) : +{ + AbstractCase cas; + final ArrayList cases = new ArrayList(); +} +{ + + {try { + setMarker(fileToParse, + "Ugly syntax detected, you should switch () {...} instead of switch (): ... enswitch;", + start, + end, + INFO, + "Line " + token.beginLine); + } catch (CoreException e) { + PHPeclipsePlugin.log(e); + }} + ( cas = switchLabel0() {cases.add(cas);})* + try { + + } catch (ParseException e) { + errorMessage = "'endswitch' expected"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + throw e; + } + try { + + { + final AbstractCase[] abcase = new AbstractCase[cases.size()]; + cases.toArray(abcase); + return abcase;} + } catch (ParseException e) { + errorMessage = "';' expected after 'endswitch' keyword"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + throw e; + } } -void IfStatement() : -/* - * The disambiguating algorithm of JavaCC automatically binds dangling - * else's to the innermost if statement. The LOOKAHEAD specification - * is to tell JavaCC that we know what we are doing. +AbstractCase switchLabel0() : +{ + final Expression expr; + Statement statement; + final ArrayList stmts = new ArrayList(); + final int pos = SimpleCharStream.getPosition(); +} +{ + expr = SwitchLabel() + ( statement = BlockStatementNoBreak() {stmts.add(statement);} + | statement = htmlBlock() {stmts.add(statement);})* + [ statement = BreakStatement() {stmts.add(statement);}] + { + final Statement[] stmtsArray = new Statement[stmts.size()]; + stmts.toArray(stmtsArray); + if (expr == null) {//it's a default + return new DefaultCase(stmtsArray,pos,SimpleCharStream.getPosition()); + } + return new Case(expr,stmtsArray,pos,SimpleCharStream.getPosition());} +} + +/** + * A SwitchLabel. + * case Expression() : + * default : + * @return the if it was a case and null if not */ -{} +Expression SwitchLabel() : +{ + final Expression expr; +} { - Condition("if") Statement() ( LOOKAHEAD(1) ElseIfStatement() )* [ LOOKAHEAD(1) Statement() ] + token = + try { + expr = Expression() + } catch (ParseException e) { + if (errorMessage != null) throw e; + errorMessage = "expression expected after 'case' keyword"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + throw e; + } + try { + + {return expr;} + } catch (ParseException e) { + errorMessage = "':' expected after case expression"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + throw e; + } +| + token = <_DEFAULT> + try { + + {return null;} + } catch (ParseException e) { + errorMessage = "':' expected after 'default' keyword"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + throw e; + } } -void Condition(String keyword) : -{} +Break BreakStatement() : +{ + Expression expression = null; + final int start = SimpleCharStream.getPosition(); +} +{ + [ expression = Expression() ] + try { + + } catch (ParseException e) { + errorMessage = "';' expected after 'break' keyword"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + throw e; + } + {return new Break(expression, start, SimpleCharStream.getPosition());} +} + +IfStatement IfStatement() : +{ + final int pos = SimpleCharStream.getPosition(); + final Expression condition; + final IfStatement ifStatement; +} +{ + condition = Condition("if") ifStatement = IfStatement0(condition, pos,pos+2) + {return ifStatement;} +} + + +Expression Condition(final String keyword) : +{ + final Expression condition; +} { try { } catch (ParseException e) { errorMessage = "'(' expected after " + keyword + " keyword"; errorLevel = ERROR; - throw e; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length(); + errorEnd = errorStart +1; + processParseException(e); } - Expression() + condition = Expression() try { } catch (ParseException e) { errorMessage = "')' expected after " + keyword + " keyword"; errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + processParseException(e); + } + {return condition;} +} + +IfStatement IfStatement0(final Expression condition, final int start,final int end) : +{ + Statement statement; + final Statement stmt; + final Statement[] statementsArray; + ElseIf elseifStatement; + Else elseStatement = null; + final ArrayList stmts; + final ArrayList elseIfList = new ArrayList(); + final ElseIf[] elseIfs; + int pos = SimpleCharStream.getPosition(); + final int endStatements; +} +{ + + {stmts = new ArrayList();} + ( statement = Statement() {stmts.add(statement);} + | statement = htmlBlock() {stmts.add(statement);})* + {endStatements = SimpleCharStream.getPosition();} + (elseifStatement = ElseIfStatementColon() {elseIfList.add(elseifStatement);})* + [elseStatement = ElseStatementColon()] + + {try { + setMarker(fileToParse, + "Ugly syntax detected, you should if () {...} instead of if (): ... endif;", + start, + end, + INFO, + "Line " + token.beginLine); + } catch (CoreException e) { + PHPeclipsePlugin.log(e); + }} + try { + + } catch (ParseException e) { + errorMessage = "'endif' expected"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + throw e; + } + try { + + } catch (ParseException e) { + errorMessage = "';' expected after 'endif' keyword"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; throw e; } + { + elseIfs = new ElseIf[elseIfList.size()]; + elseIfList.toArray(elseIfs); + if (stmts.size() == 1) { + return new IfStatement(condition, + (Statement) stmts.get(0), + elseIfs, + elseStatement, + pos, + SimpleCharStream.getPosition()); + } else { + statementsArray = new Statement[stmts.size()]; + stmts.toArray(statementsArray); + return new IfStatement(condition, + new Block(statementsArray,pos,endStatements), + elseIfs, + elseStatement, + pos, + SimpleCharStream.getPosition()); + } + } + +| + (stmt = Statement() | stmt = htmlBlock()) + ( LOOKAHEAD(1) elseifStatement = ElseIfStatement() {elseIfList.add(elseifStatement);})* + [ LOOKAHEAD(1) + + try { + {pos = SimpleCharStream.getPosition();} + statement = Statement() + {elseStatement = new Else(statement,pos,SimpleCharStream.getPosition());} + } catch (ParseException e) { + if (errorMessage != null) { + throw e; + } + errorMessage = "unexpected token '"+e.currentToken.next.image+"', a statement was expected"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + throw e; + } + ] + { + elseIfs = new ElseIf[elseIfList.size()]; + elseIfList.toArray(elseIfs); + return new IfStatement(condition, + stmt, + elseIfs, + elseStatement, + pos, + SimpleCharStream.getPosition());} } -void ElseIfStatement() : -{} +ElseIf ElseIfStatementColon() : { - Condition("elseif") Statement() + final Expression condition; + Statement statement; + final ArrayList list = new ArrayList(); + final int pos = SimpleCharStream.getPosition(); +} +{ + condition = Condition("elseif") + ( statement = Statement() {list.add(statement);} + | statement = htmlBlock() {list.add(statement);})* + { + final Statement[] stmtsArray = new Statement[list.size()]; + list.toArray(stmtsArray); + return new ElseIf(condition,stmtsArray ,pos,SimpleCharStream.getPosition());} } -void WhileStatement() : -{} +Else ElseStatementColon() : +{ + Statement statement; + final ArrayList list = new ArrayList(); + final int pos = SimpleCharStream.getPosition(); +} { - Condition("while") WhileStatement0() + ( statement = Statement() {list.add(statement);} + | statement = htmlBlock() {list.add(statement);})* + { + final Statement[] stmtsArray = new Statement[list.size()]; + list.toArray(stmtsArray); + return new Else(stmtsArray,pos,SimpleCharStream.getPosition());} } -void WhileStatement0() : -{} +ElseIf ElseIfStatement() : +{ + final Expression condition; + final Statement statement; + final ArrayList list = new ArrayList(); + final int pos = SimpleCharStream.getPosition(); +} +{ + condition = Condition("elseif") statement = Statement() {list.add(statement);/*todo:do better*/} + { + final Statement[] stmtsArray = new Statement[list.size()]; + list.toArray(stmtsArray); + return new ElseIf(condition,stmtsArray,pos,SimpleCharStream.getPosition());} +} + +WhileStatement WhileStatement() : +{ + final Expression condition; + final Statement action; + final int pos = SimpleCharStream.getPosition(); +} { - (Statement())* + + condition = Condition("while") + action = WhileStatement0(pos,pos + 5) + {return new WhileStatement(condition,action,pos,SimpleCharStream.getPosition());} +} + +Statement WhileStatement0(final int start, final int end) : +{ + Statement statement; + final ArrayList stmts = new ArrayList(); + final int pos = SimpleCharStream.getPosition(); +} +{ + (statement = Statement() {stmts.add(statement);})* + {try { + setMarker(fileToParse, + "Ugly syntax detected, you should while () {...} instead of while (): ... endwhile;", + start, + end, + INFO, + "Line " + token.beginLine); + } catch (CoreException e) { + PHPeclipsePlugin.log(e); + }} try { - ( | "?>") + } catch (ParseException e) { - errorMessage = "';' expected"; + errorMessage = "'endwhile' expected"; errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + throw e; + } + try { + + { + final Statement[] stmtsArray = new Statement[stmts.size()]; + stmts.toArray(stmtsArray); + return new Block(stmtsArray,pos,SimpleCharStream.getPosition());} + } catch (ParseException e) { + errorMessage = "';' expected after 'endwhile' keyword"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; throw e; } | - Statement() + statement = Statement() + {return statement;} } -void DoStatement() : -{} +DoStatement DoStatement() : { - Statement() Condition("while") + final Statement action; + final Expression condition; + final int pos = SimpleCharStream.getPosition(); +} +{ + action = Statement() condition = Condition("while") try { - ( | "?>") + + {return new DoStatement(condition,action,pos,SimpleCharStream.getPosition());} } catch (ParseException e) { - errorMessage = "';' expected"; + errorMessage = "unexpected token : '"+ e.currentToken.next.image +"'. A ';' was expected"; errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; throw e; } } -void ForeachStatement() : -{} +ForeachStatement ForeachStatement() : { - Variable() Variable() [ Expression() ] Statement() + Statement statement; + Expression expression; + final int pos = SimpleCharStream.getPosition(); + ArrayVariableDeclaration variable; } +{ + + try { + + } catch (ParseException e) { + errorMessage = "'(' expected after 'foreach' keyword"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + throw e; + } + try { + expression = Expression() + } catch (ParseException e) { + errorMessage = "variable expected"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + throw e; + } + try { + + } catch (ParseException e) { + errorMessage = "'as' expected"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + throw e; + } + try { + variable = ArrayVariable() + } catch (ParseException e) { + errorMessage = "variable expected"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + throw e; + } + try { + + } catch (ParseException e) { + errorMessage = "')' expected after 'foreach' keyword"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + throw e; + } + try { + statement = Statement() + } catch (ParseException e) { + if (errorMessage != null) throw e; + errorMessage = "statement expected"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + throw e; + } + {return new ForeachStatement(expression, + variable, + statement, + pos, + SimpleCharStream.getPosition());} -void ForStatement() : -{} +} + +ForStatement ForStatement() : { - [ ForInit() ] [ Expression() ] [ ForUpdate() ] Statement() +final Token token; +final int pos = SimpleCharStream.getPosition(); +Expression[] initializations = null; +Expression condition = null; +Expression[] increments = null; +Statement action; +final ArrayList list = new ArrayList(); +final int startBlock, endBlock; +} +{ + token = + try { + + } catch (ParseException e) { + errorMessage = "'(' expected after 'for' keyword"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + throw e; + } + [ initializations = ForInit() ] + [ condition = Expression() ] + [ increments = StatementExpressionList() ] + ( + action = Statement() + {return new ForStatement(initializations,condition,increments,action,pos,SimpleCharStream.getPosition());} + | + + {startBlock = SimpleCharStream.getPosition();} + (action = Statement() {list.add(action);})* + { + try { + setMarker(fileToParse, + "Ugly syntax detected, you should for () {...} instead of for (): ... endfor;", + pos, + pos+token.image.length(), + INFO, + "Line " + token.beginLine); + } catch (CoreException e) { + PHPeclipsePlugin.log(e); + } + } + {endBlock = SimpleCharStream.getPosition();} + try { + + } catch (ParseException e) { + errorMessage = "'endfor' expected"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + throw e; + } + try { + + { + final Statement[] stmtsArray = new Statement[list.size()]; + list.toArray(stmtsArray); + return new ForStatement(initializations,condition,increments,new Block(stmtsArray,startBlock,endBlock),pos,SimpleCharStream.getPosition());} + } catch (ParseException e) { + errorMessage = "';' expected after 'endfor' keyword"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + throw e; + } + ) } -void ForInit() : -{} +Expression[] ForInit() : +{ + final Expression[] exprs; +} { LOOKAHEAD(LocalVariableDeclaration()) - LocalVariableDeclaration() + exprs = LocalVariableDeclaration() + {return exprs;} | - StatementExpressionList() + exprs = StatementExpressionList() + {return exprs;} } -void StatementExpressionList() : -{} +Expression[] StatementExpressionList() : { - StatementExpression() ( StatementExpression() )* + final ArrayList list = new ArrayList(); + final Expression expr; } - -void ForUpdate() : -{} { - StatementExpressionList() + expr = StatementExpression() {list.add(expr);} + ( StatementExpression() {list.add(expr);})* + { + final Expression[] exprsArray = new Expression[list.size()]; + list.toArray(exprsArray); + return exprsArray;} } -void BreakStatement() : -{} +Continue ContinueStatement() : { - [ ] + Expression expr = null; + final int pos = SimpleCharStream.getPosition(); } - -void ContinueStatement() : -{} { - [ ] + [ expr = Expression() ] + try { + + {return new Continue(expr,pos,SimpleCharStream.getPosition());} + } catch (ParseException e) { + errorMessage = "';' expected after 'continue' statement"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + throw e; + } } -void ReturnStatement() : -{} +ReturnStatement ReturnStatement() : +{ + Expression expr = null; + final int pos = SimpleCharStream.getPosition(); +} { - [ Expression() ] + [ expr = Expression() ] + try { + + {return new ReturnStatement(expr,pos,SimpleCharStream.getPosition());} + } catch (ParseException e) { + errorMessage = "';' expected after 'return' statement"; + errorLevel = ERROR; + errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1; + errorEnd = SimpleCharStream.getPosition() + 1; + throw e; + } } \ No newline at end of file