Basic Reafctoring functionality adapted from Leif Frenzels sources in eclipse-magazin...
[phpeclipse.git] / net.sourceforge.phpeclipse / src / net / sourceforge / phpdt / internal / compiler / parser / Parser.java
1 /***********************************************************************************************************************************
2  * Copyright (c) 2002 www.phpeclipse.de All rights reserved. This program and the accompanying material are made available under the
3  * terms of the Common Public License v1.0 which accompanies this distribution, and is available at
4  * http://www.eclipse.org/legal/cpl-v10.html
5  *
6  * Contributors: www.phpeclipse.de
7  **********************************************************************************************************************************/
8 package net.sourceforge.phpdt.internal.compiler.parser;
9
10 import java.util.ArrayList;
11 import java.util.HashMap;
12 import java.util.HashSet;
13
14 import net.sourceforge.phpdt.core.compiler.CharOperation;
15 import net.sourceforge.phpdt.core.compiler.ITerminalSymbols;
16 import net.sourceforge.phpdt.core.compiler.InvalidInputException;
17 import net.sourceforge.phpdt.internal.compiler.ast.AND_AND_Expression;
18 import net.sourceforge.phpdt.internal.compiler.ast.ASTNode;
19 import net.sourceforge.phpdt.internal.compiler.ast.AbstractMethodDeclaration;
20 import net.sourceforge.phpdt.internal.compiler.ast.BinaryExpression;
21 import net.sourceforge.phpdt.internal.compiler.ast.Block;
22 import net.sourceforge.phpdt.internal.compiler.ast.BreakStatement;
23 import net.sourceforge.phpdt.internal.compiler.ast.CompilationUnitDeclaration;
24 import net.sourceforge.phpdt.internal.compiler.ast.ConditionalExpression;
25 import net.sourceforge.phpdt.internal.compiler.ast.ContinueStatement;
26 import net.sourceforge.phpdt.internal.compiler.ast.EqualExpression;
27 import net.sourceforge.phpdt.internal.compiler.ast.Expression;
28 import net.sourceforge.phpdt.internal.compiler.ast.FieldDeclaration;
29 import net.sourceforge.phpdt.internal.compiler.ast.FieldReference;
30 import net.sourceforge.phpdt.internal.compiler.ast.IfStatement;
31 import net.sourceforge.phpdt.internal.compiler.ast.ImportReference;
32 import net.sourceforge.phpdt.internal.compiler.ast.InstanceOfExpression;
33 import net.sourceforge.phpdt.internal.compiler.ast.MethodDeclaration;
34 import net.sourceforge.phpdt.internal.compiler.ast.OR_OR_Expression;
35 import net.sourceforge.phpdt.internal.compiler.ast.OperatorIds;
36 import net.sourceforge.phpdt.internal.compiler.ast.ReturnStatement;
37 import net.sourceforge.phpdt.internal.compiler.ast.SingleTypeReference;
38 import net.sourceforge.phpdt.internal.compiler.ast.Statement;
39 import net.sourceforge.phpdt.internal.compiler.ast.StringLiteral;
40 import net.sourceforge.phpdt.internal.compiler.ast.StringLiteralDQ;
41 import net.sourceforge.phpdt.internal.compiler.ast.StringLiteralSQ;
42 import net.sourceforge.phpdt.internal.compiler.ast.TypeDeclaration;
43 import net.sourceforge.phpdt.internal.compiler.ast.TypeReference;
44 import net.sourceforge.phpdt.internal.compiler.impl.CompilerOptions;
45 import net.sourceforge.phpdt.internal.compiler.impl.ReferenceContext;
46 import net.sourceforge.phpdt.internal.compiler.lookup.CompilerModifiers;
47 import net.sourceforge.phpdt.internal.compiler.lookup.TypeConstants;
48 import net.sourceforge.phpdt.internal.compiler.problem.ProblemReporter;
49 import net.sourceforge.phpdt.internal.compiler.problem.ProblemSeverities;
50 import net.sourceforge.phpdt.internal.compiler.util.Util;
51 import net.sourceforge.phpdt.internal.ui.util.PHPFileUtil;
52 import net.sourceforge.phpeclipse.builder.IdentifierIndexManager;
53 import net.sourceforge.phpeclipse.ui.overlaypages.ProjectPrefUtil;
54
55 import org.eclipse.core.resources.IFile;
56 import org.eclipse.core.resources.IProject;
57 import org.eclipse.core.resources.IResource;
58 import org.eclipse.core.runtime.IPath;
59
60 public class Parser implements ITerminalSymbols, CompilerModifiers, ParserBasicInformation {
61         protected final static int StackIncrement = 255;
62
63         protected int stateStackTop;
64
65         // protected int[] stack = new int[StackIncrement];
66
67         public int firstToken; // handle for multiple parsing goals
68
69         public int lastAct; // handle for multiple parsing goals
70
71         // protected RecoveredElement currentElement;
72
73         public static boolean VERBOSE_RECOVERY = false;
74
75         protected boolean diet = false; // tells the scanner to jump over some
76
77         /**
78          * the PHP token scanner
79          */
80         public Scanner scanner;
81
82         int token;
83
84         protected int modifiers;
85
86         protected int modifiersSourceStart;
87
88         protected Parser(ProblemReporter problemReporter) {
89                 this.problemReporter = problemReporter;
90                 this.options = problemReporter.options;
91                 this.token = TokenNameEOF;
92                 this.initializeScanner();
93         }
94
95         public void setFileToParse(IFile fileToParse) {
96                 this.token = TokenNameEOF;
97                 this.initializeScanner();
98         }
99
100         /**
101          * ClassDeclaration Constructor.
102          *
103          * @param s
104          * @param sess
105          *          Description of Parameter
106          * @see
107          */
108         public Parser(IFile fileToParse) {
109                 // if (keywordMap == null) {
110                 // keywordMap = new HashMap();
111                 // for (int i = 0; i < PHP_KEYWORS.length; i++) {
112                 // keywordMap.put(PHP_KEYWORS[i], new Integer(PHP_KEYWORD_TOKEN[i]));
113                 // }
114                 // }
115                 // this.currentPHPString = 0;
116                 // PHPParserSuperclass.fileToParse = fileToParse;
117                 // this.phpList = null;
118                 this.includesList = null;
119                 // this.str = "";
120                 this.token = TokenNameEOF;
121                 // this.chIndx = 0;
122                 // this.rowCount = 1;
123                 // this.columnCount = 0;
124                 // this.phpEnd = false;
125                 // getNextToken();
126                 this.initializeScanner();
127         }
128
129         public void initializeScanner() {
130                 this.scanner = new Scanner(false /* comment */, false /* whitespace */, this.options
131                                 .getSeverity(CompilerOptions.NonExternalizedString) != ProblemSeverities.Ignore /* nls */, false, false,
132                                 this.options.taskTags/* taskTags */, this.options.taskPriorites/* taskPriorities */, true/* isTaskCaseSensitive */);
133         }
134
135         /**
136          * Create marker for the parse error
137          */
138         // private void setMarker(String message, int charStart, int charEnd, int
139         // errorLevel) {
140         // setMarker(fileToParse, message, charStart, charEnd, errorLevel);
141         // }
142         /**
143          * This method will throw the SyntaxError. It will add the good lines and
144          * columns to the Error
145          *
146          * @param error
147          *          the error message
148          * @throws SyntaxError
149          *           the error raised
150          */
151         private void throwSyntaxError(String error) {
152                 int problemStartPosition = scanner.getCurrentTokenStartPosition();
153                 int problemEndPosition = scanner.getCurrentTokenEndPosition() + 1;
154                 if (scanner.source.length <= problemEndPosition && problemEndPosition > 0) {
155                         problemEndPosition = scanner.source.length - 1;
156                         if (problemStartPosition > 0 && problemStartPosition >= problemEndPosition && problemEndPosition > 0) {
157                                 problemStartPosition = problemEndPosition - 1;
158                         }
159                 }
160                 throwSyntaxError(error, problemStartPosition, problemEndPosition);
161         }
162
163         /**
164          * This method will throw the SyntaxError. It will add the good lines and
165          * columns to the Error
166          *
167          * @param error
168          *          the error message
169          * @throws SyntaxError
170          *           the error raised
171          */
172         // private void throwSyntaxError(String error, int startRow) {
173         // throw new SyntaxError(startRow, 0, " ", error);
174         // }
175         private void throwSyntaxError(String error, int problemStartPosition, int problemEndPosition) {
176                 if (referenceContext != null) {
177                         problemReporter.phpParsingError(new String[] { error }, problemStartPosition, problemEndPosition, referenceContext,
178                                         compilationUnit.compilationResult);
179                 }
180                 throw new SyntaxError(1, 0, " ", error);
181         }
182
183         private void reportSyntaxError(String error) {
184                 int problemStartPosition = scanner.getCurrentTokenStartPosition();
185                 int problemEndPosition = scanner.getCurrentTokenEndPosition();
186                 reportSyntaxError(error, problemStartPosition, problemEndPosition + 1);
187         }
188
189         private void reportSyntaxError(String error, int problemStartPosition, int problemEndPosition) {
190                 if (referenceContext != null) {
191                         problemReporter.phpParsingError(new String[] { error }, problemStartPosition, problemEndPosition, referenceContext,
192                                         compilationUnit.compilationResult);
193                 }
194         }
195
196         // private void reportSyntaxWarning(String error, int problemStartPosition,
197         // int problemEndPosition) {
198         // if (referenceContext != null) {
199         // problemReporter.phpParsingWarning(new String[] { error },
200         // problemStartPosition, problemEndPosition, referenceContext,
201         // compilationUnit.compilationResult);
202         // }
203         // }
204
205         /**
206          * gets the next token from input
207          */
208         private void getNextToken() {
209                 try {
210                         token = scanner.getNextToken();
211                         if (Scanner.DEBUG) {
212                                 int currentEndPosition = scanner.getCurrentTokenEndPosition();
213                                 int currentStartPosition = scanner.getCurrentTokenStartPosition();
214                                 System.out.print(currentStartPosition + "," + currentEndPosition + ": ");
215                                 System.out.println(scanner.toStringAction(token));
216                         }
217                 } catch (InvalidInputException e) {
218                         token = TokenNameERROR;
219                         String detailedMessage = e.getMessage();
220
221                         if (detailedMessage == Scanner.UNTERMINATED_STRING) {
222                                 throwSyntaxError("Unterminated string.");
223                         } else if (detailedMessage == Scanner.UNTERMINATED_COMMENT) {
224                                 throwSyntaxError("Unterminated commment.");
225                         }
226                 }
227                 return;
228         }
229
230         public void init(String s) {
231                 // this.str = s;
232                 this.token = TokenNameEOF;
233                 this.includesList = new ArrayList();
234                 // this.chIndx = 0;
235                 // this.rowCount = 1;
236                 // this.columnCount = 0;
237                 // this.phpEnd = false;
238                 // this.phpMode = false;
239                 /* scanner initialization */
240                 scanner.setSource(s.toCharArray());
241                 scanner.setPHPMode(false);
242                 astPtr = 0;
243         }
244
245         protected void initialize(boolean phpMode) {
246                 initialize(phpMode, null);
247         }
248
249         protected void initialize(boolean phpMode, IdentifierIndexManager indexManager) {
250                 compilationUnit = null;
251                 referenceContext = null;
252                 this.includesList = new ArrayList();
253                 // this.indexManager = indexManager;
254                 // this.str = "";
255                 this.token = TokenNameEOF;
256                 // this.chIndx = 0;
257                 // this.rowCount = 1;
258                 // this.columnCount = 0;
259                 // this.phpEnd = false;
260                 // this.phpMode = phpMode;
261                 scanner.setPHPMode(phpMode);
262                 astPtr = 0;
263         }
264
265         /**
266          * Parses a string with php tags i.e. '&lt;body&gt; &lt;?php phpinfo() ?&gt;
267          * &lt;/body&gt;'
268          */
269         public void parse(String s) {
270                 parse(s, null);
271         }
272
273         /**
274          * Parses a string with php tags i.e. '&lt;body&gt; &lt;?php phpinfo() ?&gt;
275          * &lt;/body&gt;'
276          */
277         public void parse(String s, HashMap variables) {
278                 fMethodVariables = variables;
279                 fStackUnassigned = new ArrayList();
280                 init(s);
281                 parse();
282         }
283
284         /**
285          * Parses a string with php tags i.e. '&lt;body&gt; &lt;?php phpinfo() ?&gt;
286          * &lt;/body&gt;'
287          */
288         protected void parse() {
289                 if (scanner.compilationUnit != null) {
290                         IResource resource = scanner.compilationUnit.getResource();
291                         if (resource != null && resource instanceof IFile) {
292                                 // set the package name
293                                 consumePackageDeclarationName((IFile) resource);
294                         }
295                 }
296                 getNextToken();
297                 do {
298                         try {
299                                 if (token != TokenNameEOF && token != TokenNameERROR) {
300                                         statementList();
301                                 }
302                                 if (token != TokenNameEOF) {
303                                         if (token == TokenNameERROR) {
304                                                 throwSyntaxError("Scanner error (Found unknown token: " + scanner.toStringAction(token) + ")");
305                                         }
306                                         if (token == TokenNameRPAREN) {
307                                                 throwSyntaxError("Too many closing ')'; end-of-file not reached.");
308                                         }
309                                         if (token == TokenNameRBRACE) {
310                                                 throwSyntaxError("Too many closing '}'; end-of-file not reached.");
311                                         }
312                                         if (token == TokenNameRBRACKET) {
313                                                 throwSyntaxError("Too many closing ']'; end-of-file not reached.");
314                                         }
315                                         if (token == TokenNameLPAREN) {
316                                                 throwSyntaxError("Read character '('; end-of-file not reached.");
317                                         }
318                                         if (token == TokenNameLBRACE) {
319                                                 throwSyntaxError("Read character '{';  end-of-file not reached.");
320                                         }
321                                         if (token == TokenNameLBRACKET) {
322                                                 throwSyntaxError("Read character '[';  end-of-file not reached.");
323                                         }
324                                         throwSyntaxError("End-of-file not reached.");
325                                 }
326                                 break;
327                         } catch (SyntaxError syntaxError) {
328                                 // syntaxError.printStackTrace();
329                                 break;
330                         }
331                 } while (true);
332
333                 endParse(0);
334         }
335
336         /**
337          * Parses a string with php tags i.e. '&lt;body&gt; &lt;?php phpinfo() ?&gt;
338          * &lt;/body&gt;'
339          */
340         public void parseFunction(String s, HashMap variables) {
341                 init(s);
342                 scanner.phpMode = true;
343                 parseFunction(variables);
344         }
345
346         /**
347          * Parses a string with php tags i.e. '&lt;body&gt; &lt;?php phpinfo() ?&gt;
348          * &lt;/body&gt;'
349          */
350         protected void parseFunction(HashMap variables) {
351                 getNextToken();
352                 boolean hasModifiers = member_modifiers();
353                 if (token == TokenNamefunction) {
354                         if (!hasModifiers) {
355                                 checkAndSetModifiers(AccPublic);
356                         }
357                         this.fMethodVariables = variables;
358
359                         MethodDeclaration methodDecl = new MethodDeclaration(null);
360                         methodDecl.declarationSourceStart = scanner.getCurrentTokenStartPosition();
361                         methodDecl.modifiers = this.modifiers;
362                         methodDecl.type = MethodDeclaration.METHOD_DEFINITION;
363                         try {
364                                 getNextToken();
365                                 functionDefinition(methodDecl);
366                         } catch (SyntaxError sytaxErr1) {
367                                 return;
368                         } finally {
369                                 int sourceEnd = methodDecl.sourceEnd;
370                                 if (sourceEnd <= 0 || methodDecl.declarationSourceStart > sourceEnd) {
371                                         sourceEnd = methodDecl.declarationSourceStart + 1;
372                                 }
373                                 methodDecl.sourceEnd = sourceEnd;
374                                 methodDecl.declarationSourceEnd = sourceEnd;
375                         }
376                 }
377         }
378
379         protected CompilationUnitDeclaration endParse(int act) {
380
381                 this.lastAct = act;
382
383                 // if (currentElement != null) {
384                 // currentElement.topElement().updateParseTree();
385                 // if (VERBOSE_RECOVERY) {
386                 // System.out.print(Util.bind("parser.syntaxRecovery")); //$NON-NLS-1$
387                 // System.out.println("--------------------------"); //$NON-NLS-1$
388                 // System.out.println(compilationUnit);
389                 // System.out.println("----------------------------------"); //$NON-NLS-1$
390                 // }
391                 // } else {
392                 if (diet & VERBOSE_RECOVERY) {
393                         System.out.print(Util.bind("parser.regularParse")); //$NON-NLS-1$
394                         System.out.println("--------------------------"); //$NON-NLS-1$
395                         System.out.println(compilationUnit);
396                         System.out.println("----------------------------------"); //$NON-NLS-1$
397                 }
398                 // }
399                 if (scanner.recordLineSeparator) {
400                         compilationUnit.compilationResult.lineSeparatorPositions = scanner.getLineEnds();
401                 }
402                 if (scanner.taskTags != null) {
403                         for (int i = 0; i < scanner.foundTaskCount; i++) {
404                                 problemReporter().task(new String(scanner.foundTaskTags[i]), new String(scanner.foundTaskMessages[i]),
405                                                 scanner.foundTaskPriorities[i] == null ? null : new String(scanner.foundTaskPriorities[i]),
406                                                 scanner.foundTaskPositions[i][0], scanner.foundTaskPositions[i][1]);
407                         }
408                 }
409                 compilationUnit.imports = new ImportReference[includesList.size()];
410                 for (int i = 0; i < includesList.size(); i++) {
411                         compilationUnit.imports[i] = (ImportReference) includesList.get(i);
412                 }
413                 return compilationUnit;
414         }
415
416         private Block statementList() {
417                 boolean branchStatement = false;
418                 Statement statement;
419                 int blockStart = scanner.getCurrentTokenStartPosition();
420                 ArrayList blockStatements = new ArrayList();
421                 do {
422                         try {
423                                 statement = statement();
424                                 blockStatements.add(statement);
425                                 if (token == TokenNameEOF) {
426                                         return null;
427                                 }
428                                 if (branchStatement && statement != null) {
429                                         // reportSyntaxError("Unreachable code", statement.sourceStart,
430                                         // statement.sourceEnd);
431                                         problemReporter.unreachableCode(new String(scanner.getCurrentIdentifierSource()), statement.sourceStart,
432                                                         statement.sourceEnd, referenceContext, compilationUnit.compilationResult);
433                                 }
434                                 if ((token == TokenNameRBRACE) || (token == TokenNamecase) || (token == TokenNamedefault) || (token == TokenNameelse)
435                                                 || (token == TokenNameelseif) || (token == TokenNameendif) || (token == TokenNameendfor)
436                                                 || (token == TokenNameendforeach) || (token == TokenNameendwhile) || (token == TokenNameendswitch)
437                                                 || (token == TokenNameenddeclare) || (token == TokenNameEOF) || (token == TokenNameERROR)) {
438                                         return createBlock(blockStart, blockStatements);
439                                 }
440                                 branchStatement = checkUnreachableStatements(statement);
441                         } catch (SyntaxError sytaxErr1) {
442                                 // if an error occured,
443                                 // try to find keywords
444                                 // to parse the rest of the string
445                                 boolean tokenize = scanner.tokenizeStrings;
446                                 if (!tokenize) {
447                                         scanner.tokenizeStrings = true;
448                                 }
449                                 try {
450                                         while (token != TokenNameEOF) {
451                                                 if ((token == TokenNameRBRACE) || (token == TokenNamecase) || (token == TokenNamedefault) || (token == TokenNameelse)
452                                                                 || (token == TokenNameelseif) || (token == TokenNameendif) || (token == TokenNameendfor)
453                                                                 || (token == TokenNameendforeach) || (token == TokenNameendwhile) || (token == TokenNameendswitch)
454                                                                 || (token == TokenNameenddeclare) || (token == TokenNameEOF) || (token == TokenNameERROR)) {
455                                                         return createBlock(blockStart, blockStatements);
456                                                 }
457                                                 if (token == TokenNameif || token == TokenNameswitch || token == TokenNamefor || token == TokenNamewhile
458                                                                 || token == TokenNamedo || token == TokenNameforeach || token == TokenNamecontinue || token == TokenNamebreak
459                                                                 || token == TokenNamereturn || token == TokenNameexit || token == TokenNameecho || token == TokenNameECHO_INVISIBLE
460                                                                 || token == TokenNameglobal || token == TokenNamestatic || token == TokenNameunset || token == TokenNamefunction
461                                                                 || token == TokenNamedeclare || token == TokenNametry || token == TokenNamecatch || token == TokenNamethrow
462                                                                 || token == TokenNamefinal || token == TokenNameabstract || token == TokenNameclass || token == TokenNameinterface) {
463                                                         break;
464                                                 }
465                                                 // System.out.println(scanner.toStringAction(token));
466                                                 getNextToken();
467                                                 // System.out.println(scanner.toStringAction(token));
468                                         }
469                                         if (token == TokenNameEOF) {
470                                                 throw sytaxErr1;
471                                         }
472                                 } finally {
473                                         scanner.tokenizeStrings = tokenize;
474                                 }
475                         }
476                 } while (true);
477         }
478
479         /**
480          * @param statement
481          * @return
482          */
483         private boolean checkUnreachableStatements(Statement statement) {
484                 if (statement instanceof ReturnStatement || statement instanceof ContinueStatement || statement instanceof BreakStatement) {
485                         return true;
486                 } else if (statement instanceof IfStatement && ((IfStatement) statement).checkUnreachable) {
487                         return true;
488                 }
489                 return false;
490         }
491
492         /**
493          * @param blockStart
494          * @param blockStatements
495          * @return
496          */
497         private Block createBlock(int blockStart, ArrayList blockStatements) {
498                 int blockEnd = scanner.getCurrentTokenEndPosition();
499                 Block b = Block.EmptyWith(blockStart, blockEnd);
500                 b.statements = new Statement[blockStatements.size()];
501                 blockStatements.toArray(b.statements);
502                 return b;
503         }
504
505         private void functionBody(MethodDeclaration methodDecl) {
506                 // '{' [statement-list] '}'
507                 if (token == TokenNameLBRACE) {
508                         getNextToken();
509                 } else {
510                         methodDecl.sourceEnd = scanner.getCurrentTokenStartPosition() - 1;
511                         throwSyntaxError("'{' expected in compound-statement.");
512                 }
513                 if (token != TokenNameRBRACE) {
514                         statementList();
515                 }
516                 if (token == TokenNameRBRACE) {
517                         methodDecl.sourceEnd = scanner.getCurrentTokenEndPosition();
518                         getNextToken();
519                 } else {
520                         methodDecl.sourceEnd = scanner.getCurrentTokenStartPosition() - 1;
521                         throwSyntaxError("'}' expected in compound-statement.");
522                 }
523         }
524
525         private Statement statement() {
526                 Statement statement = null;
527                 Expression expression;
528                 int sourceStart = scanner.getCurrentTokenStartPosition();
529                 int sourceEnd;
530                 if (token == TokenNameif) {
531                         // T_IF '(' expr ')' statement elseif_list else_single
532                         // T_IF '(' expr ')' ':' inner_statement_list new_elseif_list
533                         // new_else_single T_ENDIF ';'
534                         getNextToken();
535                         if (token == TokenNameLPAREN) {
536                                 getNextToken();
537                         } else {
538                                 throwSyntaxError("'(' expected after 'if' keyword.");
539                         }
540                         expression = expr();
541                         if (token == TokenNameRPAREN) {
542                                 getNextToken();
543                         } else {
544                                 throwSyntaxError("')' expected after 'if' condition.");
545                         }
546                         // create basic IfStatement
547                         IfStatement ifStatement = new IfStatement(expression, null, null, sourceStart, -1);
548                         if (token == TokenNameCOLON) {
549                                 getNextToken();
550                                 ifStatementColon(ifStatement);
551                         } else {
552                                 ifStatement(ifStatement);
553                         }
554                         return ifStatement;
555                 } else if (token == TokenNameswitch) {
556                         getNextToken();
557                         if (token == TokenNameLPAREN) {
558                                 getNextToken();
559                         } else {
560                                 throwSyntaxError("'(' expected after 'switch' keyword.");
561                         }
562                         expr();
563                         if (token == TokenNameRPAREN) {
564                                 getNextToken();
565                         } else {
566                                 throwSyntaxError("')' expected after 'switch' condition.");
567                         }
568                         switchStatement();
569                         return statement;
570                 } else if (token == TokenNamefor) {
571                         getNextToken();
572                         if (token == TokenNameLPAREN) {
573                                 getNextToken();
574                         } else {
575                                 throwSyntaxError("'(' expected after 'for' keyword.");
576                         }
577                         if (token == TokenNameSEMICOLON) {
578                                 getNextToken();
579                         } else {
580                                 expressionList();
581                                 if (token == TokenNameSEMICOLON) {
582                                         getNextToken();
583                                 } else {
584                                         throwSyntaxError("';' expected after 'for'.");
585                                 }
586                         }
587                         if (token == TokenNameSEMICOLON) {
588                                 getNextToken();
589                         } else {
590                                 expressionList();
591                                 if (token == TokenNameSEMICOLON) {
592                                         getNextToken();
593                                 } else {
594                                         throwSyntaxError("';' expected after 'for'.");
595                                 }
596                         }
597                         if (token == TokenNameRPAREN) {
598                                 getNextToken();
599                         } else {
600                                 expressionList();
601                                 if (token == TokenNameRPAREN) {
602                                         getNextToken();
603                                 } else {
604                                         throwSyntaxError("')' expected after 'for'.");
605                                 }
606                         }
607                         forStatement();
608                         return statement;
609                 } else if (token == TokenNamewhile) {
610                         getNextToken();
611                         if (token == TokenNameLPAREN) {
612                                 getNextToken();
613                         } else {
614                                 throwSyntaxError("'(' expected after 'while' keyword.");
615                         }
616                         expr();
617                         if (token == TokenNameRPAREN) {
618                                 getNextToken();
619                         } else {
620                                 throwSyntaxError("')' expected after 'while' condition.");
621                         }
622                         whileStatement();
623                         return statement;
624                 } else if (token == TokenNamedo) {
625                         getNextToken();
626                         if (token == TokenNameLBRACE) {
627                                 getNextToken();
628                                 if (token != TokenNameRBRACE) {
629                                         statementList();
630                                 }
631                                 if (token == TokenNameRBRACE) {
632                                         getNextToken();
633                                 } else {
634                                         throwSyntaxError("'}' expected after 'do' keyword.");
635                                 }
636                         } else {
637                                 statement();
638                         }
639                         if (token == TokenNamewhile) {
640                                 getNextToken();
641                                 if (token == TokenNameLPAREN) {
642                                         getNextToken();
643                                 } else {
644                                         throwSyntaxError("'(' expected after 'while' keyword.");
645                                 }
646                                 expr();
647                                 if (token == TokenNameRPAREN) {
648                                         getNextToken();
649                                 } else {
650                                         throwSyntaxError("')' expected after 'while' condition.");
651                                 }
652                         } else {
653                                 throwSyntaxError("'while' expected after 'do' keyword.");
654                         }
655                         if (token == TokenNameSEMICOLON) {
656                                 getNextToken();
657                         } else {
658                                 if (token != TokenNameINLINE_HTML) {
659                                         throwSyntaxError("';' expected after do-while statement.");
660                                 }
661                                 getNextToken();
662                         }
663                         return statement;
664                 } else if (token == TokenNameforeach) {
665                         getNextToken();
666                         if (token == TokenNameLPAREN) {
667                                 getNextToken();
668                         } else {
669                                 throwSyntaxError("'(' expected after 'foreach' keyword.");
670                         }
671                         expr();
672                         if (token == TokenNameas) {
673                                 getNextToken();
674                         } else {
675                                 throwSyntaxError("'as' expected after 'foreach' exxpression.");
676                         }
677                         // variable();
678                         foreach_variable();
679                         foreach_optional_arg();
680                         if (token == TokenNameEQUAL_GREATER) {
681                                 getNextToken();
682                                 variable(false, false);
683                         }
684                         if (token == TokenNameRPAREN) {
685                                 getNextToken();
686                         } else {
687                                 throwSyntaxError("')' expected after 'foreach' expression.");
688                         }
689                         foreachStatement();
690                         return statement;
691                 } else if (token == TokenNamebreak) {
692                         expression = null;
693                         getNextToken();
694                         if (token != TokenNameSEMICOLON) {
695                                 expression = expr();
696                         }
697                         if (token == TokenNameSEMICOLON) {
698                                 sourceEnd = scanner.getCurrentTokenEndPosition();
699                                 getNextToken();
700                         } else {
701                                 if (token != TokenNameINLINE_HTML) {
702                                         throwSyntaxError("';' expected after 'break'.");
703                                 }
704                                 sourceEnd = scanner.getCurrentTokenEndPosition();
705                                 getNextToken();
706                         }
707                         return new BreakStatement(null, sourceStart, sourceEnd);
708                 } else if (token == TokenNamecontinue) {
709                         expression = null;
710                         getNextToken();
711                         if (token != TokenNameSEMICOLON) {
712                                 expression = expr();
713                         }
714                         if (token == TokenNameSEMICOLON) {
715                                 sourceEnd = scanner.getCurrentTokenEndPosition();
716                                 getNextToken();
717                         } else {
718                                 if (token != TokenNameINLINE_HTML) {
719                                         throwSyntaxError("';' expected after 'continue'.");
720                                 }
721                                 sourceEnd = scanner.getCurrentTokenEndPosition();
722                                 getNextToken();
723                         }
724                         return new ContinueStatement(null, sourceStart, sourceEnd);
725                 } else if (token == TokenNamereturn) {
726                         expression = null;
727                         getNextToken();
728                         if (token != TokenNameSEMICOLON) {
729                                 expression = expr();
730                         }
731                         if (token == TokenNameSEMICOLON) {
732                                 sourceEnd = scanner.getCurrentTokenEndPosition();
733                                 getNextToken();
734                         } else {
735                                 if (token != TokenNameINLINE_HTML) {
736                                         throwSyntaxError("';' expected after 'return'.");
737                                 }
738                                 sourceEnd = scanner.getCurrentTokenEndPosition();
739                                 getNextToken();
740                         }
741                         return new ReturnStatement(expression, sourceStart, sourceEnd);
742                 } else if (token == TokenNameecho) {
743                         getNextToken();
744                         expressionList();
745                         if (token == TokenNameSEMICOLON) {
746                                 getNextToken();
747                         } else {
748                                 if (token != TokenNameINLINE_HTML) {
749                                         throwSyntaxError("';' expected after 'echo' statement.");
750                                 }
751                                 getNextToken();
752                         }
753                         return statement;
754                 } else if (token == TokenNameECHO_INVISIBLE) {
755                         // 0-length token directly after PHP short tag &lt;?=
756                         getNextToken();
757                         expressionList();
758                         if (token == TokenNameSEMICOLON) {
759                                 getNextToken();
760                                 // if (token != TokenNameINLINE_HTML) {
761                                 // // TODO should this become a configurable warning?
762                                 // reportSyntaxError("Probably '?>' expected after PHP short tag
763                                 // expression (only the first expression will be echoed).");
764                                 // }
765                         } else {
766                                 if (token != TokenNameINLINE_HTML) {
767                                         throwSyntaxError("';' expected after PHP short tag '<?=' expression.");
768                                 }
769                                 getNextToken();
770                         }
771                         return statement;
772                 } else if (token == TokenNameINLINE_HTML) {
773                         getNextToken();
774                         return statement;
775                 } else if (token == TokenNameglobal) {
776                         getNextToken();
777                         global_var_list();
778                         if (token == TokenNameSEMICOLON) {
779                                 getNextToken();
780                         } else {
781                                 if (token != TokenNameINLINE_HTML) {
782                                         throwSyntaxError("';' expected after 'global' statement.");
783                                 }
784                                 getNextToken();
785                         }
786                         return statement;
787                 } else if (token == TokenNamestatic) {
788                         getNextToken();
789                         static_var_list();
790                         if (token == TokenNameSEMICOLON) {
791                                 getNextToken();
792                         } else {
793                                 if (token != TokenNameINLINE_HTML) {
794                                         throwSyntaxError("';' expected after 'static' statement.");
795                                 }
796                                 getNextToken();
797                         }
798                         return statement;
799                 } else if (token == TokenNameunset) {
800                         getNextToken();
801                         if (token == TokenNameLPAREN) {
802                                 getNextToken();
803                         } else {
804                                 throwSyntaxError("'(' expected after 'unset' statement.");
805                         }
806                         unset_variables();
807                         if (token == TokenNameRPAREN) {
808                                 getNextToken();
809                         } else {
810                                 throwSyntaxError("')' expected after 'unset' statement.");
811                         }
812                         if (token == TokenNameSEMICOLON) {
813                                 getNextToken();
814                         } else {
815                                 if (token != TokenNameINLINE_HTML) {
816                                         throwSyntaxError("';' expected after 'unset' statement.");
817                                 }
818                                 getNextToken();
819                         }
820                         return statement;
821                 } else if (token == TokenNamefunction) {
822                         MethodDeclaration methodDecl = new MethodDeclaration(this.compilationUnit.compilationResult);
823                         methodDecl.declarationSourceStart = scanner.getCurrentTokenStartPosition();
824                         methodDecl.modifiers = AccDefault;
825                         methodDecl.type = MethodDeclaration.FUNCTION_DEFINITION;
826                         try {
827                                 getNextToken();
828                                 functionDefinition(methodDecl);
829                         } finally {
830                                 sourceEnd = methodDecl.sourceEnd;
831                                 if (sourceEnd <= 0 || methodDecl.declarationSourceStart > sourceEnd) {
832                                         sourceEnd = methodDecl.declarationSourceStart + 1;
833                                 }
834                                 methodDecl.declarationSourceEnd = sourceEnd;
835                                 methodDecl.sourceEnd = sourceEnd;
836                         }
837                         return statement;
838                 } else if (token == TokenNamedeclare) {
839                         // T_DECLARE '(' declare_list ')' declare_statement
840                         getNextToken();
841                         if (token != TokenNameLPAREN) {
842                                 throwSyntaxError("'(' expected in 'declare' statement.");
843                         }
844                         getNextToken();
845                         declare_list();
846                         if (token != TokenNameRPAREN) {
847                                 throwSyntaxError("')' expected in 'declare' statement.");
848                         }
849                         getNextToken();
850                         declare_statement();
851                         return statement;
852                 } else if (token == TokenNametry) {
853                         getNextToken();
854                         if (token != TokenNameLBRACE) {
855                                 throwSyntaxError("'{' expected in 'try' statement.");
856                         }
857                         getNextToken();
858                         statementList();
859                         if (token != TokenNameRBRACE) {
860                                 throwSyntaxError("'}' expected in 'try' statement.");
861                         }
862                         getNextToken();
863                         return statement;
864                 } else if (token == TokenNamecatch) {
865                         getNextToken();
866                         if (token != TokenNameLPAREN) {
867                                 throwSyntaxError("'(' expected in 'catch' statement.");
868                         }
869                         getNextToken();
870                         fully_qualified_class_name();
871                         if (token != TokenNameVariable) {
872                                 throwSyntaxError("Variable expected in 'catch' statement.");
873                         }
874                         addVariableSet();
875                         getNextToken();
876                         if (token != TokenNameRPAREN) {
877                                 throwSyntaxError("')' expected in 'catch' statement.");
878                         }
879                         getNextToken();
880                         if (token != TokenNameLBRACE) {
881                                 throwSyntaxError("'{' expected in 'catch' statement.");
882                         }
883                         getNextToken();
884                         if (token != TokenNameRBRACE) {
885                                 statementList();
886                                 if (token != TokenNameRBRACE) {
887                                         throwSyntaxError("'}' expected in 'catch' statement.");
888                                 }
889                         }
890                         getNextToken();
891                         additional_catches();
892                         return statement;
893                 } else if (token == TokenNamethrow) {
894                         getNextToken();
895                         expr();
896                         if (token == TokenNameSEMICOLON) {
897                                 getNextToken();
898                         } else {
899                                 throwSyntaxError("';' expected after 'throw' exxpression.");
900                         }
901                         return statement;
902                 } else if (token == TokenNamefinal || token == TokenNameabstract || token == TokenNameclass || token == TokenNameinterface) {
903                         try {
904                                 TypeDeclaration typeDecl = new TypeDeclaration(this.compilationUnit.compilationResult);
905                                 typeDecl.declarationSourceStart = scanner.getCurrentTokenStartPosition();
906                                 typeDecl.declarationSourceEnd = scanner.getCurrentTokenEndPosition();
907                                 typeDecl.name = new char[] { ' ' };
908                                 // default super class
909                                 typeDecl.superclass = new SingleTypeReference(TypeConstants.OBJECT, 0);
910                                 compilationUnit.types.add(typeDecl);
911                                 pushOnAstStack(typeDecl);
912                                 unticked_class_declaration_statement(typeDecl);
913                         } finally {
914                                 // reduce stack:
915                                 astPtr--;
916                                 astLengthPtr--;
917                         }
918                         return statement;
919                         // } else {
920                         // throwSyntaxError("Unexpected keyword '" + keyword + "'");
921                 } else if (token == TokenNameLBRACE) {
922                         getNextToken();
923                         if (token != TokenNameRBRACE) {
924                                 statement = statementList();
925                         }
926                         if (token == TokenNameRBRACE) {
927                                 getNextToken();
928                                 return statement;
929                         } else {
930                                 throwSyntaxError("'}' expected.");
931                         }
932                 } else {
933                         if (token != TokenNameSEMICOLON) {
934                                 expr();
935                         }
936                         if (token == TokenNameSEMICOLON) {
937                                 getNextToken();
938                                 return statement;
939                         } else {
940                                 if (token == TokenNameRBRACE) {
941                                         reportSyntaxError("';' expected after expression (Found token: " + scanner.toStringAction(token) + ")");
942                                 } else {
943                                         if (token != TokenNameINLINE_HTML && token != TokenNameEOF) {
944                                                 throwSyntaxError("';' expected after expression (Found token: " + scanner.toStringAction(token) + ")");
945                                         }
946                                         getNextToken();
947                                 }
948                         }
949                 }
950                 // may be null
951                 return statement;
952         }
953
954         private void declare_statement() {
955                 // statement
956                 // | ':' inner_statement_list T_ENDDECLARE ';'
957                 // ;
958                 if (token == TokenNameCOLON) {
959                         getNextToken();
960                         // TODO: implement inner_statement_list();
961                         statementList();
962                         if (token != TokenNameenddeclare) {
963                                 throwSyntaxError("'enddeclare' expected in 'declare' statement.");
964                         }
965                         getNextToken();
966                         if (token != TokenNameSEMICOLON) {
967                                 throwSyntaxError("';' expected after 'enddeclare' keyword.");
968                         }
969                         getNextToken();
970                 } else {
971                         statement();
972                 }
973         }
974
975         private void declare_list() {
976                 // T_STRING '=' static_scalar
977                 // | declare_list ',' T_STRING '=' static_scalar
978                 while (true) {
979                         if (token != TokenNameIdentifier) {
980                                 throwSyntaxError("Identifier expected in 'declare' list.");
981                         }
982                         getNextToken();
983                         if (token != TokenNameEQUAL) {
984                                 throwSyntaxError("'=' expected in 'declare' list.");
985                         }
986                         getNextToken();
987                         static_scalar();
988                         if (token != TokenNameCOMMA) {
989                                 break;
990                         }
991                         getNextToken();
992                 }
993         }
994
995         private void additional_catches() {
996                 while (token == TokenNamecatch) {
997                         getNextToken();
998                         if (token != TokenNameLPAREN) {
999                                 throwSyntaxError("'(' expected in 'catch' statement.");
1000                         }
1001                         getNextToken();
1002                         fully_qualified_class_name();
1003                         if (token != TokenNameVariable) {
1004                                 throwSyntaxError("Variable expected in 'catch' statement.");
1005                         }
1006                         addVariableSet();
1007                         getNextToken();
1008                         if (token != TokenNameRPAREN) {
1009                                 throwSyntaxError("')' expected in 'catch' statement.");
1010                         }
1011                         getNextToken();
1012                         if (token != TokenNameLBRACE) {
1013                                 throwSyntaxError("'{' expected in 'catch' statement.");
1014                         }
1015                         getNextToken();
1016                         if (token != TokenNameRBRACE) {
1017                                 statementList();
1018                         }
1019                         if (token != TokenNameRBRACE) {
1020                                 throwSyntaxError("'}' expected in 'catch' statement.");
1021                         }
1022                         getNextToken();
1023                 }
1024         }
1025
1026         private void foreach_variable() {
1027                 // w_variable
1028                 // | '&' w_variable
1029                 if (token == TokenNameAND) {
1030                         getNextToken();
1031                 }
1032                 w_variable(true);
1033         }
1034
1035         private void foreach_optional_arg() {
1036                 // /* empty */
1037                 // | T_DOUBLE_ARROW foreach_variable
1038                 if (token == TokenNameEQUAL_GREATER) {
1039                         getNextToken();
1040                         foreach_variable();
1041                 }
1042         }
1043
1044         private void global_var_list() {
1045                 // global_var_list:
1046                 // global_var_list ',' global_var
1047                 // | global_var
1048                 HashSet set = peekVariableSet();
1049                 while (true) {
1050                         global_var(set);
1051                         if (token != TokenNameCOMMA) {
1052                                 break;
1053                         }
1054                         getNextToken();
1055                 }
1056         }
1057
1058         private void global_var(HashSet set) {
1059                 // global_var:
1060                 // T_VARIABLE
1061                 // | '$' r_variable
1062                 // | '$' '{' expr '}'
1063                 if (token == TokenNameVariable) {
1064                         if (fMethodVariables != null) {
1065                                 VariableInfo info = new VariableInfo(scanner.getCurrentTokenStartPosition(), VariableInfo.LEVEL_GLOBAL_VAR);
1066                                 fMethodVariables.put(new String(scanner.getCurrentIdentifierSource()), info);
1067                         }
1068                         addVariableSet(set);
1069                         getNextToken();
1070                 } else if (token == TokenNameDOLLAR) {
1071                         getNextToken();
1072                         if (token == TokenNameLBRACE) {
1073                                 getNextToken();
1074                                 expr();
1075                                 if (token != TokenNameRBRACE) {
1076                                         throwSyntaxError("'}' expected in global variable.");
1077                                 }
1078                                 getNextToken();
1079                         } else {
1080                                 r_variable();
1081                         }
1082                 }
1083         }
1084
1085         private void static_var_list() {
1086                 // static_var_list:
1087                 // static_var_list ',' T_VARIABLE
1088                 // | static_var_list ',' T_VARIABLE '=' static_scalar
1089                 // | T_VARIABLE
1090                 // | T_VARIABLE '=' static_scalar,
1091                 HashSet set = peekVariableSet();
1092                 while (true) {
1093                         if (token == TokenNameVariable) {
1094                                 if (fMethodVariables != null) {
1095                                         VariableInfo info = new VariableInfo(scanner.getCurrentTokenStartPosition(), VariableInfo.LEVEL_STATIC_VAR);
1096                                         fMethodVariables.put(new String(scanner.getCurrentIdentifierSource()), info);
1097                                 }
1098                                 addVariableSet(set);
1099                                 getNextToken();
1100                                 if (token == TokenNameEQUAL) {
1101                                         getNextToken();
1102                                         static_scalar();
1103                                 }
1104                                 if (token != TokenNameCOMMA) {
1105                                         break;
1106                                 }
1107                                 getNextToken();
1108                         } else {
1109                                 break;
1110                         }
1111                 }
1112         }
1113
1114         private void unset_variables() {
1115                 // unset_variables:
1116                 // unset_variable
1117                 // | unset_variables ',' unset_variable
1118                 // unset_variable:
1119                 // variable
1120                 while (true) {
1121                         variable(false, false);
1122                         if (token != TokenNameCOMMA) {
1123                                 break;
1124                         }
1125                         getNextToken();
1126                 }
1127         }
1128
1129         private final void initializeModifiers() {
1130                 this.modifiers = 0;
1131                 this.modifiersSourceStart = -1;
1132         }
1133
1134         private final void checkAndSetModifiers(int flag) {
1135                 this.modifiers |= flag;
1136                 if (this.modifiersSourceStart < 0)
1137                         this.modifiersSourceStart = this.scanner.startPosition;
1138         }
1139
1140         private void unticked_class_declaration_statement(TypeDeclaration typeDecl) {
1141                 initializeModifiers();
1142                 if (token == TokenNameinterface) {
1143                         // interface_entry T_STRING
1144                         // interface_extends_list
1145                         // '{' class_statement_list '}'
1146                         checkAndSetModifiers(AccInterface);
1147                         getNextToken();
1148                         typeDecl.modifiers = this.modifiers;
1149                         typeDecl.sourceStart = scanner.getCurrentTokenStartPosition();
1150                         typeDecl.sourceEnd = scanner.getCurrentTokenEndPosition();
1151                         if (token == TokenNameIdentifier || token > TokenNameKEYWORD) {
1152                                 typeDecl.name = scanner.getCurrentIdentifierSource();
1153                                 if (token > TokenNameKEYWORD) {
1154                                         problemReporter.phpKeywordWarning(new String[] { scanner.toStringAction(token) }, scanner.getCurrentTokenStartPosition(),
1155                                                         scanner.getCurrentTokenEndPosition(), referenceContext, compilationUnit.compilationResult);
1156                                         // throwSyntaxError("Don't use a keyword for interface declaration ["
1157                                         // + scanner.toStringAction(token) + "].",
1158                                         // typeDecl.sourceStart, typeDecl.sourceEnd);
1159                                 }
1160                                 getNextToken();
1161                                 interface_extends_list(typeDecl);
1162                         } else {
1163                                 typeDecl.name = new char[] { ' ' };
1164                                 throwSyntaxError("Interface name expected after keyword 'interface'.", typeDecl.sourceStart, typeDecl.sourceEnd);
1165                                 return;
1166                         }
1167                 } else {
1168                         // class_entry_type T_STRING extends_from
1169                         // implements_list
1170                         // '{' class_statement_list'}'
1171                         class_entry_type();
1172                         typeDecl.modifiers = this.modifiers;
1173                         typeDecl.sourceStart = scanner.getCurrentTokenStartPosition();
1174                         typeDecl.sourceEnd = scanner.getCurrentTokenEndPosition();
1175                         // identifier
1176                         // identifier 'extends' identifier
1177                         if (token == TokenNameIdentifier || token > TokenNameKEYWORD) {
1178                                 typeDecl.name = scanner.getCurrentIdentifierSource();
1179                                 if (token > TokenNameKEYWORD) {
1180                                         problemReporter.phpKeywordWarning(new String[] { scanner.toStringAction(token) }, scanner.getCurrentTokenStartPosition(),
1181                                                         scanner.getCurrentTokenEndPosition(), referenceContext, compilationUnit.compilationResult);
1182                                         // throwSyntaxError("Don't use a keyword for class declaration [" +
1183                                         // scanner.toStringAction(token) + "].",
1184                                         // typeDecl.sourceStart, typeDecl.sourceEnd);
1185                                 }
1186                                 getNextToken();
1187                                 // extends_from:
1188                                 // /* empty */
1189                                 // | T_EXTENDS fully_qualified_class_name
1190                                 if (token == TokenNameextends) {
1191                                         interface_extends_list(typeDecl);
1192                                         // getNextToken();
1193                                         // if (token != TokenNameIdentifier) {
1194                                         // throwSyntaxError("Class name expected after keyword
1195                                         // 'extends'.",
1196                                         // scanner.getCurrentTokenStartPosition(), scanner
1197                                         // .getCurrentTokenEndPosition());
1198                                         // }
1199                                 }
1200                                 implements_list(typeDecl);
1201                         } else {
1202                                 typeDecl.name = new char[] { ' ' };
1203                                 throwSyntaxError("Class name expected after keyword 'class'.", typeDecl.sourceStart, typeDecl.sourceEnd);
1204                                 return;
1205                         }
1206                 }
1207                 // '{' class_statement_list '}'
1208                 if (token == TokenNameLBRACE) {
1209                         getNextToken();
1210                         if (token != TokenNameRBRACE) {
1211                                 ArrayList list = new ArrayList();
1212                                 class_statement_list(list);
1213                                 typeDecl.fields = new FieldDeclaration[list.size()];
1214                                 for (int i = 0; i < list.size(); i++) {
1215                                         typeDecl.fields[i] = (FieldDeclaration) list.get(i);
1216                                 }
1217                         }
1218                         if (token == TokenNameRBRACE) {
1219                                 typeDecl.declarationSourceEnd = scanner.getCurrentTokenEndPosition();
1220                                 getNextToken();
1221                         } else {
1222                                 throwSyntaxError("'}' expected at end of class body.");
1223                         }
1224                 } else {
1225                         throwSyntaxError("'{' expected at start of class body.");
1226                 }
1227         }
1228
1229         private void class_entry_type() {
1230                 // T_CLASS
1231                 // | T_ABSTRACT T_CLASS
1232                 // | T_FINAL T_CLASS
1233                 if (token == TokenNameclass) {
1234                         getNextToken();
1235                 } else if (token == TokenNameabstract) {
1236                         checkAndSetModifiers(AccAbstract);
1237                         getNextToken();
1238                         if (token != TokenNameclass) {
1239                                 throwSyntaxError("Keyword 'class' expected after keyword 'abstract'.");
1240                         }
1241                         getNextToken();
1242                 } else if (token == TokenNamefinal) {
1243                         checkAndSetModifiers(AccFinal);
1244                         getNextToken();
1245                         if (token != TokenNameclass) {
1246                                 throwSyntaxError("Keyword 'class' expected after keyword 'final'.");
1247                         }
1248                         getNextToken();
1249                 } else {
1250                         throwSyntaxError("Keyword 'class' 'final' or 'abstract' expected");
1251                 }
1252         }
1253
1254         // private void class_extends(TypeDeclaration typeDecl) {
1255         // // /* empty */
1256         // // | T_EXTENDS interface_list
1257         // if (token == TokenNameextends) {
1258         // getNextToken();
1259         //
1260         // if (token == TokenNameIdentifier) {
1261         // getNextToken();
1262         // } else {
1263         // throwSyntaxError("Class name expected after keyword 'extends'.");
1264         // }
1265         // }
1266         // }
1267
1268         private void interface_extends_list(TypeDeclaration typeDecl) {
1269                 // /* empty */
1270                 // | T_EXTENDS interface_list
1271                 if (token == TokenNameextends) {
1272                         getNextToken();
1273                         interface_list();
1274                 }
1275         }
1276
1277         private void implements_list(TypeDeclaration typeDecl) {
1278                 // /* empty */
1279                 // | T_IMPLEMENTS interface_list
1280                 if (token == TokenNameimplements) {
1281                         getNextToken();
1282                         interface_list();
1283                 }
1284         }
1285
1286         private void interface_list() {
1287                 // interface_list:
1288                 // fully_qualified_class_name
1289                 // | interface_list ',' fully_qualified_class_name
1290                 do {
1291                         if (token == TokenNameIdentifier) {
1292                                 getNextToken();
1293                         } else {
1294                                 throwSyntaxError("Interface name expected after keyword 'implements'.");
1295                         }
1296                         if (token != TokenNameCOMMA) {
1297                                 return;
1298                         }
1299                         getNextToken();
1300                 } while (true);
1301         }
1302
1303         // private void classBody(TypeDeclaration typeDecl) {
1304         // //'{' [class-element-list] '}'
1305         // if (token == TokenNameLBRACE) {
1306         // getNextToken();
1307         // if (token != TokenNameRBRACE) {
1308         // class_statement_list();
1309         // }
1310         // if (token == TokenNameRBRACE) {
1311         // typeDecl.declarationSourceEnd = scanner.getCurrentTokenEndPosition();
1312         // getNextToken();
1313         // } else {
1314         // throwSyntaxError("'}' expected at end of class body.");
1315         // }
1316         // } else {
1317         // throwSyntaxError("'{' expected at start of class body.");
1318         // }
1319         // }
1320         private void class_statement_list(ArrayList list) {
1321                 do {
1322                         try {
1323                                 class_statement(list);
1324                                 if (token == TokenNamepublic || token == TokenNameprotected || token == TokenNameprivate || token == TokenNamestatic
1325                                                 || token == TokenNameabstract || token == TokenNamefinal || token == TokenNamefunction || token == TokenNamevar
1326                                                 || token == TokenNameconst) {
1327                                         continue;
1328                                 }
1329                                 if (token == TokenNameRBRACE) {
1330                                         break;
1331                                 }
1332                                 throwSyntaxError("'}' at end of class statement.");
1333                         } catch (SyntaxError sytaxErr1) {
1334                                 boolean tokenize = scanner.tokenizeStrings;
1335                                 if (!tokenize) {
1336                                         scanner.tokenizeStrings = true;
1337                                 }
1338                                 try {
1339                                         // if an error occured,
1340                                         // try to find keywords
1341                                         // to parse the rest of the string
1342                                         while (token != TokenNameEOF) {
1343                                                 if (token == TokenNamepublic || token == TokenNameprotected || token == TokenNameprivate || token == TokenNamestatic
1344                                                                 || token == TokenNameabstract || token == TokenNamefinal || token == TokenNamefunction || token == TokenNamevar
1345                                                                 || token == TokenNameconst) {
1346                                                         break;
1347                                                 }
1348                                                 // System.out.println(scanner.toStringAction(token));
1349                                                 getNextToken();
1350                                         }
1351                                         if (token == TokenNameEOF) {
1352                                                 throw sytaxErr1;
1353                                         }
1354                                 } finally {
1355                                         scanner.tokenizeStrings = tokenize;
1356                                 }
1357                         }
1358                 } while (true);
1359         }
1360
1361         private void class_statement(ArrayList list) {
1362                 // class_statement:
1363                 // variable_modifiers class_variable_declaration ';'
1364                 // | class_constant_declaration ';'
1365                 // | method_modifiers T_FUNCTION is_reference T_STRING
1366                 // '(' parameter_list ')' method_body
1367                 initializeModifiers();
1368                 int declarationSourceStart = scanner.getCurrentTokenStartPosition();
1369
1370                 if (token == TokenNamevar) {
1371                         checkAndSetModifiers(AccPublic);
1372                         problemReporter.phpVarDeprecatedWarning(scanner.getCurrentTokenStartPosition(), scanner.getCurrentTokenEndPosition(),
1373                                         referenceContext, compilationUnit.compilationResult);
1374                         getNextToken();
1375                         class_variable_declaration(declarationSourceStart, list);
1376                 } else if (token == TokenNameconst) {
1377                         checkAndSetModifiers(AccFinal | AccPublic);
1378                         class_constant_declaration(declarationSourceStart, list);
1379                         if (token != TokenNameSEMICOLON) {
1380                                 throwSyntaxError("';' expected after class const declaration.");
1381                         }
1382                         getNextToken();
1383                 } else {
1384                         boolean hasModifiers = member_modifiers();
1385                         if (token == TokenNamefunction) {
1386                                 if (!hasModifiers) {
1387                                         checkAndSetModifiers(AccPublic);
1388                                 }
1389                                 MethodDeclaration methodDecl = new MethodDeclaration(this.compilationUnit.compilationResult);
1390                                 methodDecl.declarationSourceStart = scanner.getCurrentTokenStartPosition();
1391                                 methodDecl.modifiers = this.modifiers;
1392                                 methodDecl.type = MethodDeclaration.METHOD_DEFINITION;
1393                                 try {
1394                                         getNextToken();
1395                                         functionDefinition(methodDecl);
1396                                 } finally {
1397                                         int sourceEnd = methodDecl.sourceEnd;
1398                                         if (sourceEnd <= 0 || methodDecl.declarationSourceStart > sourceEnd) {
1399                                                 sourceEnd = methodDecl.declarationSourceStart + 1;
1400                                         }
1401                                         methodDecl.declarationSourceEnd = sourceEnd;
1402                                         methodDecl.sourceEnd = sourceEnd;
1403                                 }
1404                         } else {
1405                                 if (!hasModifiers) {
1406                                         throwSyntaxError("'public' 'private' or 'protected' modifier expected for field declarations.");
1407                                 }
1408                                 class_variable_declaration(declarationSourceStart, list);
1409                         }
1410                 }
1411         }
1412
1413         private void class_constant_declaration(int declarationSourceStart, ArrayList list) {
1414                 // class_constant_declaration ',' T_STRING '=' static_scalar
1415                 // | T_CONST T_STRING '=' static_scalar
1416                 if (token != TokenNameconst) {
1417                         throwSyntaxError("'const' keyword expected in class declaration.");
1418                 } else {
1419                         getNextToken();
1420                 }
1421                 while (true) {
1422                         if (token != TokenNameIdentifier) {
1423                                 throwSyntaxError("Identifier expected in class const declaration.");
1424                         }
1425                         FieldDeclaration fieldDeclaration = new FieldDeclaration(scanner.getCurrentIdentifierSource(), scanner
1426                                         .getCurrentTokenStartPosition(), scanner.getCurrentTokenEndPosition());
1427                         fieldDeclaration.modifiers = this.modifiers;
1428                         fieldDeclaration.declarationSourceStart = declarationSourceStart;
1429                         fieldDeclaration.declarationSourceEnd = scanner.getCurrentTokenEndPosition();
1430                         fieldDeclaration.modifiersSourceStart = declarationSourceStart;
1431                         // fieldDeclaration.type
1432                         list.add(fieldDeclaration);
1433                         getNextToken();
1434                         if (token != TokenNameEQUAL) {
1435                                 throwSyntaxError("'=' expected in class const declaration.");
1436                         }
1437                         getNextToken();
1438                         static_scalar();
1439                         if (token != TokenNameCOMMA) {
1440                                 break; // while(true)-loop
1441                         }
1442                         getNextToken();
1443                 }
1444         }
1445
1446         // private void variable_modifiers() {
1447         // // variable_modifiers:
1448         // // non_empty_member_modifiers
1449         // //| T_VAR
1450         // initializeModifiers();
1451         // if (token == TokenNamevar) {
1452         // checkAndSetModifiers(AccPublic);
1453         // reportSyntaxError(
1454         // "Keyword 'var' is deprecated. Please use 'public' 'private' or
1455         // 'protected'
1456         // modifier for field declarations.",
1457         // scanner.getCurrentTokenStartPosition(), scanner
1458         // .getCurrentTokenEndPosition());
1459         // getNextToken();
1460         // } else {
1461         // if (!member_modifiers()) {
1462         // throwSyntaxError("'public' 'private' or 'protected' modifier expected for
1463         // field declarations.");
1464         // }
1465         // }
1466         // }
1467         // private void method_modifiers() {
1468         // //method_modifiers:
1469         // // /* empty */
1470         // //| non_empty_member_modifiers
1471         // initializeModifiers();
1472         // if (!member_modifiers()) {
1473         // checkAndSetModifiers(AccPublic);
1474         // }
1475         // }
1476         private boolean member_modifiers() {
1477                 // T_PUBLIC
1478                 // | T_PROTECTED
1479                 // | T_PRIVATE
1480                 // | T_STATIC
1481                 // | T_ABSTRACT
1482                 // | T_FINAL
1483                 boolean foundToken = false;
1484                 while (true) {
1485                         if (token == TokenNamepublic) {
1486                                 checkAndSetModifiers(AccPublic);
1487                                 getNextToken();
1488                                 foundToken = true;
1489                         } else if (token == TokenNameprotected) {
1490                                 checkAndSetModifiers(AccProtected);
1491                                 getNextToken();
1492                                 foundToken = true;
1493                         } else if (token == TokenNameprivate) {
1494                                 checkAndSetModifiers(AccPrivate);
1495                                 getNextToken();
1496                                 foundToken = true;
1497                         } else if (token == TokenNamestatic) {
1498                                 checkAndSetModifiers(AccStatic);
1499                                 getNextToken();
1500                                 foundToken = true;
1501                         } else if (token == TokenNameabstract) {
1502                                 checkAndSetModifiers(AccAbstract);
1503                                 getNextToken();
1504                                 foundToken = true;
1505                         } else if (token == TokenNamefinal) {
1506                                 checkAndSetModifiers(AccFinal);
1507                                 getNextToken();
1508                                 foundToken = true;
1509                         } else {
1510                                 break;
1511                         }
1512                 }
1513                 return foundToken;
1514         }
1515
1516         private void class_variable_declaration(int declarationSourceStart, ArrayList list) {
1517                 // class_variable_declaration:
1518                 // class_variable_declaration ',' T_VARIABLE
1519                 // | class_variable_declaration ',' T_VARIABLE '=' static_scalar
1520                 // | T_VARIABLE
1521                 // | T_VARIABLE '=' static_scalar
1522                 char[] classVariable;
1523                 do {
1524                         if (token == TokenNameVariable) {
1525                                 classVariable = scanner.getCurrentIdentifierSource();
1526                                 // indexManager.addIdentifierInformation('v', classVariable, buf, -1,
1527                                 // -1);
1528                                 FieldDeclaration fieldDeclaration = new FieldDeclaration(classVariable, scanner.getCurrentTokenStartPosition(), scanner
1529                                                 .getCurrentTokenEndPosition());
1530                                 fieldDeclaration.modifiers = this.modifiers;
1531                                 fieldDeclaration.declarationSourceStart = declarationSourceStart;
1532                                 fieldDeclaration.declarationSourceEnd = scanner.getCurrentTokenEndPosition();
1533                                 fieldDeclaration.modifiersSourceStart = declarationSourceStart;
1534                                 list.add(fieldDeclaration);
1535                                 if (fTypeVariables != null) {
1536                                         VariableInfo info = new VariableInfo(scanner.getCurrentTokenStartPosition(), VariableInfo.LEVEL_CLASS_UNIT);
1537                                         fTypeVariables.put(new String(scanner.getCurrentIdentifierSource()), info);
1538                                 }
1539                                 getNextToken();
1540                                 if (token == TokenNameEQUAL) {
1541                                         getNextToken();
1542                                         static_scalar();
1543                                 }
1544                         } else {
1545                                 // if (token == TokenNamethis) {
1546                                 // throwSyntaxError("'$this' not allowed after keyword 'public'
1547                                 // 'protected' 'private' 'var'.");
1548                                 // }
1549                                 throwSyntaxError("Variable expected after keyword 'public' 'protected' 'private' 'var'.");
1550                         }
1551                         if (token != TokenNameCOMMA) {
1552                                 break;
1553                         }
1554                         getNextToken();
1555                 } while (true);
1556                 if (token != TokenNameSEMICOLON) {
1557                         throwSyntaxError("';' expected after field declaration.");
1558                 }
1559                 getNextToken();
1560         }
1561
1562         private void functionDefinition(MethodDeclaration methodDecl) {
1563                 boolean isAbstract = false;
1564                 if (astPtr == 0) {
1565                         if (compilationUnit != null) {
1566                                 compilationUnit.types.add(methodDecl);
1567                         }
1568                 } else {
1569                         ASTNode node = astStack[astPtr];
1570                         if (node instanceof TypeDeclaration) {
1571                                 TypeDeclaration typeDecl = ((TypeDeclaration) node);
1572                                 if (typeDecl.methods == null) {
1573                                         typeDecl.methods = new AbstractMethodDeclaration[] { methodDecl };
1574                                 } else {
1575                                         AbstractMethodDeclaration[] newMethods;
1576                                         System.arraycopy(typeDecl.methods, 0, newMethods = new AbstractMethodDeclaration[typeDecl.methods.length + 1], 0,
1577                                                         typeDecl.methods.length);
1578                                         newMethods[typeDecl.methods.length] = methodDecl;
1579                                         typeDecl.methods = newMethods;
1580                                 }
1581                                 if ((typeDecl.modifiers & AccAbstract) == AccAbstract) {
1582                                         isAbstract = true;
1583                                 } else if ((typeDecl.modifiers & AccInterface) == AccInterface) {
1584                                         isAbstract = true;
1585                                 }
1586                         }
1587                 }
1588                 try {
1589                         pushFunctionVariableSet();
1590                         functionDeclarator(methodDecl);
1591                         if (token == TokenNameSEMICOLON) {
1592                                 if (!isAbstract) {
1593                                         methodDecl.sourceEnd = scanner.getCurrentTokenStartPosition() - 1;
1594                                         throwSyntaxError("Body declaration expected for method: " + new String(methodDecl.selector));
1595                                 }
1596                                 getNextToken();
1597                                 return;
1598                         }
1599                         functionBody(methodDecl);
1600                 } finally {
1601                         if (!fStackUnassigned.isEmpty()) {
1602                                 fStackUnassigned.remove(fStackUnassigned.size() - 1);
1603                         }
1604                 }
1605         }
1606
1607         private void functionDeclarator(MethodDeclaration methodDecl) {
1608                 // identifier '(' [parameter-list] ')'
1609                 if (token == TokenNameAND) {
1610                         getNextToken();
1611                 }
1612                 methodDecl.sourceStart = scanner.getCurrentTokenStartPosition();
1613                 methodDecl.sourceEnd = scanner.getCurrentTokenEndPosition();
1614                 if (Scanner.isIdentifierOrKeyword(token)) {
1615                         methodDecl.selector = scanner.getCurrentIdentifierSource();
1616                         if (token > TokenNameKEYWORD) {
1617                                 problemReporter.phpKeywordWarning(new String[] { scanner.toStringAction(token) }, scanner.getCurrentTokenStartPosition(),
1618                                                 scanner.getCurrentTokenEndPosition(), referenceContext, compilationUnit.compilationResult);
1619                         }
1620                         getNextToken();
1621                         if (token == TokenNameLPAREN) {
1622                                 getNextToken();
1623                         } else {
1624                                 methodDecl.sourceEnd = scanner.getCurrentTokenStartPosition() - 1;
1625                                 throwSyntaxError("'(' expected in function declaration.");
1626                         }
1627                         if (token != TokenNameRPAREN) {
1628                                 parameter_list(methodDecl);
1629                         }
1630                         if (token != TokenNameRPAREN) {
1631                                 methodDecl.sourceEnd = scanner.getCurrentTokenStartPosition() - 1;
1632                                 throwSyntaxError("')' expected in function declaration.");
1633                         } else {
1634                                 methodDecl.bodyStart = scanner.getCurrentTokenEndPosition() + 1;
1635                                 getNextToken();
1636                         }
1637                 } else {
1638                         methodDecl.selector = "<undefined>".toCharArray();
1639                         methodDecl.sourceEnd = scanner.getCurrentTokenStartPosition() - 1;
1640                         throwSyntaxError("Function name expected after keyword 'function'.");
1641                 }
1642         }
1643
1644         //
1645         private void parameter_list(MethodDeclaration methodDecl) {
1646                 // non_empty_parameter_list
1647                 // | /* empty */
1648                 non_empty_parameter_list(methodDecl, true);
1649         }
1650
1651         private void non_empty_parameter_list(MethodDeclaration methodDecl, boolean empty_allowed) {
1652                 // optional_class_type T_VARIABLE
1653                 // | optional_class_type '&' T_VARIABLE
1654                 // | optional_class_type '&' T_VARIABLE '=' static_scalar
1655                 // | optional_class_type T_VARIABLE '=' static_scalar
1656                 // | non_empty_parameter_list ',' optional_class_type T_VARIABLE
1657                 // | non_empty_parameter_list ',' optional_class_type '&' T_VARIABLE
1658                 // | non_empty_parameter_list ',' optional_class_type '&' T_VARIABLE '='
1659                 // static_scalar
1660                 // | non_empty_parameter_list ',' optional_class_type T_VARIABLE '='
1661                 // static_scalar
1662                 char[] typeIdentifier = null;
1663                 if (token == TokenNameIdentifier || token == TokenNamearray || token == TokenNameVariable || token == TokenNameAND) {
1664                         HashSet set = peekVariableSet();
1665                         while (true) {
1666                                 if (token == TokenNameIdentifier || token == TokenNamearray) {// feature req. #1254275
1667                                         typeIdentifier = scanner.getCurrentIdentifierSource();
1668                                         getNextToken();
1669                                 }
1670                                 if (token == TokenNameAND) {
1671                                         getNextToken();
1672                                 }
1673                                 if (token == TokenNameVariable) {
1674                                         if (fMethodVariables != null) {
1675                                                 VariableInfo info;
1676                                                 if (methodDecl.type == MethodDeclaration.FUNCTION_DEFINITION) {
1677                                                         info = new VariableInfo(scanner.getCurrentTokenStartPosition(), VariableInfo.LEVEL_FUNCTION_DEFINITION);
1678                                                 } else {
1679                                                         info = new VariableInfo(scanner.getCurrentTokenStartPosition(), VariableInfo.LEVEL_METHOD_DEFINITION);
1680                                                 }
1681                                                 info.typeIdentifier = typeIdentifier;
1682                                                 fMethodVariables.put(new String(scanner.getCurrentIdentifierSource()), info);
1683                                         }
1684                                         addVariableSet(set);
1685                                         getNextToken();
1686                                         if (token == TokenNameEQUAL) {
1687                                                 getNextToken();
1688                                                 static_scalar();
1689                                         }
1690                                 } else {
1691                                         throwSyntaxError("Variable expected in parameter list.");
1692                                 }
1693                                 if (token != TokenNameCOMMA) {
1694                                         break;
1695                                 }
1696                                 getNextToken();
1697                         }
1698                         return;
1699                 }
1700                 if (!empty_allowed) {
1701                         throwSyntaxError("Identifier expected in parameter list.");
1702                 }
1703         }
1704
1705         private void optional_class_type() {
1706                 // /* empty */
1707                 // | T_STRING
1708         }
1709
1710         // private void parameterDeclaration() {
1711         // //variable
1712         // //variable-reference
1713         // if (token == TokenNameAND) {
1714         // getNextToken();
1715         // if (isVariable()) {
1716         // getNextToken();
1717         // } else {
1718         // throwSyntaxError("Variable expected after reference operator '&'.");
1719         // }
1720         // }
1721         // //variable '=' constant
1722         // if (token == TokenNameVariable) {
1723         // getNextToken();
1724         // if (token == TokenNameEQUAL) {
1725         // getNextToken();
1726         // static_scalar();
1727         // }
1728         // return;
1729         // }
1730         // // if (token == TokenNamethis) {
1731         // // throwSyntaxError("Reserved word '$this' not allowed in parameter
1732         // // declaration.");
1733         // // }
1734         // }
1735
1736         private void labeledStatementList() {
1737                 if (token != TokenNamecase && token != TokenNamedefault) {
1738                         throwSyntaxError("'case' or 'default' expected.");
1739                 }
1740                 do {
1741                         if (token == TokenNamecase) {
1742                                 getNextToken();
1743                                 expr(); // constant();
1744                                 if (token == TokenNameCOLON || token == TokenNameSEMICOLON) {
1745                                         getNextToken();
1746                                         if (token == TokenNameRBRACE) {
1747                                                 // empty case; assumes that the '}' token belongs to the wrapping
1748                                                 // switch statement - #1371992
1749                                                 break;
1750                                         }
1751                                         if (token == TokenNamecase || token == TokenNamedefault) {
1752                                                 // empty case statement ?
1753                                                 continue;
1754                                         }
1755                                         statementList();
1756                                 }
1757                                 // else if (token == TokenNameSEMICOLON) {
1758                                 // setMarker(
1759                                 // "':' expected after 'case' keyword (Found token: " +
1760                                 // scanner.toStringAction(token) + ")",
1761                                 // scanner.getCurrentTokenStartPosition(),
1762                                 // scanner.getCurrentTokenEndPosition(),
1763                                 // INFO);
1764                                 // getNextToken();
1765                                 // if (token == TokenNamecase) { // empty case statement ?
1766                                 // continue;
1767                                 // }
1768                                 // statementList();
1769                                 // }
1770                                 else {
1771                                         throwSyntaxError("':' character expected after 'case' constant (Found token: " + scanner.toStringAction(token) + ")");
1772                                 }
1773                         } else { // TokenNamedefault
1774                                 getNextToken();
1775                                 if (token == TokenNameCOLON || token == TokenNameSEMICOLON) {
1776                                         getNextToken();
1777                                         if (token == TokenNameRBRACE) {
1778                                                 // empty default case; ; assumes that the '}' token belongs to the
1779                                                 // wrapping switch statement - #1371992
1780                                                 break;
1781                                         }
1782                                         if (token != TokenNamecase) {
1783                                                 statementList();
1784                                         }
1785                                 } else {
1786                                         throwSyntaxError("':' character expected after 'default'.");
1787                                 }
1788                         }
1789                 } while (token == TokenNamecase || token == TokenNamedefault);
1790         }
1791
1792         private void ifStatementColon(IfStatement iState) {
1793                 // T_IF '(' expr ')' ':' inner_statement_list new_elseif_list
1794                 // new_else_single T_ENDIF ';'
1795                 HashSet assignedVariableSet = null;
1796                 try {
1797                         Block b = inner_statement_list();
1798                         iState.thenStatement = b;
1799                         checkUnreachable(iState, b);
1800                 } finally {
1801                         assignedVariableSet = removeIfVariableSet();
1802                 }
1803                 if (token == TokenNameelseif) {
1804                         try {
1805                                 pushIfVariableSet();
1806                                 new_elseif_list(iState);
1807                         } finally {
1808                                 HashSet set = removeIfVariableSet();
1809                                 if (assignedVariableSet != null && set != null) {
1810                                         assignedVariableSet.addAll(set);
1811                                 }
1812                         }
1813                 }
1814                 try {
1815                         pushIfVariableSet();
1816                         new_else_single(iState);
1817                 } finally {
1818                         HashSet set = removeIfVariableSet();
1819                         if (assignedVariableSet != null) {
1820                                 HashSet topSet = peekVariableSet();
1821                                 if (topSet != null) {
1822                                         if (set != null) {
1823                                                 topSet.addAll(set);
1824                                         }
1825                                         topSet.addAll(assignedVariableSet);
1826                                 }
1827                         }
1828                 }
1829                 if (token != TokenNameendif) {
1830                         throwSyntaxError("'endif' expected.");
1831                 }
1832                 getNextToken();
1833                 if (token != TokenNameSEMICOLON) {
1834                         reportSyntaxError("';' expected after if-statement.");
1835                         iState.sourceEnd = scanner.getCurrentTokenStartPosition();
1836                 } else {
1837                         iState.sourceEnd = scanner.getCurrentTokenEndPosition();
1838                         getNextToken();
1839                 }
1840         }
1841
1842         private void ifStatement(IfStatement iState) {
1843                 // T_IF '(' expr ')' statement elseif_list else_single
1844                 HashSet assignedVariableSet = null;
1845                 try {
1846                         pushIfVariableSet();
1847                         Statement s = statement();
1848                         iState.thenStatement = s;
1849                         checkUnreachable(iState, s);
1850                 } finally {
1851                         assignedVariableSet = removeIfVariableSet();
1852                 }
1853
1854                 if (token == TokenNameelseif) {
1855                         try {
1856                                 pushIfVariableSet();
1857                                 elseif_list(iState);
1858                         } finally {
1859                                 HashSet set = removeIfVariableSet();
1860                                 if (assignedVariableSet != null && set != null) {
1861                                         assignedVariableSet.addAll(set);
1862                                 }
1863                         }
1864                 }
1865                 try {
1866                         pushIfVariableSet();
1867                         else_single(iState);
1868                 } finally {
1869                         HashSet set = removeIfVariableSet();
1870                         if (assignedVariableSet != null) {
1871                                 HashSet topSet = peekVariableSet();
1872                                 if (topSet != null) {
1873                                         if (set != null) {
1874                                                 topSet.addAll(set);
1875                                         }
1876                                         topSet.addAll(assignedVariableSet);
1877                                 }
1878                         }
1879                 }
1880         }
1881
1882         private void elseif_list(IfStatement iState) {
1883                 // /* empty */
1884                 // | elseif_list T_ELSEIF '(' expr ')' statement
1885                 ArrayList conditionList = new ArrayList();
1886                 ArrayList statementList = new ArrayList();
1887                 Expression e;
1888                 Statement s;
1889                 while (token == TokenNameelseif) {
1890                         getNextToken();
1891                         if (token == TokenNameLPAREN) {
1892                                 getNextToken();
1893                         } else {
1894                                 throwSyntaxError("'(' expected after 'elseif' keyword.");
1895                         }
1896                         e = expr();
1897                         conditionList.add(e);
1898                         if (token == TokenNameRPAREN) {
1899                                 getNextToken();
1900                         } else {
1901                                 throwSyntaxError("')' expected after 'elseif' condition.");
1902                         }
1903                         s = statement();
1904                         statementList.add(s);
1905                         checkUnreachable(iState, s);
1906                 }
1907                 iState.elseifConditions = new Expression[conditionList.size()];
1908                 iState.elseifStatements = new Statement[statementList.size()];
1909                 conditionList.toArray(iState.elseifConditions);
1910                 statementList.toArray(iState.elseifStatements);
1911         }
1912
1913         private void new_elseif_list(IfStatement iState) {
1914                 // /* empty */
1915                 // | new_elseif_list T_ELSEIF '(' expr ')' ':' inner_statement_list
1916                 ArrayList conditionList = new ArrayList();
1917                 ArrayList statementList = new ArrayList();
1918                 Expression e;
1919                 Block b;
1920                 while (token == TokenNameelseif) {
1921                         getNextToken();
1922                         if (token == TokenNameLPAREN) {
1923                                 getNextToken();
1924                         } else {
1925                                 throwSyntaxError("'(' expected after 'elseif' keyword.");
1926                         }
1927                         e = expr();
1928                         conditionList.add(e);
1929                         if (token == TokenNameRPAREN) {
1930                                 getNextToken();
1931                         } else {
1932                                 throwSyntaxError("')' expected after 'elseif' condition.");
1933                         }
1934                         if (token == TokenNameCOLON) {
1935                                 getNextToken();
1936                         } else {
1937                                 throwSyntaxError("':' expected after 'elseif' keyword.");
1938                         }
1939                         b = inner_statement_list();
1940                         statementList.add(b);
1941                         checkUnreachable(iState, b);
1942                 }
1943                 iState.elseifConditions = new Expression[conditionList.size()];
1944                 iState.elseifStatements = new Statement[statementList.size()];
1945                 conditionList.toArray(iState.elseifConditions);
1946                 statementList.toArray(iState.elseifStatements);
1947         }
1948
1949         private void else_single(IfStatement iState) {
1950                 // /* empty */
1951                 // T_ELSE statement
1952                 if (token == TokenNameelse) {
1953                         getNextToken();
1954                         Statement s = statement();
1955                         iState.elseStatement = s;
1956                         checkUnreachable(iState, s);
1957                 } else {
1958                         iState.checkUnreachable = false;
1959                 }
1960                 iState.sourceEnd = scanner.getCurrentTokenStartPosition();
1961         }
1962
1963         private void new_else_single(IfStatement iState) {
1964                 // /* empty */
1965                 // | T_ELSE ':' inner_statement_list
1966                 if (token == TokenNameelse) {
1967                         getNextToken();
1968                         if (token == TokenNameCOLON) {
1969                                 getNextToken();
1970                         } else {
1971                                 throwSyntaxError("':' expected after 'else' keyword.");
1972                         }
1973                         Block b = inner_statement_list();
1974                         iState.elseStatement = b;
1975                         checkUnreachable(iState, b);
1976                 } else {
1977                         iState.checkUnreachable = false;
1978                 }
1979         }
1980
1981         private Block inner_statement_list() {
1982                 // inner_statement_list inner_statement
1983                 // /* empty */
1984                 return statementList();
1985         }
1986
1987         /**
1988          * @param iState
1989          * @param b
1990          */
1991         private void checkUnreachable(IfStatement iState, Statement s) {
1992                 if (s instanceof Block) {
1993                         Block b = (Block) s;
1994                         if (b.statements == null || b.statements.length == 0) {
1995                                 iState.checkUnreachable = false;
1996                         } else {
1997                                 int off = b.statements.length - 1;
1998                                 if (!(b.statements[off] instanceof ReturnStatement) && !(b.statements[off] instanceof ContinueStatement)
1999                                                 && !(b.statements[off] instanceof BreakStatement)) {
2000                                         if (!(b.statements[off] instanceof IfStatement) || !((IfStatement) b.statements[off]).checkUnreachable) {
2001                                                 iState.checkUnreachable = false;
2002                                         }
2003                                 }
2004                         }
2005                 } else {
2006                         if (!(s instanceof ReturnStatement) && !(s instanceof ContinueStatement) && !(s instanceof BreakStatement)) {
2007                                 if (!(s instanceof IfStatement) || !((IfStatement) s).checkUnreachable) {
2008                                         iState.checkUnreachable = false;
2009                                 }
2010                         }
2011                 }
2012         }
2013
2014         // private void elseifStatementList() {
2015         // do {
2016         // elseifStatement();
2017         // switch (token) {
2018         // case TokenNameelse:
2019         // getNextToken();
2020         // if (token == TokenNameCOLON) {
2021         // getNextToken();
2022         // if (token != TokenNameendif) {
2023         // statementList();
2024         // }
2025         // return;
2026         // } else {
2027         // if (token == TokenNameif) { //'else if'
2028         // getNextToken();
2029         // } else {
2030         // throwSyntaxError("':' expected after 'else'.");
2031         // }
2032         // }
2033         // break;
2034         // case TokenNameelseif:
2035         // getNextToken();
2036         // break;
2037         // default:
2038         // return;
2039         // }
2040         // } while (true);
2041         // }
2042
2043         // private void elseifStatement() {
2044         // if (token == TokenNameLPAREN) {
2045         // getNextToken();
2046         // expr();
2047         // if (token != TokenNameRPAREN) {
2048         // throwSyntaxError("')' expected in else-if-statement.");
2049         // }
2050         // getNextToken();
2051         // if (token != TokenNameCOLON) {
2052         // throwSyntaxError("':' expected in else-if-statement.");
2053         // }
2054         // getNextToken();
2055         // if (token != TokenNameendif) {
2056         // statementList();
2057         // }
2058         // }
2059         // }
2060
2061         private void switchStatement() {
2062                 if (token == TokenNameCOLON) {
2063                         // ':' [labeled-statement-list] 'endswitch' ';'
2064                         getNextToken();
2065                         labeledStatementList();
2066                         if (token != TokenNameendswitch) {
2067                                 throwSyntaxError("'endswitch' expected.");
2068                         }
2069                         getNextToken();
2070                         if (token != TokenNameSEMICOLON) {
2071                                 throwSyntaxError("';' expected after switch-statement.");
2072                         }
2073                         getNextToken();
2074                 } else {
2075                         // '{' [labeled-statement-list] '}'
2076                         if (token != TokenNameLBRACE) {
2077                                 throwSyntaxError("'{' expected in switch statement.");
2078                         }
2079                         getNextToken();
2080                         if (token != TokenNameRBRACE) {
2081                                 labeledStatementList();
2082                         }
2083                         if (token != TokenNameRBRACE) {
2084                                 throwSyntaxError("'}' expected in switch statement.");
2085                         }
2086                         getNextToken();
2087                 }
2088         }
2089
2090         private void forStatement() {
2091                 if (token == TokenNameCOLON) {
2092                         getNextToken();
2093                         statementList();
2094                         if (token != TokenNameendfor) {
2095                                 throwSyntaxError("'endfor' expected.");
2096                         }
2097                         getNextToken();
2098                         if (token != TokenNameSEMICOLON) {
2099                                 throwSyntaxError("';' expected after for-statement.");
2100                         }
2101                         getNextToken();
2102                 } else {
2103                         statement();
2104                 }
2105         }
2106
2107         private void whileStatement() {
2108                 // ':' statement-list 'endwhile' ';'
2109                 if (token == TokenNameCOLON) {
2110                         getNextToken();
2111                         statementList();
2112                         if (token != TokenNameendwhile) {
2113                                 throwSyntaxError("'endwhile' expected.");
2114                         }
2115                         getNextToken();
2116                         if (token != TokenNameSEMICOLON) {
2117                                 throwSyntaxError("';' expected after while-statement.");
2118                         }
2119                         getNextToken();
2120                 } else {
2121                         statement();
2122                 }
2123         }
2124
2125         private void foreachStatement() {
2126                 if (token == TokenNameCOLON) {
2127                         getNextToken();
2128                         statementList();
2129                         if (token != TokenNameendforeach) {
2130                                 throwSyntaxError("'endforeach' expected.");
2131                         }
2132                         getNextToken();
2133                         if (token != TokenNameSEMICOLON) {
2134                                 throwSyntaxError("';' expected after foreach-statement.");
2135                         }
2136                         getNextToken();
2137                 } else {
2138                         statement();
2139                 }
2140         }
2141
2142         // private void exitStatus() {
2143         // if (token == TokenNameLPAREN) {
2144         // getNextToken();
2145         // } else {
2146         // throwSyntaxError("'(' expected in 'exit-status'.");
2147         // }
2148         // if (token != TokenNameRPAREN) {
2149         // expression();
2150         // }
2151         // if (token == TokenNameRPAREN) {
2152         // getNextToken();
2153         // } else {
2154         // throwSyntaxError("')' expected after 'exit-status'.");
2155         // }
2156         // }
2157         private void expressionList() {
2158                 do {
2159                         expr();
2160                         if (token == TokenNameCOMMA) {
2161                                 getNextToken();
2162                         } else {
2163                                 break;
2164                         }
2165                 } while (true);
2166         }
2167
2168         private Expression expr() {
2169                 // r_variable
2170                 // | expr_without_variable
2171                 // if (token!=TokenNameEOF) {
2172                 if (Scanner.TRACE) {
2173                         System.out.println("TRACE: expr()");
2174                 }
2175                 return expr_without_variable(true);
2176                 // }
2177         }
2178
2179         private Expression expr_without_variable(boolean only_variable) {
2180                 int exprSourceStart = scanner.getCurrentTokenStartPosition();
2181                 int exprSourceEnd = scanner.getCurrentTokenEndPosition();
2182                 Expression expression = new Expression();
2183                 expression.sourceStart = exprSourceStart;
2184                 // default, may be overwritten
2185                 expression.sourceEnd = exprSourceEnd;
2186                 try {
2187                         // internal_functions_in_yacc
2188                         // | T_CLONE expr
2189                         // | T_PRINT expr
2190                         // | '(' expr ')'
2191                         // | '@' expr
2192                         // | '+' expr
2193                         // | '-' expr
2194                         // | '!' expr
2195                         // | '~' expr
2196                         // | T_INC rw_variable
2197                         // | T_DEC rw_variable
2198                         // | T_INT_CAST expr
2199                         // | T_DOUBLE_CAST expr
2200                         // | T_STRING_CAST expr
2201                         // | T_ARRAY_CAST expr
2202                         // | T_OBJECT_CAST expr
2203                         // | T_BOOL_CAST expr
2204                         // | T_UNSET_CAST expr
2205                         // | T_EXIT exit_expr
2206                         // | scalar
2207                         // | T_ARRAY '(' array_pair_list ')'
2208                         // | '`' encaps_list '`'
2209                         // | T_LIST '(' assignment_list ')' '=' expr
2210                         // | T_NEW class_name_reference ctor_arguments
2211                         // | variable '=' expr
2212                         // | variable '=' '&' variable
2213                         // | variable '=' '&' T_NEW class_name_reference ctor_arguments
2214                         // | variable T_PLUS_EQUAL expr
2215                         // | variable T_MINUS_EQUAL expr
2216                         // | variable T_MUL_EQUAL expr
2217                         // | variable T_DIV_EQUAL expr
2218                         // | variable T_CONCAT_EQUAL expr
2219                         // | variable T_MOD_EQUAL expr
2220                         // | variable T_AND_EQUAL expr
2221                         // | variable T_OR_EQUAL expr
2222                         // | variable T_XOR_EQUAL expr
2223                         // | variable T_SL_EQUAL expr
2224                         // | variable T_SR_EQUAL expr
2225                         // | rw_variable T_INC
2226                         // | rw_variable T_DEC
2227                         // | expr T_BOOLEAN_OR expr
2228                         // | expr T_BOOLEAN_AND expr
2229                         // | expr T_LOGICAL_OR expr
2230                         // | expr T_LOGICAL_AND expr
2231                         // | expr T_LOGICAL_XOR expr
2232                         // | expr '|' expr
2233                         // | expr '&' expr
2234                         // | expr '^' expr
2235                         // | expr '.' expr
2236                         // | expr '+' expr
2237                         // | expr '-' expr
2238                         // | expr '*' expr
2239                         // | expr '/' expr
2240                         // | expr '%' expr
2241                         // | expr T_SL expr
2242                         // | expr T_SR expr
2243                         // | expr T_IS_IDENTICAL expr
2244                         // | expr T_IS_NOT_IDENTICAL expr
2245                         // | expr T_IS_EQUAL expr
2246                         // | expr T_IS_NOT_EQUAL expr
2247                         // | expr '<' expr
2248                         // | expr T_IS_SMALLER_OR_EQUAL expr
2249                         // | expr '>' expr
2250                         // | expr T_IS_GREATER_OR_EQUAL expr
2251                         // | expr T_INSTANCEOF class_name_reference
2252                         // | expr '?' expr ':' expr
2253                         if (Scanner.TRACE) {
2254                                 System.out.println("TRACE: expr_without_variable() PART 1");
2255                         }
2256                         switch (token) {
2257                         case TokenNameisset:
2258                                 // T_ISSET '(' isset_variables ')'
2259                                 getNextToken();
2260                                 if (token != TokenNameLPAREN) {
2261                                         throwSyntaxError("'(' expected after keyword 'isset'");
2262                                 }
2263                                 getNextToken();
2264                                 isset_variables();
2265                                 if (token != TokenNameRPAREN) {
2266                                         throwSyntaxError("')' expected after keyword 'isset'");
2267                                 }
2268                                 getNextToken();
2269                                 break;
2270                         case TokenNameempty:
2271                                 getNextToken();
2272                                 if (token != TokenNameLPAREN) {
2273                                         throwSyntaxError("'(' expected after keyword 'empty'");
2274                                 }
2275                                 getNextToken();
2276                                 variable(true, false);
2277                                 if (token != TokenNameRPAREN) {
2278                                         throwSyntaxError("')' expected after keyword 'empty'");
2279                                 }
2280                                 getNextToken();
2281                                 break;
2282                         case TokenNameeval:
2283                         case TokenNameinclude:
2284                         case TokenNameinclude_once:
2285                         case TokenNamerequire:
2286                         case TokenNamerequire_once:
2287                                 internal_functions_in_yacc();
2288                                 break;
2289                         // | '(' expr ')'
2290                         case TokenNameLPAREN:
2291                                 getNextToken();
2292                                 expr();
2293                                 if (token == TokenNameRPAREN) {
2294                                         getNextToken();
2295                                 } else {
2296                                         throwSyntaxError("')' expected in expression.");
2297                                 }
2298                                 break;
2299                         // | T_CLONE expr
2300                         // | T_PRINT expr
2301                         // | '@' expr
2302                         // | '+' expr
2303                         // | '-' expr
2304                         // | '!' expr
2305                         // | '~' expr
2306                         // | T_INT_CAST expr
2307                         // | T_DOUBLE_CAST expr
2308                         // | T_STRING_CAST expr
2309                         // | T_ARRAY_CAST expr
2310                         // | T_OBJECT_CAST expr
2311                         // | T_BOOL_CAST expr
2312                         // | T_UNSET_CAST expr
2313                         case TokenNameclone:
2314                         case TokenNameprint:
2315                         case TokenNameAT:
2316                         case TokenNamePLUS:
2317                         case TokenNameMINUS:
2318                         case TokenNameNOT:
2319                         case TokenNameTWIDDLE:
2320                         case TokenNameintCAST:
2321                         case TokenNamedoubleCAST:
2322                         case TokenNamestringCAST:
2323                         case TokenNamearrayCAST:
2324                         case TokenNameobjectCAST:
2325                         case TokenNameboolCAST:
2326                         case TokenNameunsetCAST:
2327                                 getNextToken();
2328                                 expr();
2329                                 break;
2330                         case TokenNameexit:
2331                                 getNextToken();
2332                                 exit_expr();
2333                                 break;
2334                         // scalar:
2335                         // T_STRING
2336                         // | T_STRING_VARNAME
2337                         // | class_constant
2338                         // | T_START_HEREDOC encaps_list T_END_HEREDOC
2339                         // | '`' encaps_list '`'
2340                         // | common_scalar
2341                         // | '`' encaps_list '`'
2342                         // case TokenNameEncapsedString0:
2343                         // scanner.encapsedStringStack.push(new Character('`'));
2344                         // getNextToken();
2345                         // try {
2346                         // if (token == TokenNameEncapsedString0) {
2347                         // } else {
2348                         // encaps_list();
2349                         // if (token != TokenNameEncapsedString0) {
2350                         // throwSyntaxError("\'`\' expected at end of string" + "(Found token: " +
2351                         // scanner.toStringAction(token) + " )");
2352                         // }
2353                         // }
2354                         // } finally {
2355                         // scanner.encapsedStringStack.pop();
2356                         // getNextToken();
2357                         // }
2358                         // break;
2359                         // // | '\'' encaps_list '\''
2360                         // case TokenNameEncapsedString1:
2361                         // scanner.encapsedStringStack.push(new Character('\''));
2362                         // getNextToken();
2363                         // try {
2364                         // exprSourceStart = scanner.getCurrentTokenStartPosition();
2365                         // if (token == TokenNameEncapsedString1) {
2366                         // expression = new
2367                         // StringLiteralSQ(scanner.getCurrentStringLiteralSource(exprSourceStart),
2368                         // exprSourceStart, scanner
2369                         // .getCurrentTokenEndPosition());
2370                         // } else {
2371                         // encaps_list();
2372                         // if (token != TokenNameEncapsedString1) {
2373                         // throwSyntaxError("\'\'\' expected at end of string" + "(Found token: "
2374                         // + scanner.toStringAction(token) + " )");
2375                         // } else {
2376                         // expression = new
2377                         // StringLiteralSQ(scanner.getCurrentStringLiteralSource(exprSourceStart),
2378                         // exprSourceStart, scanner
2379                         // .getCurrentTokenEndPosition());
2380                         // }
2381                         // }
2382                         // } finally {
2383                         // scanner.encapsedStringStack.pop();
2384                         // getNextToken();
2385                         // }
2386                         // break;
2387                         // //| '"' encaps_list '"'
2388                         // case TokenNameEncapsedString2:
2389                         // scanner.encapsedStringStack.push(new Character('"'));
2390                         // getNextToken();
2391                         // try {
2392                         // exprSourceStart = scanner.getCurrentTokenStartPosition();
2393                         // if (token == TokenNameEncapsedString2) {
2394                         // expression = new
2395                         // StringLiteralDQ(scanner.getCurrentStringLiteralSource(exprSourceStart),
2396                         // exprSourceStart, scanner
2397                         // .getCurrentTokenEndPosition());
2398                         // } else {
2399                         // encaps_list();
2400                         // if (token != TokenNameEncapsedString2) {
2401                         // throwSyntaxError("'\"' expected at end of string" + "(Found token: " +
2402                         // scanner.toStringAction(token) + " )");
2403                         // } else {
2404                         // expression = new
2405                         // StringLiteralDQ(scanner.getCurrentStringLiteralSource(exprSourceStart),
2406                         // exprSourceStart, scanner
2407                         // .getCurrentTokenEndPosition());
2408                         // }
2409                         // }
2410                         // } finally {
2411                         // scanner.encapsedStringStack.pop();
2412                         // getNextToken();
2413                         // }
2414                         // break;
2415                         case TokenNameStringDoubleQuote:
2416                                 expression = new StringLiteralDQ(scanner.getCurrentStringLiteralSource(), scanner.getCurrentTokenStartPosition(), scanner
2417                                                 .getCurrentTokenEndPosition());
2418                                 common_scalar();
2419                                 break;
2420                         case TokenNameStringSingleQuote:
2421                                 expression = new StringLiteralSQ(scanner.getCurrentStringLiteralSource(), scanner.getCurrentTokenStartPosition(), scanner
2422                                                 .getCurrentTokenEndPosition());
2423                                 common_scalar();
2424                                 break;
2425                         case TokenNameIntegerLiteral:
2426                         case TokenNameDoubleLiteral:
2427                         case TokenNameStringInterpolated:
2428                         case TokenNameFILE:
2429                         case TokenNameLINE:
2430                         case TokenNameCLASS_C:
2431                         case TokenNameMETHOD_C:
2432                         case TokenNameFUNC_C:
2433                                 common_scalar();
2434                                 break;
2435                         case TokenNameHEREDOC:
2436                                 getNextToken();
2437                                 break;
2438                         case TokenNamearray:
2439                                 // T_ARRAY '(' array_pair_list ')'
2440                                 getNextToken();
2441                                 if (token == TokenNameLPAREN) {
2442                                         getNextToken();
2443                                         if (token == TokenNameRPAREN) {
2444                                                 getNextToken();
2445                                                 break;
2446                                         }
2447                                         array_pair_list();
2448                                         if (token != TokenNameRPAREN) {
2449                                                 throwSyntaxError("')' or ',' expected after keyword 'array'" + "(Found token: " + scanner.toStringAction(token) + ")");
2450                                         }
2451                                         getNextToken();
2452                                 } else {
2453                                         throwSyntaxError("'(' expected after keyword 'array'" + "(Found token: " + scanner.toStringAction(token) + ")");
2454                                 }
2455                                 break;
2456                         case TokenNamelist:
2457                                 // | T_LIST '(' assignment_list ')' '=' expr
2458                                 getNextToken();
2459                                 if (token == TokenNameLPAREN) {
2460                                         getNextToken();
2461                                         assignment_list();
2462                                         if (token != TokenNameRPAREN) {
2463                                                 throwSyntaxError("')' expected after 'list' keyword.");
2464                                         }
2465                                         getNextToken();
2466                                         if (token != TokenNameEQUAL) {
2467                                                 throwSyntaxError("'=' expected after 'list' keyword.");
2468                                         }
2469                                         getNextToken();
2470                                         expr();
2471                                 } else {
2472                                         throwSyntaxError("'(' expected after 'list' keyword.");
2473                                 }
2474                                 break;
2475                         case TokenNamenew:
2476                                 // | T_NEW class_name_reference ctor_arguments
2477                                 getNextToken();
2478                                 Expression typeRef = class_name_reference();
2479                                 ctor_arguments();
2480                                 if (typeRef != null) {
2481                                         expression = typeRef;
2482                                 }
2483                                 break;
2484                         // | T_INC rw_variable
2485                         // | T_DEC rw_variable
2486                         case TokenNamePLUS_PLUS:
2487                         case TokenNameMINUS_MINUS:
2488                                 getNextToken();
2489                                 rw_variable();
2490                                 break;
2491                         // | variable '=' expr
2492                         // | variable '=' '&' variable
2493                         // | variable '=' '&' T_NEW class_name_reference ctor_arguments
2494                         // | variable T_PLUS_EQUAL expr
2495                         // | variable T_MINUS_EQUAL expr
2496                         // | variable T_MUL_EQUAL expr
2497                         // | variable T_DIV_EQUAL expr
2498                         // | variable T_CONCAT_EQUAL expr
2499                         // | variable T_MOD_EQUAL expr
2500                         // | variable T_AND_EQUAL expr
2501                         // | variable T_OR_EQUAL expr
2502                         // | variable T_XOR_EQUAL expr
2503                         // | variable T_SL_EQUAL expr
2504                         // | variable T_SR_EQUAL expr
2505                         // | rw_variable T_INC
2506                         // | rw_variable T_DEC
2507                         case TokenNameIdentifier:
2508                         case TokenNameVariable:
2509                         case TokenNameDOLLAR:
2510                                 Expression lhs = null;
2511                                 boolean rememberedVar = false;
2512                                 if (token == TokenNameIdentifier) {
2513                                         lhs = identifier(true, true);
2514                                         if (lhs != null) {
2515                                                 expression = lhs;
2516                                         }
2517                                 } else {
2518                                         lhs = variable(true, true);
2519                                         if (lhs != null) {
2520                                                 expression = lhs;
2521                                         }
2522                                         if (lhs != null && lhs instanceof FieldReference && token != TokenNameEQUAL && token != TokenNamePLUS_EQUAL
2523                                                         && token != TokenNameMINUS_EQUAL && token != TokenNameMULTIPLY_EQUAL && token != TokenNameDIVIDE_EQUAL
2524                                                         && token != TokenNameDOT_EQUAL && token != TokenNameREMAINDER_EQUAL && token != TokenNameAND_EQUAL
2525                                                         && token != TokenNameOR_EQUAL && token != TokenNameXOR_EQUAL && token != TokenNameRIGHT_SHIFT_EQUAL
2526                                                         && token != TokenNameLEFT_SHIFT_EQUAL) {
2527                                                 FieldReference ref = (FieldReference) lhs;
2528                                                 if (!containsVariableSet(ref.token)) {
2529                                                         problemReporter.uninitializedLocalVariable(new String(ref.token), ref.sourceStart(), ref.sourceEnd(),
2530                                                                         referenceContext, compilationUnit.compilationResult);
2531                                                         addVariableSet(ref.token);
2532                                                 }
2533                                         }
2534                                 }
2535                                 switch (token) {
2536                                 case TokenNameEQUAL:
2537                                         if (lhs != null && lhs instanceof FieldReference) {
2538                                                 addVariableSet(((FieldReference) lhs).token);
2539                                         }
2540                                         getNextToken();
2541                                         if (token == TokenNameAND) {
2542                                                 getNextToken();
2543                                                 if (token == TokenNamenew) {
2544                                                         // | variable '=' '&' T_NEW class_name_reference
2545                                                         // ctor_arguments
2546                                                         getNextToken();
2547                                                         SingleTypeReference classRef = class_name_reference();
2548                                                         ctor_arguments();
2549                                                         if (classRef != null) {
2550                                                                 if (lhs != null && lhs instanceof FieldReference) {
2551                                                                         // example:
2552                                                                         // $var = & new Object();
2553                                                                         if (fMethodVariables != null) {
2554                                                                                 VariableInfo lhsInfo = new VariableInfo(((FieldReference) lhs).sourceStart());
2555                                                                                 lhsInfo.reference = classRef;
2556                                                                                 lhsInfo.typeIdentifier = classRef.token;
2557                                                                                 fMethodVariables.put(new String(((FieldReference) lhs).token), lhsInfo);
2558                                                                                 rememberedVar = true;
2559                                                                         }
2560                                                                 }
2561                                                         }
2562                                                 } else {
2563                                                         Expression rhs = variable(false, false);
2564                                                         if (rhs != null && rhs instanceof FieldReference && lhs != null && lhs instanceof FieldReference) {
2565                                                                 // example:
2566                                                                 // $var = &$ref;
2567                                                                 if (fMethodVariables != null) {
2568                                                                         VariableInfo rhsInfo = (VariableInfo) fMethodVariables.get(((FieldReference) rhs).token);
2569                                                                         if (rhsInfo != null && rhsInfo.reference != null) {
2570                                                                                 VariableInfo lhsInfo = new VariableInfo(((FieldReference) lhs).sourceStart());
2571                                                                                 lhsInfo.reference = rhsInfo.reference;
2572                                                                                 lhsInfo.typeIdentifier = rhsInfo.typeIdentifier;
2573                                                                                 fMethodVariables.put(new String(((FieldReference) lhs).token), lhsInfo);
2574                                                                                 rememberedVar = true;
2575                                                                         }
2576                                                                 }
2577                                                         }
2578                                                 }
2579                                         } else {
2580                                                 Expression rhs = expr();
2581                                                 if (lhs != null && lhs instanceof FieldReference) {
2582                                                         if (rhs != null && rhs instanceof FieldReference) {
2583                                                                 // example:
2584                                                                 // $var = $ref;
2585                                                                 if (fMethodVariables != null) {
2586                                                                         VariableInfo rhsInfo = (VariableInfo) fMethodVariables.get(((FieldReference) rhs).token);
2587                                                                         if (rhsInfo != null && rhsInfo.reference != null) {
2588                                                                                 VariableInfo lhsInfo = new VariableInfo(((FieldReference) lhs).sourceStart());
2589                                                                                 lhsInfo.reference = rhsInfo.reference;
2590                                                                                 lhsInfo.typeIdentifier = rhsInfo.typeIdentifier;
2591                                                                                 fMethodVariables.put(new String(((FieldReference) lhs).token), lhsInfo);
2592                                                                                 rememberedVar = true;
2593                                                                         }
2594                                                                 }
2595                                                         } else if (rhs != null && rhs instanceof SingleTypeReference) {
2596                                                                 // example:
2597                                                                 // $var = new Object();
2598                                                                 if (fMethodVariables != null) {
2599                                                                         VariableInfo lhsInfo = new VariableInfo(((FieldReference) lhs).sourceStart());
2600                                                                         lhsInfo.reference = (SingleTypeReference) rhs;
2601                                                                         lhsInfo.typeIdentifier = ((SingleTypeReference) rhs).token;
2602                                                                         fMethodVariables.put(new String(((FieldReference) lhs).token), lhsInfo);
2603                                                                         rememberedVar = true;
2604                                                                 }
2605                                                         }
2606                                                 }
2607                                         }
2608                                         if (rememberedVar == false && lhs != null && lhs instanceof FieldReference) {
2609                                                 if (fMethodVariables != null) {
2610                                                         VariableInfo lhsInfo = new VariableInfo(((FieldReference) lhs).sourceStart());
2611                                                         fMethodVariables.put(new String(((FieldReference) lhs).token), lhsInfo);
2612                                                 }
2613                                         }
2614                                         break;
2615                                 case TokenNamePLUS_EQUAL:
2616                                 case TokenNameMINUS_EQUAL:
2617                                 case TokenNameMULTIPLY_EQUAL:
2618                                 case TokenNameDIVIDE_EQUAL:
2619                                 case TokenNameDOT_EQUAL:
2620                                 case TokenNameREMAINDER_EQUAL:
2621                                 case TokenNameAND_EQUAL:
2622                                 case TokenNameOR_EQUAL:
2623                                 case TokenNameXOR_EQUAL:
2624                                 case TokenNameRIGHT_SHIFT_EQUAL:
2625                                 case TokenNameLEFT_SHIFT_EQUAL:
2626                                         if (lhs != null && lhs instanceof FieldReference) {
2627                                                 addVariableSet(((FieldReference) lhs).token);
2628                                         }
2629                                         getNextToken();
2630                                         expr();
2631                                         break;
2632                                 case TokenNamePLUS_PLUS:
2633                                 case TokenNameMINUS_MINUS:
2634                                         getNextToken();
2635                                         break;
2636                                 default:
2637                                         if (!only_variable) {
2638                                                 throwSyntaxError("Variable expression not allowed (found token '" + scanner.toStringAction(token) + "').");
2639                                         }
2640                                         if (lhs != null) {
2641                                                 expression = lhs;
2642                                         }
2643                                 }
2644                                 break;
2645                         default:
2646                                 if (token != TokenNameINLINE_HTML) {
2647                                         if (token > TokenNameKEYWORD) {
2648                                                 getNextToken();
2649                                                 break;
2650                                         } else {
2651                                                 // System.out.println(scanner.getCurrentTokenStartPosition());
2652                                                 // System.out.println(scanner.getCurrentTokenEndPosition());
2653
2654                                                 throwSyntaxError("Error in expression (found token '" + scanner.toStringAction(token) + "').");
2655                                         }
2656                                 }
2657                                 return expression;
2658                         }
2659                         if (Scanner.TRACE) {
2660                                 System.out.println("TRACE: expr_without_variable() PART 2");
2661                         }
2662                         // | expr T_BOOLEAN_OR expr
2663                         // | expr T_BOOLEAN_AND expr
2664                         // | expr T_LOGICAL_OR expr
2665                         // | expr T_LOGICAL_AND expr
2666                         // | expr T_LOGICAL_XOR expr
2667                         // | expr '|' expr
2668                         // | expr '&' expr
2669                         // | expr '^' expr
2670                         // | expr '.' expr
2671                         // | expr '+' expr
2672                         // | expr '-' expr
2673                         // | expr '*' expr
2674                         // | expr '/' expr
2675                         // | expr '%' expr
2676                         // | expr T_SL expr
2677                         // | expr T_SR expr
2678                         // | expr T_IS_IDENTICAL expr
2679                         // | expr T_IS_NOT_IDENTICAL expr
2680                         // | expr T_IS_EQUAL expr
2681                         // | expr T_IS_NOT_EQUAL expr
2682                         // | expr '<' expr
2683                         // | expr T_IS_SMALLER_OR_EQUAL expr
2684                         // | expr '>' expr
2685                         // | expr T_IS_GREATER_OR_EQUAL expr
2686                         while (true) {
2687                                 switch (token) {
2688                                 case TokenNameOR_OR:
2689                                         getNextToken();
2690                                         expression = new OR_OR_Expression(expression, expr(), token);
2691                                         break;
2692                                 case TokenNameAND_AND:
2693                                         getNextToken();
2694                                         expression = new AND_AND_Expression(expression, expr(), token);
2695                                         break;
2696                                 case TokenNameEQUAL_EQUAL:
2697                                         getNextToken();
2698                                         expression = new EqualExpression(expression, expr(), token);
2699                                         break;
2700                                 case TokenNameand:
2701                                 case TokenNameor:
2702                                 case TokenNamexor:
2703                                 case TokenNameAND:
2704                                 case TokenNameOR:
2705                                 case TokenNameXOR:
2706                                 case TokenNameDOT:
2707                                 case TokenNamePLUS:
2708                                 case TokenNameMINUS:
2709                                 case TokenNameMULTIPLY:
2710                                 case TokenNameDIVIDE:
2711                                 case TokenNameREMAINDER:
2712                                 case TokenNameLEFT_SHIFT:
2713                                 case TokenNameRIGHT_SHIFT:
2714                                 case TokenNameEQUAL_EQUAL_EQUAL:
2715                                 case TokenNameNOT_EQUAL_EQUAL:
2716                                 case TokenNameNOT_EQUAL:
2717                                 case TokenNameLESS:
2718                                 case TokenNameLESS_EQUAL:
2719                                 case TokenNameGREATER:
2720                                 case TokenNameGREATER_EQUAL:
2721                                         getNextToken();
2722                                         expression = new BinaryExpression(expression, expr(), token);
2723                                         break;
2724                                 // | expr T_INSTANCEOF class_name_reference
2725                                 // | expr '?' expr ':' expr
2726                                 case TokenNameinstanceof:
2727                                         getNextToken();
2728                                         TypeReference classRef = class_name_reference();
2729                                         if (classRef != null) {
2730                                                 expression = new InstanceOfExpression(expression, classRef, OperatorIds.INSTANCEOF);
2731                                                 expression.sourceStart = exprSourceStart;
2732                                                 expression.sourceEnd = scanner.getCurrentTokenEndPosition();
2733                                         }
2734                                         break;
2735                                 case TokenNameQUESTION:
2736                                         getNextToken();
2737                                         Expression valueIfTrue = expr();
2738                                         if (token != TokenNameCOLON) {
2739                                                 throwSyntaxError("':' expected in conditional expression.");
2740                                         }
2741                                         getNextToken();
2742                                         Expression valueIfFalse = expr();
2743
2744                                         expression = new ConditionalExpression(expression, valueIfTrue, valueIfFalse);
2745                                         break;
2746                                 default:
2747                                         return expression;
2748                                 }
2749                         }
2750                 } catch (SyntaxError e) {
2751                         // try to find next token after expression with errors:
2752                         if (token == TokenNameSEMICOLON) {
2753                                 getNextToken();
2754                                 return expression;
2755                         }
2756                         if (token == TokenNameRBRACE || token == TokenNameRPAREN || token == TokenNameRBRACKET) {
2757                                 getNextToken();
2758                                 return expression;
2759                         }
2760                         throw e;
2761                 }
2762         }
2763
2764         private SingleTypeReference class_name_reference() {
2765                 // class_name_reference:
2766                 // T_STRING
2767                 // | dynamic_class_name_reference
2768                 SingleTypeReference ref = null;
2769                 if (Scanner.TRACE) {
2770                         System.out.println("TRACE: class_name_reference()");
2771                 }
2772                 if (token == TokenNameIdentifier) {
2773                         ref = new SingleTypeReference(scanner.getCurrentIdentifierSource(), scanner.getCurrentTokenStartPosition());
2774                         getNextToken();
2775                 } else {
2776                         ref = null;
2777                         dynamic_class_name_reference();
2778                 }
2779                 return ref;
2780         }
2781
2782         private void dynamic_class_name_reference() {
2783                 // dynamic_class_name_reference:
2784                 // base_variable T_OBJECT_OPERATOR object_property
2785                 // dynamic_class_name_variable_properties
2786                 // | base_variable
2787                 if (Scanner.TRACE) {
2788                         System.out.println("TRACE: dynamic_class_name_reference()");
2789                 }
2790                 base_variable(true);
2791                 if (token == TokenNameMINUS_GREATER) {
2792                         getNextToken();
2793                         object_property();
2794                         dynamic_class_name_variable_properties();
2795                 }
2796         }
2797
2798         private void dynamic_class_name_variable_properties() {
2799                 // dynamic_class_name_variable_properties:
2800                 // dynamic_class_name_variable_properties
2801                 // dynamic_class_name_variable_property
2802                 // | /* empty */
2803                 if (Scanner.TRACE) {
2804                         System.out.println("TRACE: dynamic_class_name_variable_properties()");
2805                 }
2806                 while (token == TokenNameMINUS_GREATER) {
2807                         dynamic_class_name_variable_property();
2808                 }
2809         }
2810
2811         private void dynamic_class_name_variable_property() {
2812                 // dynamic_class_name_variable_property:
2813                 // T_OBJECT_OPERATOR object_property
2814                 if (Scanner.TRACE) {
2815                         System.out.println("TRACE: dynamic_class_name_variable_property()");
2816                 }
2817                 if (token == TokenNameMINUS_GREATER) {
2818                         getNextToken();
2819                         object_property();
2820                 }
2821         }
2822
2823         private void ctor_arguments() {
2824                 // ctor_arguments:
2825                 // /* empty */
2826                 // | '(' function_call_parameter_list ')'
2827                 if (token == TokenNameLPAREN) {
2828                         getNextToken();
2829                         if (token == TokenNameRPAREN) {
2830                                 getNextToken();
2831                                 return;
2832                         }
2833                         non_empty_function_call_parameter_list();
2834                         if (token != TokenNameRPAREN) {
2835                                 throwSyntaxError("')' expected in ctor_arguments.");
2836                         }
2837                         getNextToken();
2838                 }
2839         }
2840
2841         private void assignment_list() {
2842                 // assignment_list:
2843                 // assignment_list ',' assignment_list_element
2844                 // | assignment_list_element
2845                 while (true) {
2846                         assignment_list_element();
2847                         if (token != TokenNameCOMMA) {
2848                                 break;
2849                         }
2850                         getNextToken();
2851                 }
2852         }
2853
2854         private void assignment_list_element() {
2855                 // assignment_list_element:
2856                 // variable
2857                 // | T_LIST '(' assignment_list ')'
2858                 // | /* empty */
2859                 if (token == TokenNameVariable) {
2860                         variable(true, false);
2861                 } else if (token == TokenNameDOLLAR) {
2862                         variable(false, false);
2863                 } else {
2864                         if (token == TokenNamelist) {
2865                                 getNextToken();
2866                                 if (token == TokenNameLPAREN) {
2867                                         getNextToken();
2868                                         assignment_list();
2869                                         if (token != TokenNameRPAREN) {
2870                                                 throwSyntaxError("')' expected after 'list' keyword.");
2871                                         }
2872                                         getNextToken();
2873                                 } else {
2874                                         throwSyntaxError("'(' expected after 'list' keyword.");
2875                                 }
2876                         }
2877                 }
2878         }
2879
2880         private void array_pair_list() {
2881                 // array_pair_list:
2882                 // /* empty */
2883                 // | non_empty_array_pair_list possible_comma
2884                 non_empty_array_pair_list();
2885                 if (token == TokenNameCOMMA) {
2886                         getNextToken();
2887                 }
2888         }
2889
2890         private void non_empty_array_pair_list() {
2891                 // non_empty_array_pair_list:
2892                 // non_empty_array_pair_list ',' expr T_DOUBLE_ARROW expr
2893                 // | non_empty_array_pair_list ',' expr
2894                 // | expr T_DOUBLE_ARROW expr
2895                 // | expr
2896                 // | non_empty_array_pair_list ',' expr T_DOUBLE_ARROW '&' w_variable
2897                 // | non_empty_array_pair_list ',' '&' w_variable
2898                 // | expr T_DOUBLE_ARROW '&' w_variable
2899                 // | '&' w_variable
2900                 while (true) {
2901                         if (token == TokenNameAND) {
2902                                 getNextToken();
2903                                 variable(true, false);
2904                         } else {
2905                                 expr();
2906                                 if (token == TokenNameAND) {
2907                                         getNextToken();
2908                                         variable(true, false);
2909                                 } else if (token == TokenNameEQUAL_GREATER) {
2910                                         getNextToken();
2911                                         if (token == TokenNameAND) {
2912                                                 getNextToken();
2913                                                 variable(true, false);
2914                                         } else {
2915                                                 expr();
2916                                         }
2917                                 }
2918                         }
2919                         if (token != TokenNameCOMMA) {
2920                                 return;
2921                         }
2922                         getNextToken();
2923                         if (token == TokenNameRPAREN) {
2924                                 return;
2925                         }
2926                 }
2927         }
2928
2929         // private void variableList() {
2930         // do {
2931         // variable();
2932         // if (token == TokenNameCOMMA) {
2933         // getNextToken();
2934         // } else {
2935         // break;
2936         // }
2937         // } while (true);
2938         // }
2939         private Expression variable_without_objects(boolean lefthandside, boolean ignoreVar) {
2940                 // variable_without_objects:
2941                 // reference_variable
2942                 // | simple_indirect_reference reference_variable
2943                 if (Scanner.TRACE) {
2944                         System.out.println("TRACE: variable_without_objects()");
2945                 }
2946                 while (token == TokenNameDOLLAR) {
2947                         getNextToken();
2948                 }
2949                 return reference_variable(lefthandside, ignoreVar);
2950         }
2951
2952         private Expression function_call(boolean lefthandside, boolean ignoreVar) {
2953                 // function_call:
2954                 // T_STRING '(' function_call_parameter_list ')'
2955                 // | class_constant '(' function_call_parameter_list ')'
2956                 // | static_member '(' function_call_parameter_list ')'
2957                 // | variable_without_objects '(' function_call_parameter_list ')'
2958                 char[] defineName = null;
2959                 char[] ident = null;
2960                 int startPos = 0;
2961                 int endPos = 0;
2962                 Expression ref = null;
2963                 if (Scanner.TRACE) {
2964                         System.out.println("TRACE: function_call()");
2965                 }
2966                 if (token == TokenNameIdentifier) {
2967                         ident = scanner.getCurrentIdentifierSource();
2968                         defineName = ident;
2969                         startPos = scanner.getCurrentTokenStartPosition();
2970                         endPos = scanner.getCurrentTokenEndPosition();
2971                         getNextToken();
2972                         switch (token) {
2973                         case TokenNamePAAMAYIM_NEKUDOTAYIM:
2974                                 // static member:
2975                                 defineName = null;
2976                                 getNextToken();
2977                                 if (token == TokenNameIdentifier) {
2978                                         // class _constant
2979                                         getNextToken();
2980                                 } else {
2981                                         // static member:
2982                                         variable_without_objects(true, false);
2983                                 }
2984                                 break;
2985                         }
2986                 } else {
2987                         ref = variable_without_objects(lefthandside, ignoreVar);
2988                 }
2989                 if (token != TokenNameLPAREN) {
2990                         if (defineName != null) {
2991                                 // does this identifier contain only uppercase characters?
2992                                 if (defineName.length == 3) {
2993                                         if (defineName[0] == 'd' && defineName[1] == 'i' && defineName[2] == 'e') {
2994                                                 defineName = null;
2995                                         }
2996                                 } else if (defineName.length == 4) {
2997                                         if (defineName[0] == 't' && defineName[1] == 'r' && defineName[2] == 'u' && defineName[3] == 'e') {
2998                                                 defineName = null;
2999                                         } else if (defineName[0] == 'n' && defineName[1] == 'u' && defineName[2] == 'l' && defineName[3] == 'l') {
3000                                                 defineName = null;
3001                                         }
3002                                 } else if (defineName.length == 5) {
3003                                         if (defineName[0] == 'f' && defineName[1] == 'a' && defineName[2] == 'l' && defineName[3] == 's' && defineName[4] == 'e') {
3004                                                 defineName = null;
3005                                         }
3006                                 }
3007                                 if (defineName != null) {
3008                                         for (int i = 0; i < defineName.length; i++) {
3009                                                 if (Character.isLowerCase(defineName[i])) {
3010                                                         problemReporter.phpUppercaseIdentifierWarning(startPos, endPos, referenceContext, compilationUnit.compilationResult);
3011                                                         break;
3012                                                 }
3013                                         }
3014                                 }
3015                         }
3016                 } else {
3017                         getNextToken();
3018                         if (token == TokenNameRPAREN) {
3019                                 getNextToken();
3020                                 return ref;
3021                         }
3022                         non_empty_function_call_parameter_list();
3023                         if (token != TokenNameRPAREN) {
3024                                 String functionName;
3025                                 if (ident == null) {
3026                                         functionName = new String(" ");
3027                                 } else {
3028                                         functionName = new String(ident);
3029                                 }
3030                                 throwSyntaxError("')' expected in function call (" + functionName + ").");
3031                         }
3032                         getNextToken();
3033                 }
3034                 return ref;
3035         }
3036
3037         // private void function_call_parameter_list() {
3038         // function_call_parameter_list:
3039         // non_empty_function_call_parameter_list { $$ = $1; }
3040         // | /* empty */
3041         // }
3042         private void non_empty_function_call_parameter_list() {
3043                 // non_empty_function_call_parameter_list:
3044                 // expr_without_variable
3045                 // | variable
3046                 // | '&' w_variable
3047                 // | non_empty_function_call_parameter_list ',' expr_without_variable
3048                 // | non_empty_function_call_parameter_list ',' variable
3049                 // | non_empty_function_call_parameter_list ',' '&' w_variable
3050                 if (Scanner.TRACE) {
3051                         System.out.println("TRACE: non_empty_function_call_parameter_list()");
3052                 }
3053                 while (true) {
3054                         if (token == TokenNameAND) {
3055                                 getNextToken();
3056                                 w_variable(true);
3057                         } else {
3058                                 // if (token == TokenNameIdentifier || token ==
3059                                 // TokenNameVariable
3060                                 // || token == TokenNameDOLLAR) {
3061                                 // variable();
3062                                 // } else {
3063                                 expr_without_variable(true);
3064                                 // }
3065                         }
3066                         if (token != TokenNameCOMMA) {
3067                                 break;
3068                         }
3069                         getNextToken();
3070                 }
3071         }
3072
3073         private void fully_qualified_class_name() {
3074                 if (token == TokenNameIdentifier) {
3075                         getNextToken();
3076                 } else {
3077                         throwSyntaxError("Class name expected.");
3078                 }
3079         }
3080
3081         private void static_member() {
3082                 // static_member:
3083                 // fully_qualified_class_name T_PAAMAYIM_NEKUDOTAYIM
3084                 // variable_without_objects
3085                 if (Scanner.TRACE) {
3086                         System.out.println("TRACE: static_member()");
3087                 }
3088                 fully_qualified_class_name();
3089                 if (token != TokenNamePAAMAYIM_NEKUDOTAYIM) {
3090                         throwSyntaxError("'::' expected after class name (static_member).");
3091                 }
3092                 getNextToken();
3093                 variable_without_objects(false, false);
3094         }
3095
3096         private Expression base_variable_with_function_calls(boolean lefthandside, boolean ignoreVar) {
3097                 // base_variable_with_function_calls:
3098                 // base_variable
3099                 // | function_call
3100                 if (Scanner.TRACE) {
3101                         System.out.println("TRACE: base_variable_with_function_calls()");
3102                 }
3103                 return function_call(lefthandside, ignoreVar);
3104         }
3105
3106         private Expression base_variable(boolean lefthandside) {
3107                 // base_variable:
3108                 // reference_variable
3109                 // | simple_indirect_reference reference_variable
3110                 // | static_member
3111                 Expression ref = null;
3112                 if (Scanner.TRACE) {
3113                         System.out.println("TRACE: base_variable()");
3114                 }
3115                 if (token == TokenNameIdentifier) {
3116                         static_member();
3117                 } else {
3118                         while (token == TokenNameDOLLAR) {
3119                                 getNextToken();
3120                         }
3121                         reference_variable(lefthandside, false);
3122                 }
3123                 return ref;
3124         }
3125
3126         // private void simple_indirect_reference() {
3127         // // simple_indirect_reference:
3128         // // '$'
3129         // //| simple_indirect_reference '$'
3130         // }
3131         private Expression reference_variable(boolean lefthandside, boolean ignoreVar) {
3132                 // reference_variable:
3133                 // reference_variable '[' dim_offset ']'
3134                 // | reference_variable '{' expr '}'
3135                 // | compound_variable
3136                 Expression ref = null;
3137                 if (Scanner.TRACE) {
3138                         System.out.println("TRACE: reference_variable()");
3139                 }
3140                 ref = compound_variable(lefthandside, ignoreVar);
3141                 while (true) {
3142                         if (token == TokenNameLBRACE) {
3143                                 ref = null;
3144                                 getNextToken();
3145                                 expr();
3146                                 if (token != TokenNameRBRACE) {
3147                                         throwSyntaxError("'}' expected in reference variable.");
3148                                 }
3149                                 getNextToken();
3150                         } else if (token == TokenNameLBRACKET) {
3151                                 // To remove "ref = null;" here, is probably better than the patch
3152                                 // commented in #1368081 - axelcl
3153                                 getNextToken();
3154                                 if (token != TokenNameRBRACKET) {
3155                                         expr();
3156                                         // dim_offset();
3157                                         if (token != TokenNameRBRACKET) {
3158                                                 throwSyntaxError("']' expected in reference variable.");
3159                                         }
3160                                 }
3161                                 getNextToken();
3162                         } else {
3163                                 break;
3164                         }
3165                 }
3166                 return ref;
3167         }
3168
3169         private Expression compound_variable(boolean lefthandside, boolean ignoreVar) {
3170                 // compound_variable:
3171                 // T_VARIABLE
3172                 // | '$' '{' expr '}'
3173                 if (Scanner.TRACE) {
3174                         System.out.println("TRACE: compound_variable()");
3175                 }
3176                 if (token == TokenNameVariable) {
3177                         if (!lefthandside) {
3178                                 if (!containsVariableSet()) {
3179                                         // reportSyntaxError("The local variable " + new
3180                                         // String(scanner.getCurrentIdentifierSource())
3181                                         // + " may not have been initialized");
3182                                         problemReporter.uninitializedLocalVariable(new String(scanner.getCurrentIdentifierSource()), scanner
3183                                                         .getCurrentTokenStartPosition(), scanner.getCurrentTokenEndPosition(), referenceContext,
3184                                                         compilationUnit.compilationResult);
3185                                 }
3186                         } else {
3187                                 if (!ignoreVar) {
3188                                         addVariableSet();
3189                                 }
3190                         }
3191                         FieldReference ref = new FieldReference(scanner.getCurrentIdentifierSource(), scanner.getCurrentTokenStartPosition());
3192                         getNextToken();
3193                         return ref;
3194                 } else {
3195                         // because of simple_indirect_reference
3196                         while (token == TokenNameDOLLAR) {
3197                                 getNextToken();
3198                         }
3199                         if (token != TokenNameLBRACE) {
3200                                 reportSyntaxError("'{' expected after compound variable token '$'.");
3201                                 return null;
3202                         }
3203                         getNextToken();
3204                         expr();
3205                         if (token != TokenNameRBRACE) {
3206                                 throwSyntaxError("'}' expected after compound variable token '$'.");
3207                         }
3208                         getNextToken();
3209                 }
3210                 return null;
3211         } // private void dim_offset() { // // dim_offset: // // /* empty */
3212
3213         // // | expr
3214         // expr();
3215         // }
3216         private void object_property() {
3217                 // object_property:
3218                 // object_dim_list
3219                 // | variable_without_objects
3220                 if (Scanner.TRACE) {
3221                         System.out.println("TRACE: object_property()");
3222                 }
3223                 if (token == TokenNameVariable || token == TokenNameDOLLAR) {
3224                         variable_without_objects(false, false);
3225                 } else {
3226                         object_dim_list();
3227                 }
3228         }
3229
3230         private void object_dim_list() {
3231                 // object_dim_list:
3232                 // object_dim_list '[' dim_offset ']'
3233                 // | object_dim_list '{' expr '}'
3234                 // | variable_name
3235                 if (Scanner.TRACE) {
3236                         System.out.println("TRACE: object_dim_list()");
3237                 }
3238                 variable_name();
3239                 while (true) {
3240                         if (token == TokenNameLBRACE) {
3241                                 getNextToken();
3242                                 expr();
3243                                 if (token != TokenNameRBRACE) {
3244                                         throwSyntaxError("'}' expected in object_dim_list.");
3245                                 }
3246                                 getNextToken();
3247                         } else if (token == TokenNameLBRACKET) {
3248                                 getNextToken();
3249                                 if (token == TokenNameRBRACKET) {
3250                                         getNextToken();
3251                                         continue;
3252                                 }
3253                                 expr();
3254                                 if (token != TokenNameRBRACKET) {
3255                                         throwSyntaxError("']' expected in object_dim_list.");
3256                                 }
3257                                 getNextToken();
3258                         } else {
3259                                 break;
3260                         }
3261                 }
3262         }
3263
3264         private void variable_name() {
3265                 // variable_name:
3266                 // T_STRING
3267                 // | '{' expr '}'
3268                 if (Scanner.TRACE) {
3269                         System.out.println("TRACE: variable_name()");
3270                 }
3271                 if (token == TokenNameIdentifier || token > TokenNameKEYWORD) {
3272                         if (token > TokenNameKEYWORD) {
3273                                 // TODO show a warning "Keyword used as variable" ?
3274                         }
3275                         getNextToken();
3276                 } else {
3277                         if (token != TokenNameLBRACE) {
3278                                 throwSyntaxError("'{' expected in variable name.");
3279                         }
3280                         getNextToken();
3281                         expr();
3282                         if (token != TokenNameRBRACE) {
3283                                 throwSyntaxError("'}' expected in variable name.");
3284                         }
3285                         getNextToken();
3286                 }
3287         }
3288
3289         private void r_variable() {
3290                 variable(false, false);
3291         }
3292
3293         private void w_variable(boolean lefthandside) {
3294                 variable(lefthandside, false);
3295         }
3296
3297         private void rw_variable() {
3298                 variable(false, false);
3299         }
3300
3301         private Expression variable(boolean lefthandside, boolean ignoreVar) {
3302                 // variable:
3303                 // base_variable_with_function_calls T_OBJECT_OPERATOR
3304                 // object_property method_or_not variable_properties
3305                 // | base_variable_with_function_calls
3306                 Expression ref = base_variable_with_function_calls(lefthandside, ignoreVar);
3307                 if (token == TokenNameMINUS_GREATER) {
3308                         ref = null;
3309                         getNextToken();
3310                         object_property();
3311                         method_or_not();
3312                         variable_properties();
3313                 }
3314                 return ref;
3315         }
3316
3317         private void variable_properties() {
3318                 // variable_properties:
3319                 // variable_properties variable_property
3320                 // | /* empty */
3321                 while (token == TokenNameMINUS_GREATER) {
3322                         variable_property();
3323                 }
3324         }
3325
3326         private void variable_property() {
3327                 // variable_property:
3328                 // T_OBJECT_OPERATOR object_property method_or_not
3329                 if (Scanner.TRACE) {
3330                         System.out.println("TRACE: variable_property()");
3331                 }
3332                 if (token == TokenNameMINUS_GREATER) {
3333                         getNextToken();
3334                         object_property();
3335                         method_or_not();
3336                 } else {
3337                         throwSyntaxError("'->' expected in variable_property.");
3338                 }
3339         }
3340
3341         private Expression identifier(boolean lefthandside, boolean ignoreVar) {
3342                 // variable:
3343                 // base_variable_with_function_calls T_OBJECT_OPERATOR
3344                 // object_property method_or_not variable_properties
3345                 // | base_variable_with_function_calls
3346
3347                 // Expression ref = function_call(lefthandside, ignoreVar);
3348
3349                 // function_call:
3350                 // T_STRING '(' function_call_parameter_list ')'
3351                 // | class_constant '(' function_call_parameter_list ')'
3352                 // | static_member '(' function_call_parameter_list ')'
3353                 // | variable_without_objects '(' function_call_parameter_list ')'
3354                 char[] defineName = null;
3355                 char[] ident = null;
3356                 int startPos = 0;
3357                 int endPos = 0;
3358                 Expression ref = null;
3359                 if (Scanner.TRACE) {
3360                         System.out.println("TRACE: function_call()");
3361                 }
3362                 if (token == TokenNameIdentifier) {
3363                         ident = scanner.getCurrentIdentifierSource();
3364                         defineName = ident;
3365                         startPos = scanner.getCurrentTokenStartPosition();
3366                         endPos = scanner.getCurrentTokenEndPosition();
3367                         getNextToken();
3368
3369                         if (token == TokenNameEQUAL || token == TokenNamePLUS_EQUAL || token == TokenNameMINUS_EQUAL
3370                                         || token == TokenNameMULTIPLY_EQUAL || token == TokenNameDIVIDE_EQUAL || token == TokenNameDOT_EQUAL
3371                                         || token == TokenNameREMAINDER_EQUAL || token == TokenNameAND_EQUAL || token == TokenNameOR_EQUAL
3372                                         || token == TokenNameXOR_EQUAL || token == TokenNameRIGHT_SHIFT_EQUAL || token == TokenNameLEFT_SHIFT_EQUAL) {
3373                                 String error = "Assignment operator '" + scanner.toStringAction(token) + "' not allowed after identifier '"
3374                                                 + new String(ident) + "' (use 'define(...)' to define constants).";
3375                                 reportSyntaxError(error);
3376                         }
3377
3378                         switch (token) {
3379                         case TokenNamePAAMAYIM_NEKUDOTAYIM:
3380                                 // static member:
3381                                 defineName = null;
3382                                 getNextToken();
3383                                 if (token == TokenNameIdentifier) {
3384                                         // class _constant
3385                                         getNextToken();
3386                                 } else {
3387                                         // static member:
3388                                         variable_without_objects(true, false);
3389                                 }
3390                                 break;
3391                         }
3392                 } else {
3393                         ref = variable_without_objects(lefthandside, ignoreVar);
3394                 }
3395                 if (token != TokenNameLPAREN) {
3396                         if (defineName != null) {
3397                                 // does this identifier contain only uppercase characters?
3398                                 if (defineName.length == 3) {
3399                                         if (defineName[0] == 'd' && defineName[1] == 'i' && defineName[2] == 'e') {
3400                                                 defineName = null;
3401                                         }
3402                                 } else if (defineName.length == 4) {
3403                                         if (defineName[0] == 't' && defineName[1] == 'r' && defineName[2] == 'u' && defineName[3] == 'e') {
3404                                                 defineName = null;
3405                                         } else if (defineName[0] == 'n' && defineName[1] == 'u' && defineName[2] == 'l' && defineName[3] == 'l') {
3406                                                 defineName = null;
3407                                         }
3408                                 } else if (defineName.length == 5) {
3409                                         if (defineName[0] == 'f' && defineName[1] == 'a' && defineName[2] == 'l' && defineName[3] == 's' && defineName[4] == 'e') {
3410                                                 defineName = null;
3411                                         }
3412                                 }
3413                                 if (defineName != null) {
3414                                         for (int i = 0; i < defineName.length; i++) {
3415                                                 if (Character.isLowerCase(defineName[i])) {
3416                                                         problemReporter.phpUppercaseIdentifierWarning(startPos, endPos, referenceContext, compilationUnit.compilationResult);
3417                                                         break;
3418                                                 }
3419                                         }
3420                                 }
3421                         }
3422                         // TODO is this ok ?
3423                         // return ref;
3424                         // throwSyntaxError("'(' expected in function call.");
3425                 } else {
3426                         getNextToken();
3427
3428                         if (token == TokenNameRPAREN) {
3429                                 getNextToken();
3430                                 ref = null;
3431                         } else {
3432                                 non_empty_function_call_parameter_list();
3433                                 if (token != TokenNameRPAREN) {
3434                                         String functionName;
3435                                         if (ident == null) {
3436                                                 functionName = new String(" ");
3437                                         } else {
3438                                                 functionName = new String(ident);
3439                                         }
3440                                         throwSyntaxError("')' expected in function call (" + functionName + ").");
3441                                 }
3442                                 getNextToken();
3443                         }
3444                 }
3445                 if (token == TokenNameMINUS_GREATER) {
3446                         ref = null;
3447                         getNextToken();
3448                         object_property();
3449                         method_or_not();
3450                         variable_properties();
3451                 }
3452                 return ref;
3453         }
3454
3455         private void method_or_not() {
3456                 // method_or_not:
3457                 // '(' function_call_parameter_list ')'
3458                 // | /* empty */
3459                 if (Scanner.TRACE) {
3460                         System.out.println("TRACE: method_or_not()");
3461                 }
3462                 if (token == TokenNameLPAREN) {
3463                         getNextToken();
3464                         if (token == TokenNameRPAREN) {
3465                                 getNextToken();
3466                                 return;
3467                         }
3468                         non_empty_function_call_parameter_list();
3469                         if (token != TokenNameRPAREN) {
3470                                 throwSyntaxError("')' expected in method_or_not.");
3471                         }
3472                         getNextToken();
3473                 }
3474         }
3475
3476         private void exit_expr() {
3477                 // /* empty */
3478                 // | '(' ')'
3479                 // | '(' expr ')'
3480                 if (token != TokenNameLPAREN) {
3481                         return;
3482                 }
3483                 getNextToken();
3484                 if (token == TokenNameRPAREN) {
3485                         getNextToken();
3486                         return;
3487                 }
3488                 expr();
3489                 if (token != TokenNameRPAREN) {
3490                         throwSyntaxError("')' expected after keyword 'exit'");
3491                 }
3492                 getNextToken();
3493         }
3494
3495         // private void encaps_list() {
3496         // // encaps_list encaps_var
3497         // // | encaps_list T_STRING
3498         // // | encaps_list T_NUM_STRING
3499         // // | encaps_list T_ENCAPSED_AND_WHITESPACE
3500         // // | encaps_list T_CHARACTER
3501         // // | encaps_list T_BAD_CHARACTER
3502         // // | encaps_list '['
3503         // // | encaps_list ']'
3504         // // | encaps_list '{'
3505         // // | encaps_list '}'
3506         // // | encaps_list T_OBJECT_OPERATOR
3507         // // | /* empty */
3508         // while (true) {
3509         // switch (token) {
3510         // case TokenNameSTRING:
3511         // getNextToken();
3512         // break;
3513         // case TokenNameLBRACE:
3514         // // scanner.encapsedStringStack.pop();
3515         // getNextToken();
3516         // break;
3517         // case TokenNameRBRACE:
3518         // // scanner.encapsedStringStack.pop();
3519         // getNextToken();
3520         // break;
3521         // case TokenNameLBRACKET:
3522         // // scanner.encapsedStringStack.pop();
3523         // getNextToken();
3524         // break;
3525         // case TokenNameRBRACKET:
3526         // // scanner.encapsedStringStack.pop();
3527         // getNextToken();
3528         // break;
3529         // case TokenNameMINUS_GREATER:
3530         // // scanner.encapsedStringStack.pop();
3531         // getNextToken();
3532         // break;
3533         // case TokenNameVariable:
3534         // case TokenNameDOLLAR_LBRACE:
3535         // case TokenNameLBRACE_DOLLAR:
3536         // encaps_var();
3537         // break;
3538         // default:
3539         // char encapsedChar = ((Character)
3540         // scanner.encapsedStringStack.peek()).charValue();
3541         // if (encapsedChar == '$') {
3542         // scanner.encapsedStringStack.pop();
3543         // encapsedChar = ((Character)
3544         // scanner.encapsedStringStack.peek()).charValue();
3545         // switch (encapsedChar) {
3546         // case '`':
3547         // if (token == TokenNameEncapsedString0) {
3548         // return;
3549         // }
3550         // token = TokenNameSTRING;
3551         // continue;
3552         // case '\'':
3553         // if (token == TokenNameEncapsedString1) {
3554         // return;
3555         // }
3556         // token = TokenNameSTRING;
3557         // continue;
3558         // case '"':
3559         // if (token == TokenNameEncapsedString2) {
3560         // return;
3561         // }
3562         // token = TokenNameSTRING;
3563         // continue;
3564         // }
3565         // }
3566         // return;
3567         // }
3568         // }
3569         // }
3570
3571         // private void encaps_var() {
3572         // // T_VARIABLE
3573         // // | T_VARIABLE '[' encaps_var_offset ']'
3574         // // | T_VARIABLE T_OBJECT_OPERATOR T_STRING
3575         // // | T_DOLLAR_OPEN_CURLY_BRACES expr '}'
3576         // // | T_DOLLAR_OPEN_CURLY_BRACES T_STRING_VARNAME '[' expr ']' '}'
3577         // // | T_CURLY_OPEN variable '}'
3578         // switch (token) {
3579         // case TokenNameVariable:
3580         // getNextToken();
3581         // if (token == TokenNameLBRACKET) {
3582         // getNextToken();
3583         // expr(); //encaps_var_offset();
3584         // if (token != TokenNameRBRACKET) {
3585         // throwSyntaxError("']' expected after variable.");
3586         // }
3587         // // scanner.encapsedStringStack.pop();
3588         // getNextToken();
3589         // // }
3590         // } else if (token == TokenNameMINUS_GREATER) {
3591         // getNextToken();
3592         // if (token != TokenNameIdentifier) {
3593         // throwSyntaxError("Identifier expected after '->'.");
3594         // }
3595         // // scanner.encapsedStringStack.pop();
3596         // getNextToken();
3597         // }
3598         // // else {
3599         // // // scanner.encapsedStringStack.pop();
3600         // // int tempToken = TokenNameSTRING;
3601         // // if (!scanner.encapsedStringStack.isEmpty()
3602         // // && (token == TokenNameEncapsedString0
3603         // // || token == TokenNameEncapsedString1
3604         // // || token == TokenNameEncapsedString2 || token ==
3605         // // TokenNameERROR)) {
3606         // // char encapsedChar = ((Character)
3607         // // scanner.encapsedStringStack.peek())
3608         // // .charValue();
3609         // // switch (token) {
3610         // // case TokenNameEncapsedString0 :
3611         // // if (encapsedChar == '`') {
3612         // // tempToken = TokenNameEncapsedString0;
3613         // // }
3614         // // break;
3615         // // case TokenNameEncapsedString1 :
3616         // // if (encapsedChar == '\'') {
3617         // // tempToken = TokenNameEncapsedString1;
3618         // // }
3619         // // break;
3620         // // case TokenNameEncapsedString2 :
3621         // // if (encapsedChar == '"') {
3622         // // tempToken = TokenNameEncapsedString2;
3623         // // }
3624         // // break;
3625         // // case TokenNameERROR :
3626         // // if (scanner.source[scanner.currentPosition - 1] == '\\') {
3627         // // scanner.currentPosition--;
3628         // // getNextToken();
3629         // // }
3630         // // break;
3631         // // }
3632         // // }
3633         // // token = tempToken;
3634         // // }
3635         // break;
3636         // case TokenNameDOLLAR_LBRACE:
3637         // getNextToken();
3638         // if (token == TokenNameDOLLAR_LBRACE) {
3639         // encaps_var();
3640         // } else if (token == TokenNameIdentifier) {
3641         // getNextToken();
3642         // if (token == TokenNameLBRACKET) {
3643         // getNextToken();
3644         // // if (token == TokenNameRBRACKET) {
3645         // // getNextToken();
3646         // // } else {
3647         // expr();
3648         // if (token != TokenNameRBRACKET) {
3649         // throwSyntaxError("']' expected after '${'.");
3650         // }
3651         // getNextToken();
3652         // // }
3653         // }
3654         // } else {
3655         // expr();
3656         // }
3657         // if (token != TokenNameRBRACE) {
3658         // throwSyntaxError("'}' expected.");
3659         // }
3660         // getNextToken();
3661         // break;
3662         // case TokenNameLBRACE_DOLLAR:
3663         // getNextToken();
3664         // if (token == TokenNameLBRACE_DOLLAR) {
3665         // encaps_var();
3666         // } else if (token == TokenNameIdentifier || token > TokenNameKEYWORD) {
3667         // getNextToken();
3668         // if (token == TokenNameLBRACKET) {
3669         // getNextToken();
3670         // // if (token == TokenNameRBRACKET) {
3671         // // getNextToken();
3672         // // } else {
3673         // expr();
3674         // if (token != TokenNameRBRACKET) {
3675         // throwSyntaxError("']' expected.");
3676         // }
3677         // getNextToken();
3678         // // }
3679         // } else if (token == TokenNameMINUS_GREATER) {
3680         // getNextToken();
3681         // if (token != TokenNameIdentifier && token != TokenNameVariable) {
3682         // throwSyntaxError("String or Variable token expected.");
3683         // }
3684         // getNextToken();
3685         // if (token == TokenNameLBRACKET) {
3686         // getNextToken();
3687         // // if (token == TokenNameRBRACKET) {
3688         // // getNextToken();
3689         // // } else {
3690         // expr();
3691         // if (token != TokenNameRBRACKET) {
3692         // throwSyntaxError("']' expected after '${'.");
3693         // }
3694         // getNextToken();
3695         // // }
3696         // }
3697         // }
3698         // // if (token != TokenNameRBRACE) {
3699         // // throwSyntaxError("'}' expected after '{$'.");
3700         // // }
3701         // // // scanner.encapsedStringStack.pop();
3702         // // getNextToken();
3703         // } else {
3704         // expr();
3705         // if (token != TokenNameRBRACE) {
3706         // throwSyntaxError("'}' expected.");
3707         // }
3708         // // scanner.encapsedStringStack.pop();
3709         // getNextToken();
3710         // }
3711         // break;
3712         // }
3713         // }
3714
3715         // private void encaps_var_offset() {
3716         // // T_STRING
3717         // // | T_NUM_STRING
3718         // // | T_VARIABLE
3719         // switch (token) {
3720         // case TokenNameSTRING:
3721         // getNextToken();
3722         // break;
3723         // case TokenNameIntegerLiteral:
3724         // getNextToken();
3725         // break;
3726         // case TokenNameVariable:
3727         // getNextToken();
3728         // break;
3729         // case TokenNameIdentifier:
3730         // getNextToken();
3731         // break;
3732         // default:
3733         // throwSyntaxError("Variable or String token expected.");
3734         // break;
3735         // }
3736         // }
3737
3738         private void internal_functions_in_yacc() {
3739                 // int start = 0;
3740                 switch (token) {
3741                 // case TokenNameisset:
3742                 // // T_ISSET '(' isset_variables ')'
3743                 // getNextToken();
3744                 // if (token != TokenNameLPAREN) {
3745                 // throwSyntaxError("'(' expected after keyword 'isset'");
3746                 // }
3747                 // getNextToken();
3748                 // isset_variables();
3749                 // if (token != TokenNameRPAREN) {
3750                 // throwSyntaxError("')' expected after keyword 'isset'");
3751                 // }
3752                 // getNextToken();
3753                 // break;
3754                 // case TokenNameempty:
3755                 // // T_EMPTY '(' variable ')'
3756                 // getNextToken();
3757                 // if (token != TokenNameLPAREN) {
3758                 // throwSyntaxError("'(' expected after keyword 'empty'");
3759                 // }
3760                 // getNextToken();
3761                 // variable(false);
3762                 // if (token != TokenNameRPAREN) {
3763                 // throwSyntaxError("')' expected after keyword 'empty'");
3764                 // }
3765                 // getNextToken();
3766                 // break;
3767                 case TokenNameinclude:
3768                         // T_INCLUDE expr
3769                         checkFileName(token);
3770                         break;
3771                 case TokenNameinclude_once:
3772                         // T_INCLUDE_ONCE expr
3773                         checkFileName(token);
3774                         break;
3775                 case TokenNameeval:
3776                         // T_EVAL '(' expr ')'
3777                         getNextToken();
3778                         if (token != TokenNameLPAREN) {
3779                                 throwSyntaxError("'(' expected after keyword 'eval'");
3780                         }
3781                         getNextToken();
3782                         expr();
3783                         if (token != TokenNameRPAREN) {
3784                                 throwSyntaxError("')' expected after keyword 'eval'");
3785                         }
3786                         getNextToken();
3787                         break;
3788                 case TokenNamerequire:
3789                         // T_REQUIRE expr
3790                         checkFileName(token);
3791                         break;
3792                 case TokenNamerequire_once:
3793                         // T_REQUIRE_ONCE expr
3794                         checkFileName(token);
3795                         break;
3796                 }
3797         }
3798
3799         /**
3800          * Parse and check the include file name
3801          *
3802          * @param includeToken
3803          */
3804         private void checkFileName(int includeToken) {
3805                 // <include-token> expr
3806                 int start = scanner.getCurrentTokenStartPosition();
3807                 boolean hasLPAREN = false;
3808                 getNextToken();
3809                 if (token == TokenNameLPAREN) {
3810                         hasLPAREN = true;
3811                         getNextToken();
3812                 }
3813                 Expression expression = expr();
3814                 if (hasLPAREN) {
3815                         if (token == TokenNameRPAREN) {
3816                                 getNextToken();
3817                         } else {
3818                                 throwSyntaxError("')' expected for keyword '" + scanner.toStringAction(includeToken) + "'");
3819                         }
3820                 }
3821                 char[] currTokenSource = scanner.getCurrentTokenSource(start);
3822                 IFile file = null;
3823                 if (scanner.compilationUnit != null) {
3824                         IResource resource = scanner.compilationUnit.getResource();
3825                         if (resource != null && resource instanceof IFile) {
3826                                 file = (IFile) resource;
3827                         }
3828                 }
3829                 char[][] tokens;
3830                 tokens = new char[1][];
3831                 tokens[0] = currTokenSource;
3832
3833                 ImportReference impt = new ImportReference(tokens, currTokenSource, start, scanner.getCurrentTokenEndPosition(), false);
3834                 impt.declarationSourceEnd = impt.sourceEnd;
3835                 impt.declarationEnd = impt.declarationSourceEnd;
3836                 // endPosition is just before the ;
3837                 impt.declarationSourceStart = start;
3838                 includesList.add(impt);
3839
3840                 if (expression instanceof StringLiteral) {
3841                         StringLiteral literal = (StringLiteral) expression;
3842                         char[] includeName = literal.source();
3843                         if (includeName.length == 0) {
3844                                 reportSyntaxError("Empty filename after keyword '" + scanner.toStringAction(includeToken) + "'", literal.sourceStart,
3845                                                 literal.sourceStart + 1);
3846                         }
3847                         String includeNameString = new String(includeName);
3848                         if (literal instanceof StringLiteralDQ) {
3849                                 if (includeNameString.indexOf('$') >= 0) {
3850                                         // assuming that the filename contains a variable => no filename check
3851                                         return;
3852                                 }
3853                         }
3854                         if (includeNameString.startsWith("http://")) {
3855                                 // assuming external include location
3856                                 return;
3857                         }
3858                         if (file != null) {
3859                                 // check the filename:
3860                                 // System.out.println(new String(compilationUnit.getFileName())+" - "+
3861                                 // expression.toStringExpression());
3862                                 IProject project = file.getProject();
3863                                 if (project != null) {
3864                                         IPath path = PHPFileUtil.determineFilePath(includeNameString, file, project);
3865
3866                                         if (path == null) {
3867                                                 // SyntaxError: "File: << >> doesn't exist in project."
3868                                                 String[] args = { expression.toStringExpression(), project.getLocation().toString() };
3869                                                 problemReporter.phpIncludeNotExistWarning(args, literal.sourceStart, literal.sourceEnd, referenceContext,
3870                                                                 compilationUnit.compilationResult);
3871                                         } else {
3872                                                 try {
3873                                                         String filePath = path.toString();
3874                                                         String ext = file.getRawLocation().getFileExtension();
3875                                                         int fileExtensionLength = ext == null ? 0 : ext.length() + 1;
3876
3877                                                         impt.tokens = CharOperation.splitOn('/', filePath.toCharArray(), 0, filePath.length() - fileExtensionLength);
3878                                                         impt.setFile(PHPFileUtil.createFile(path, project));
3879                                                 } catch (Exception e) {
3880                                                         // the file is outside of the workspace
3881                                                 }
3882                                         }
3883                                 }
3884                         }
3885                 }
3886         }
3887
3888         private void isset_variables() {
3889                 // variable
3890                 // | isset_variables ','
3891                 if (token == TokenNameRPAREN) {
3892                         throwSyntaxError("Variable expected after keyword 'isset'");
3893                 }
3894                 while (true) {
3895                         variable(true, false);
3896                         if (token == TokenNameCOMMA) {
3897                                 getNextToken();
3898                         } else {
3899                                 break;
3900                         }
3901                 }
3902         }
3903
3904         private boolean common_scalar() {
3905                 // common_scalar:
3906                 // T_LNUMBER
3907                 // | T_DNUMBER
3908                 // | T_CONSTANT_ENCAPSED_STRING
3909                 // | T_LINE
3910                 // | T_FILE
3911                 // | T_CLASS_C
3912                 // | T_METHOD_C
3913                 // | T_FUNC_C
3914                 switch (token) {
3915                 case TokenNameIntegerLiteral:
3916                         getNextToken();
3917                         return true;
3918                 case TokenNameDoubleLiteral:
3919                         getNextToken();
3920                         return true;
3921                 case TokenNameStringDoubleQuote:
3922                         getNextToken();
3923                         return true;
3924                 case TokenNameStringSingleQuote:
3925                         getNextToken();
3926                         return true;
3927                 case TokenNameStringInterpolated:
3928                         getNextToken();
3929                         return true;
3930                 case TokenNameFILE:
3931                         getNextToken();
3932                         return true;
3933                 case TokenNameLINE:
3934                         getNextToken();
3935                         return true;
3936                 case TokenNameCLASS_C:
3937                         getNextToken();
3938                         return true;
3939                 case TokenNameMETHOD_C:
3940                         getNextToken();
3941                         return true;
3942                 case TokenNameFUNC_C:
3943                         getNextToken();
3944                         return true;
3945                 }
3946                 return false;
3947         }
3948
3949         private void scalar() {
3950                 // scalar:
3951                 // T_STRING
3952                 // | T_STRING_VARNAME
3953                 // | class_constant
3954                 // | common_scalar
3955                 // | '"' encaps_list '"'
3956                 // | '\'' encaps_list '\''
3957                 // | T_START_HEREDOC encaps_list T_END_HEREDOC
3958                 throwSyntaxError("Not yet implemented (scalar).");
3959         }
3960
3961         private void static_scalar() {
3962                 // static_scalar: /* compile-time evaluated scalars */
3963                 // common_scalar
3964                 // | T_STRING
3965                 // | '+' static_scalar
3966                 // | '-' static_scalar
3967                 // | T_ARRAY '(' static_array_pair_list ')'
3968                 // | static_class_constant
3969                 if (common_scalar()) {
3970                         return;
3971                 }
3972                 switch (token) {
3973                 case TokenNameIdentifier:
3974                         getNextToken();
3975                         // static_class_constant:
3976                         // T_STRING T_PAAMAYIM_NEKUDOTAYIM T_STRING
3977                         if (token == TokenNamePAAMAYIM_NEKUDOTAYIM) {
3978                                 getNextToken();
3979                                 if (token == TokenNameIdentifier) {
3980                                         getNextToken();
3981                                 } else {
3982                                         throwSyntaxError("Identifier expected after '::' operator.");
3983                                 }
3984                         }
3985                         break;
3986                 case TokenNameEncapsedString0:
3987                         try {
3988                                 scanner.currentCharacter = scanner.source[scanner.currentPosition++];
3989                                 while (scanner.currentCharacter != '`') {
3990                                         if (scanner.currentCharacter == '\\') {
3991                                                 scanner.currentPosition++;
3992                                         }
3993                                         scanner.currentCharacter = scanner.source[scanner.currentPosition++];
3994                                 }
3995                                 getNextToken();
3996                         } catch (IndexOutOfBoundsException e) {
3997                                 throwSyntaxError("'`' expected at end of static string.");
3998                         }
3999                         break;
4000                 // case TokenNameEncapsedString1:
4001                 // try {
4002                 // scanner.currentCharacter = scanner.source[scanner.currentPosition++];
4003                 // while (scanner.currentCharacter != '\'') {
4004                 // if (scanner.currentCharacter == '\\') {
4005                 // scanner.currentPosition++;
4006                 // }
4007                 // scanner.currentCharacter = scanner.source[scanner.currentPosition++];
4008                 // }
4009                 // getNextToken();
4010                 // } catch (IndexOutOfBoundsException e) {
4011                 // throwSyntaxError("'\'' expected at end of static string.");
4012                 // }
4013                 // break;
4014                 // case TokenNameEncapsedString2:
4015                 // try {
4016                 // scanner.currentCharacter = scanner.source[scanner.currentPosition++];
4017                 // while (scanner.currentCharacter != '"') {
4018                 // if (scanner.currentCharacter == '\\') {
4019                 // scanner.currentPosition++;
4020                 // }
4021                 // scanner.currentCharacter = scanner.source[scanner.currentPosition++];
4022                 // }
4023                 // getNextToken();
4024                 // } catch (IndexOutOfBoundsException e) {
4025                 // throwSyntaxError("'\"' expected at end of static string.");
4026                 // }
4027                 // break;
4028                 case TokenNameStringSingleQuote:
4029                         getNextToken();
4030                         break;
4031                 case TokenNameStringDoubleQuote:
4032                         getNextToken();
4033                         break;
4034                 case TokenNamePLUS:
4035                         getNextToken();
4036                         static_scalar();
4037                         break;
4038                 case TokenNameMINUS:
4039                         getNextToken();
4040                         static_scalar();
4041                         break;
4042                 case TokenNamearray:
4043                         getNextToken();
4044                         if (token != TokenNameLPAREN) {
4045                                 throwSyntaxError("'(' expected after keyword 'array'");
4046                         }
4047                         getNextToken();
4048                         if (token == TokenNameRPAREN) {
4049                                 getNextToken();
4050                                 break;
4051                         }
4052                         non_empty_static_array_pair_list();
4053                         if (token != TokenNameRPAREN) {
4054                                 throwSyntaxError("')' or ',' expected after keyword 'array'");
4055                         }
4056                         getNextToken();
4057                         break;
4058                 // case TokenNamenull :
4059                 // getNextToken();
4060                 // break;
4061                 // case TokenNamefalse :
4062                 // getNextToken();
4063                 // break;
4064                 // case TokenNametrue :
4065                 // getNextToken();
4066                 // break;
4067                 default:
4068                         throwSyntaxError("Static scalar/constant expected.");
4069                 }
4070         }
4071
4072         private void non_empty_static_array_pair_list() {
4073                 // non_empty_static_array_pair_list:
4074                 // non_empty_static_array_pair_list ',' static_scalar T_DOUBLE_ARROW
4075                 // static_scalar
4076                 // | non_empty_static_array_pair_list ',' static_scalar
4077                 // | static_scalar T_DOUBLE_ARROW static_scalar
4078                 // | static_scalar
4079                 while (true) {
4080                         static_scalar();
4081                         if (token == TokenNameEQUAL_GREATER) {
4082                                 getNextToken();
4083                                 static_scalar();
4084                         }
4085                         if (token != TokenNameCOMMA) {
4086                                 break;
4087                         }
4088                         getNextToken();
4089                         if (token == TokenNameRPAREN) {
4090                                 break;
4091                         }
4092                 }
4093         }
4094
4095         // public void reportSyntaxError() { //int act, int currentKind, int
4096         // // stateStackTop) {
4097         // /* remember current scanner position */
4098         // int startPos = scanner.startPosition;
4099         // int currentPos = scanner.currentPosition;
4100         //
4101         // this.checkAndReportBracketAnomalies(problemReporter());
4102         // /* reset scanner where it was */
4103         // scanner.startPosition = startPos;
4104         // scanner.currentPosition = currentPos;
4105         // }
4106
4107         public static final int RoundBracket = 0;
4108
4109         public static final int SquareBracket = 1;
4110
4111         public static final int CurlyBracket = 2;
4112
4113         public static final int BracketKinds = 3;
4114
4115         protected int[] nestedMethod; // the ptr is nestedType
4116
4117         protected int nestedType, dimensions;
4118
4119         // variable set stack
4120         final static int VariableStackIncrement = 10;
4121
4122         HashMap fTypeVariables = null;
4123
4124         HashMap fMethodVariables = null;
4125
4126         ArrayList fStackUnassigned = new ArrayList();
4127
4128         // ast stack
4129         final static int AstStackIncrement = 100;
4130
4131         protected int astPtr;
4132
4133         protected ASTNode[] astStack = new ASTNode[AstStackIncrement];
4134
4135         protected int astLengthPtr;
4136
4137         protected int[] astLengthStack;
4138
4139         ASTNode[] noAstNodes = new ASTNode[AstStackIncrement];
4140
4141         public CompilationUnitDeclaration compilationUnit; /*
4142                                                                                                                                                                                                                          * the result from parse()
4143                                                                                                                                                                                                                          */
4144
4145         protected ReferenceContext referenceContext;
4146
4147         protected ProblemReporter problemReporter;
4148
4149         protected CompilerOptions options;
4150
4151         private ArrayList includesList;
4152
4153         // protected CompilationResult compilationResult;
4154         /**
4155          * Returns this parser's problem reporter initialized with its reference
4156          * context. Also it is assumed that a problem is going to be reported, so
4157          * initializes the compilation result's line positions.
4158          */
4159         public ProblemReporter problemReporter() {
4160                 if (scanner.recordLineSeparator) {
4161                         compilationUnit.compilationResult.lineSeparatorPositions = scanner.getLineEnds();
4162                 }
4163                 problemReporter.referenceContext = referenceContext;
4164                 return problemReporter;
4165         }
4166
4167         /*
4168          * Reconsider the entire source looking for inconsistencies in {} () []
4169          */
4170         // public boolean checkAndReportBracketAnomalies(ProblemReporter
4171         // problemReporter) {
4172         // scanner.wasAcr = false;
4173         // boolean anomaliesDetected = false;
4174         // try {
4175         // char[] source = scanner.source;
4176         // int[] leftCount = { 0, 0, 0 };
4177         // int[] rightCount = { 0, 0, 0 };
4178         // int[] depths = { 0, 0, 0 };
4179         // int[][] leftPositions = new int[][] { new int[10], new int[10], new int[10]
4180         // };
4181         // int[][] leftDepths = new int[][] { new int[10], new int[10], new int[10] };
4182         // int[][] rightPositions = new int[][] { new int[10], new int[10], new
4183         // int[10] };
4184         // int[][] rightDepths = new int[][] { new int[10], new int[10], new int[10]
4185         // };
4186         // scanner.currentPosition = scanner.initialPosition; //starting
4187         // // point
4188         // // (first-zero-based
4189         // // char)
4190         // while (scanner.currentPosition < scanner.eofPosition) { //loop for
4191         // // jumping
4192         // // over
4193         // // comments
4194         // try {
4195         // // ---------Consume white space and handles
4196         // // startPosition---------
4197         // boolean isWhiteSpace;
4198         // do {
4199         // scanner.startPosition = scanner.currentPosition;
4200         // // if (((scanner.currentCharacter =
4201         // // source[scanner.currentPosition++]) == '\\') &&
4202         // // (source[scanner.currentPosition] == 'u')) {
4203         // // isWhiteSpace = scanner.jumpOverUnicodeWhiteSpace();
4204         // // } else {
4205         // if (scanner.recordLineSeparator && ((scanner.currentCharacter == '\r') ||
4206         // (scanner.currentCharacter == '\n'))) {
4207         // if (scanner.lineEnds[scanner.linePtr] < scanner.startPosition) {
4208         // // only record line positions we have not
4209         // // recorded yet
4210         // scanner.pushLineSeparator();
4211         // }
4212         // }
4213         // isWhiteSpace = CharOperation.isWhitespace(scanner.currentCharacter);
4214         // // }
4215         // } while (isWhiteSpace && (scanner.currentPosition < scanner.eofPosition));
4216         // // -------consume token until } is found---------
4217         // switch (scanner.currentCharacter) {
4218         // case '{': {
4219         // int index = leftCount[CurlyBracket]++;
4220         // if (index == leftPositions[CurlyBracket].length) {
4221         // System.arraycopy(leftPositions[CurlyBracket], 0,
4222         // (leftPositions[CurlyBracket] = new int[index * 2]), 0, index);
4223         // System.arraycopy(leftDepths[CurlyBracket], 0, (leftDepths[CurlyBracket] =
4224         // new int[index * 2]), 0, index);
4225         // }
4226         // leftPositions[CurlyBracket][index] = scanner.startPosition;
4227         // leftDepths[CurlyBracket][index] = depths[CurlyBracket]++;
4228         // }
4229         // break;
4230         // case '}': {
4231         // int index = rightCount[CurlyBracket]++;
4232         // if (index == rightPositions[CurlyBracket].length) {
4233         // System.arraycopy(rightPositions[CurlyBracket], 0,
4234         // (rightPositions[CurlyBracket] = new int[index * 2]), 0, index);
4235         // System.arraycopy(rightDepths[CurlyBracket], 0, (rightDepths[CurlyBracket] =
4236         // new int[index * 2]), 0, index);
4237         // }
4238         // rightPositions[CurlyBracket][index] = scanner.startPosition;
4239         // rightDepths[CurlyBracket][index] = --depths[CurlyBracket];
4240         // }
4241         // break;
4242         // case '(': {
4243         // int index = leftCount[RoundBracket]++;
4244         // if (index == leftPositions[RoundBracket].length) {
4245         // System.arraycopy(leftPositions[RoundBracket], 0,
4246         // (leftPositions[RoundBracket] = new int[index * 2]), 0, index);
4247         // System.arraycopy(leftDepths[RoundBracket], 0, (leftDepths[RoundBracket] =
4248         // new int[index * 2]), 0, index);
4249         // }
4250         // leftPositions[RoundBracket][index] = scanner.startPosition;
4251         // leftDepths[RoundBracket][index] = depths[RoundBracket]++;
4252         // }
4253         // break;
4254         // case ')': {
4255         // int index = rightCount[RoundBracket]++;
4256         // if (index == rightPositions[RoundBracket].length) {
4257         // System.arraycopy(rightPositions[RoundBracket], 0,
4258         // (rightPositions[RoundBracket] = new int[index * 2]), 0, index);
4259         // System.arraycopy(rightDepths[RoundBracket], 0, (rightDepths[RoundBracket] =
4260         // new int[index * 2]), 0, index);
4261         // }
4262         // rightPositions[RoundBracket][index] = scanner.startPosition;
4263         // rightDepths[RoundBracket][index] = --depths[RoundBracket];
4264         // }
4265         // break;
4266         // case '[': {
4267         // int index = leftCount[SquareBracket]++;
4268         // if (index == leftPositions[SquareBracket].length) {
4269         // System.arraycopy(leftPositions[SquareBracket], 0,
4270         // (leftPositions[SquareBracket] = new int[index * 2]), 0, index);
4271         // System.arraycopy(leftDepths[SquareBracket], 0, (leftDepths[SquareBracket] =
4272         // new int[index * 2]), 0, index);
4273         // }
4274         // leftPositions[SquareBracket][index] = scanner.startPosition;
4275         // leftDepths[SquareBracket][index] = depths[SquareBracket]++;
4276         // }
4277         // break;
4278         // case ']': {
4279         // int index = rightCount[SquareBracket]++;
4280         // if (index == rightPositions[SquareBracket].length) {
4281         // System.arraycopy(rightPositions[SquareBracket], 0,
4282         // (rightPositions[SquareBracket] = new int[index * 2]), 0, index);
4283         // System.arraycopy(rightDepths[SquareBracket], 0, (rightDepths[SquareBracket]
4284         // = new int[index * 2]), 0, index);
4285         // }
4286         // rightPositions[SquareBracket][index] = scanner.startPosition;
4287         // rightDepths[SquareBracket][index] = --depths[SquareBracket];
4288         // }
4289         // break;
4290         // case '\'': {
4291         // if (scanner.getNextChar('\\')) {
4292         // scanner.scanEscapeCharacter();
4293         // } else { // consume next character
4294         // scanner.unicodeAsBackSlash = false;
4295         // // if (((scanner.currentCharacter =
4296         // // source[scanner.currentPosition++]) ==
4297         // // '\\') &&
4298         // // (source[scanner.currentPosition] ==
4299         // // 'u')) {
4300         // // scanner.getNextUnicodeChar();
4301         // // } else {
4302         // if (scanner.withoutUnicodePtr != 0) {
4303         // scanner.withoutUnicodeBuffer[++scanner.withoutUnicodePtr] =
4304         // scanner.currentCharacter;
4305         // }
4306         // // }
4307         // }
4308         // scanner.getNextChar('\'');
4309         // break;
4310         // }
4311         // case '"':
4312         // // consume next character
4313         // scanner.unicodeAsBackSlash = false;
4314         // // if (((scanner.currentCharacter =
4315         // // source[scanner.currentPosition++]) == '\\') &&
4316         // // (source[scanner.currentPosition] == 'u')) {
4317         // // scanner.getNextUnicodeChar();
4318         // // } else {
4319         // if (scanner.withoutUnicodePtr != 0) {
4320         // scanner.withoutUnicodeBuffer[++scanner.withoutUnicodePtr] =
4321         // scanner.currentCharacter;
4322         // }
4323         // // }
4324         // while (scanner.currentCharacter != '"') {
4325         // if (scanner.currentCharacter == '\r') {
4326         // if (source[scanner.currentPosition] == '\n')
4327         // scanner.currentPosition++;
4328         // break; // the string cannot go further that
4329         // // the line
4330         // }
4331         // if (scanner.currentCharacter == '\n') {
4332         // break; // the string cannot go further that
4333         // // the line
4334         // }
4335         // if (scanner.currentCharacter == '\\') {
4336         // scanner.scanEscapeCharacter();
4337         // }
4338         // // consume next character
4339         // scanner.unicodeAsBackSlash = false;
4340         // // if (((scanner.currentCharacter =
4341         // // source[scanner.currentPosition++]) == '\\')
4342         // // && (source[scanner.currentPosition] == 'u'))
4343         // // {
4344         // // scanner.getNextUnicodeChar();
4345         // // } else {
4346         // if (scanner.withoutUnicodePtr != 0) {
4347         // scanner.withoutUnicodeBuffer[++scanner.withoutUnicodePtr] =
4348         // scanner.currentCharacter;
4349         // }
4350         // // }
4351         // }
4352         // break;
4353         // case '/': {
4354         // int test;
4355         // if ((test = scanner.getNextChar('/', '*')) == 0) { //line
4356         // // comment
4357         // //get the next char
4358         // if (((scanner.currentCharacter = source[scanner.currentPosition++]) ==
4359         // '\\')
4360         // && (source[scanner.currentPosition] == 'u')) {
4361         // //-------------unicode traitement
4362         // // ------------
4363         // int c1 = 0, c2 = 0, c3 = 0, c4 = 0;
4364         // scanner.currentPosition++;
4365         // while (source[scanner.currentPosition] == 'u') {
4366         // scanner.currentPosition++;
4367         // }
4368         // if ((c1 = Character.getNumericValue(source[scanner.currentPosition++])) >
4369         // 15 || c1 < 0
4370         // || (c2 = Character.getNumericValue(source[scanner.currentPosition++])) > 15
4371         // || c2 < 0
4372         // || (c3 = Character.getNumericValue(source[scanner.currentPosition++])) > 15
4373         // || c3 < 0
4374         // || (c4 = Character.getNumericValue(source[scanner.currentPosition++])) > 15
4375         // || c4 < 0) { //error
4376         // // don't
4377         // // care of the
4378         // // value
4379         // scanner.currentCharacter = 'A';
4380         // } //something different from \n and \r
4381         // else {
4382         // scanner.currentCharacter = (char) (((c1 * 16 + c2) * 16 + c3) * 16 + c4);
4383         // }
4384         // }
4385         // while (scanner.currentCharacter != '\r' && scanner.currentCharacter !=
4386         // '\n') {
4387         // //get the next char
4388         // scanner.startPosition = scanner.currentPosition;
4389         // if (((scanner.currentCharacter = source[scanner.currentPosition++]) ==
4390         // '\\')
4391         // && (source[scanner.currentPosition] == 'u')) {
4392         // //-------------unicode traitement
4393         // // ------------
4394         // int c1 = 0, c2 = 0, c3 = 0, c4 = 0;
4395         // scanner.currentPosition++;
4396         // while (source[scanner.currentPosition] == 'u') {
4397         // scanner.currentPosition++;
4398         // }
4399         // if ((c1 = Character.getNumericValue(source[scanner.currentPosition++])) >
4400         // 15 || c1 < 0
4401         // || (c2 = Character.getNumericValue(source[scanner.currentPosition++])) > 15
4402         // || c2 < 0
4403         // || (c3 = Character.getNumericValue(source[scanner.currentPosition++])) > 15
4404         // || c3 < 0
4405         // || (c4 = Character.getNumericValue(source[scanner.currentPosition++])) > 15
4406         // || c4 < 0) { //error
4407         // // don't
4408         // // care of the
4409         // // value
4410         // scanner.currentCharacter = 'A';
4411         // } //something different from \n
4412         // // and \r
4413         // else {
4414         // scanner.currentCharacter = (char) (((c1 * 16 + c2) * 16 + c3) * 16 + c4);
4415         // }
4416         // }
4417         // }
4418         // if (scanner.recordLineSeparator && ((scanner.currentCharacter == '\r') ||
4419         // (scanner.currentCharacter == '\n'))) {
4420         // if (scanner.lineEnds[scanner.linePtr] < scanner.startPosition) {
4421         // // only record line positions we
4422         // // have not recorded yet
4423         // scanner.pushLineSeparator();
4424         // if (this.scanner.taskTags != null) {
4425         // this.scanner.checkTaskTag(this.scanner.getCurrentTokenStartPosition(),
4426         // this.scanner
4427         // .getCurrentTokenEndPosition());
4428         // }
4429         // }
4430         // }
4431         // break;
4432         // }
4433         // if (test > 0) { //traditional and annotation
4434         // // comment
4435         // boolean star = false;
4436         // // consume next character
4437         // scanner.unicodeAsBackSlash = false;
4438         // // if (((scanner.currentCharacter =
4439         // // source[scanner.currentPosition++]) ==
4440         // // '\\') &&
4441         // // (source[scanner.currentPosition] ==
4442         // // 'u')) {
4443         // // scanner.getNextUnicodeChar();
4444         // // } else {
4445         // if (scanner.withoutUnicodePtr != 0) {
4446         // scanner.withoutUnicodeBuffer[++scanner.withoutUnicodePtr] =
4447         // scanner.currentCharacter;
4448         // }
4449         // // }
4450         // if (scanner.currentCharacter == '*') {
4451         // star = true;
4452         // }
4453         // //get the next char
4454         // if (((scanner.currentCharacter = source[scanner.currentPosition++]) ==
4455         // '\\')
4456         // && (source[scanner.currentPosition] == 'u')) {
4457         // //-------------unicode traitement
4458         // // ------------
4459         // int c1 = 0, c2 = 0, c3 = 0, c4 = 0;
4460         // scanner.currentPosition++;
4461         // while (source[scanner.currentPosition] == 'u') {
4462         // scanner.currentPosition++;
4463         // }
4464         // if ((c1 = Character.getNumericValue(source[scanner.currentPosition++])) >
4465         // 15 || c1 < 0
4466         // || (c2 = Character.getNumericValue(source[scanner.currentPosition++])) > 15
4467         // || c2 < 0
4468         // || (c3 = Character.getNumericValue(source[scanner.currentPosition++])) > 15
4469         // || c3 < 0
4470         // || (c4 = Character.getNumericValue(source[scanner.currentPosition++])) > 15
4471         // || c4 < 0) { //error
4472         // // don't
4473         // // care of the
4474         // // value
4475         // scanner.currentCharacter = 'A';
4476         // } //something different from * and /
4477         // else {
4478         // scanner.currentCharacter = (char) (((c1 * 16 + c2) * 16 + c3) * 16 + c4);
4479         // }
4480         // }
4481         // //loop until end of comment */
4482         // while ((scanner.currentCharacter != '/') || (!star)) {
4483         // star = scanner.currentCharacter == '*';
4484         // //get next char
4485         // if (((scanner.currentCharacter = source[scanner.currentPosition++]) ==
4486         // '\\')
4487         // && (source[scanner.currentPosition] == 'u')) {
4488         // //-------------unicode traitement
4489         // // ------------
4490         // int c1 = 0, c2 = 0, c3 = 0, c4 = 0;
4491         // scanner.currentPosition++;
4492         // while (source[scanner.currentPosition] == 'u') {
4493         // scanner.currentPosition++;
4494         // }
4495         // if ((c1 = Character.getNumericValue(source[scanner.currentPosition++])) >
4496         // 15 || c1 < 0
4497         // || (c2 = Character.getNumericValue(source[scanner.currentPosition++])) > 15
4498         // || c2 < 0
4499         // || (c3 = Character.getNumericValue(source[scanner.currentPosition++])) > 15
4500         // || c3 < 0
4501         // || (c4 = Character.getNumericValue(source[scanner.currentPosition++])) > 15
4502         // || c4 < 0) { //error
4503         // // don't
4504         // // care of the
4505         // // value
4506         // scanner.currentCharacter = 'A';
4507         // } //something different from * and
4508         // // /
4509         // else {
4510         // scanner.currentCharacter = (char) (((c1 * 16 + c2) * 16 + c3) * 16 + c4);
4511         // }
4512         // }
4513         // }
4514         // if (this.scanner.taskTags != null) {
4515         // this.scanner.checkTaskTag(this.scanner.getCurrentTokenStartPosition(),
4516         // this.scanner.getCurrentTokenEndPosition());
4517         // }
4518         // break;
4519         // }
4520         // break;
4521         // }
4522         // default:
4523         // if (Scanner.isPHPIdentifierStart(scanner.currentCharacter)) {
4524         // scanner.scanIdentifierOrKeyword(false);
4525         // break;
4526         // }
4527         // if (Character.isDigit(scanner.currentCharacter)) {
4528         // scanner.scanNumber(false);
4529         // break;
4530         // }
4531         // }
4532         // //-----------------end switch while
4533         // // try--------------------
4534         // } catch (IndexOutOfBoundsException e) {
4535         // break; // read until EOF
4536         // } catch (InvalidInputException e) {
4537         // return false; // no clue
4538         // }
4539         // }
4540         // if (scanner.recordLineSeparator) {
4541         // compilationUnit.compilationResult.lineSeparatorPositions =
4542         // scanner.getLineEnds();
4543         // }
4544         // // check placement anomalies against other kinds of brackets
4545         // for (int kind = 0; kind < BracketKinds; kind++) {
4546         // for (int leftIndex = leftCount[kind] - 1; leftIndex >= 0; leftIndex--) {
4547         // int start = leftPositions[kind][leftIndex]; // deepest
4548         // // first
4549         // // find matching closing bracket
4550         // int depth = leftDepths[kind][leftIndex];
4551         // int end = -1;
4552         // for (int i = 0; i < rightCount[kind]; i++) {
4553         // int pos = rightPositions[kind][i];
4554         // // want matching bracket further in source with same
4555         // // depth
4556         // if ((pos > start) && (depth == rightDepths[kind][i])) {
4557         // end = pos;
4558         // break;
4559         // }
4560         // }
4561         // if (end < 0) { // did not find a good closing match
4562         // problemReporter.unmatchedBracket(start, referenceContext,
4563         // compilationUnit.compilationResult);
4564         // return true;
4565         // }
4566         // // check if even number of opening/closing other brackets
4567         // // in between this pair of brackets
4568         // int balance = 0;
4569         // for (int otherKind = 0; (balance == 0) && (otherKind < BracketKinds);
4570         // otherKind++) {
4571         // for (int i = 0; i < leftCount[otherKind]; i++) {
4572         // int pos = leftPositions[otherKind][i];
4573         // if ((pos > start) && (pos < end))
4574         // balance++;
4575         // }
4576         // for (int i = 0; i < rightCount[otherKind]; i++) {
4577         // int pos = rightPositions[otherKind][i];
4578         // if ((pos > start) && (pos < end))
4579         // balance--;
4580         // }
4581         // if (balance != 0) {
4582         // problemReporter.unmatchedBracket(start, referenceContext,
4583         // compilationUnit.compilationResult); //bracket
4584         // // anomaly
4585         // return true;
4586         // }
4587         // }
4588         // }
4589         // // too many opening brackets ?
4590         // for (int i = rightCount[kind]; i < leftCount[kind]; i++) {
4591         // anomaliesDetected = true;
4592         // problemReporter.unmatchedBracket(leftPositions[kind][leftCount[kind] - i -
4593         // 1], referenceContext,
4594         // compilationUnit.compilationResult);
4595         // }
4596         // // too many closing brackets ?
4597         // for (int i = leftCount[kind]; i < rightCount[kind]; i++) {
4598         // anomaliesDetected = true;
4599         // problemReporter.unmatchedBracket(rightPositions[kind][i], referenceContext,
4600         // compilationUnit.compilationResult);
4601         // }
4602         // if (anomaliesDetected)
4603         // return true;
4604         // }
4605         // return anomaliesDetected;
4606         // } catch (ArrayStoreException e) { // jdk1.2.2 jit bug
4607         // return anomaliesDetected;
4608         // } catch (NullPointerException e) { // jdk1.2.2 jit bug
4609         // return anomaliesDetected;
4610         // }
4611         // }
4612         protected void pushOnAstLengthStack(int pos) {
4613                 try {
4614                         astLengthStack[++astLengthPtr] = pos;
4615                 } catch (IndexOutOfBoundsException e) {
4616                         int oldStackLength = astLengthStack.length;
4617                         int[] oldPos = astLengthStack;
4618                         astLengthStack = new int[oldStackLength + StackIncrement];
4619                         System.arraycopy(oldPos, 0, astLengthStack, 0, oldStackLength);
4620                         astLengthStack[astLengthPtr] = pos;
4621                 }
4622         }
4623
4624         protected void pushOnAstStack(ASTNode node) {
4625                 /*
4626                  * add a new obj on top of the ast stack
4627                  */
4628                 try {
4629                         astStack[++astPtr] = node;
4630                 } catch (IndexOutOfBoundsException e) {
4631                         int oldStackLength = astStack.length;
4632                         ASTNode[] oldStack = astStack;
4633                         astStack = new ASTNode[oldStackLength + AstStackIncrement];
4634                         System.arraycopy(oldStack, 0, astStack, 0, oldStackLength);
4635                         astPtr = oldStackLength;
4636                         astStack[astPtr] = node;
4637                 }
4638                 try {
4639                         astLengthStack[++astLengthPtr] = 1;
4640                 } catch (IndexOutOfBoundsException e) {
4641                         int oldStackLength = astLengthStack.length;
4642                         int[] oldPos = astLengthStack;
4643                         astLengthStack = new int[oldStackLength + AstStackIncrement];
4644                         System.arraycopy(oldPos, 0, astLengthStack, 0, oldStackLength);
4645                         astLengthStack[astLengthPtr] = 1;
4646                 }
4647         }
4648
4649         protected void resetModifiers() {
4650                 this.modifiers = AccDefault;
4651                 this.modifiersSourceStart = -1; // <-- see comment into
4652                 // modifiersFlag(int)
4653                 this.scanner.commentPtr = -1;
4654         }
4655
4656         protected void consumePackageDeclarationName(IFile file) {
4657                 // create a package name similar to java package names
4658                 String projectPath = ProjectPrefUtil.getDocumentRoot(file.getProject()).toString();
4659                 String filePath = file.getRawLocation().toString();
4660                 String ext = file.getRawLocation().getFileExtension();
4661                 int fileExtensionLength = ext == null ? 0 : ext.length() + 1;
4662                 ImportReference impt;
4663                 char[][] tokens;
4664                 if (filePath.startsWith(projectPath)) {
4665                         tokens = CharOperation
4666                                         .splitOn('/', filePath.toCharArray(), projectPath.length() + 1, filePath.length() - fileExtensionLength);
4667                 } else {
4668                         String name = file.getName();
4669                         tokens = new char[1][];
4670                         tokens[0] = name.substring(0, name.length() - fileExtensionLength).toCharArray();
4671                 }
4672
4673                 this.compilationUnit.currentPackage = impt = new ImportReference(tokens, new char[0], 0, 0, true);
4674
4675                 impt.declarationSourceStart = 0;
4676                 impt.declarationSourceEnd = 0;
4677                 impt.declarationEnd = 0;
4678                 // endPosition is just before the ;
4679
4680         }
4681
4682         public final static String[] GLOBALS = { "$this", "$_COOKIE", "$_ENV", "$_FILES", "$_GET", "$GLOBALS", "$_POST", "$_REQUEST",
4683                         "$_SESSION", "$_SERVER" };
4684
4685         /**
4686          *
4687          */
4688         private void pushFunctionVariableSet() {
4689                 HashSet set = new HashSet();
4690                 if (fStackUnassigned.isEmpty()) {
4691                         for (int i = 0; i < GLOBALS.length; i++) {
4692                                 set.add(GLOBALS[i]);
4693                         }
4694                 }
4695                 fStackUnassigned.add(set);
4696         }
4697
4698         private void pushIfVariableSet() {
4699                 if (!fStackUnassigned.isEmpty()) {
4700                         HashSet set = new HashSet();
4701                         fStackUnassigned.add(set);
4702                 }
4703         }
4704
4705         private HashSet removeIfVariableSet() {
4706                 if (!fStackUnassigned.isEmpty()) {
4707                         return (HashSet) fStackUnassigned.remove(fStackUnassigned.size() - 1);
4708                 }
4709                 return null;
4710         }
4711
4712         /**
4713          * Returns the <i>set of assigned variables </i> returns null if no Set is
4714          * defined at the current scanner position
4715          */
4716         private HashSet peekVariableSet() {
4717                 if (!fStackUnassigned.isEmpty()) {
4718                         return (HashSet) fStackUnassigned.get(fStackUnassigned.size() - 1);
4719                 }
4720                 return null;
4721         }
4722
4723         /**
4724          * add the current identifier source to the <i>set of assigned variables </i>
4725          *
4726          * @param set
4727          */
4728         private void addVariableSet(HashSet set) {
4729                 if (set != null) {
4730                         set.add(new String(scanner.getCurrentTokenSource()));
4731                 }
4732         }
4733
4734         /**
4735          * add the current identifier source to the <i>set of assigned variables </i>
4736          *
4737          */
4738         private void addVariableSet() {
4739                 HashSet set = peekVariableSet();
4740                 if (set != null) {
4741                         set.add(new String(scanner.getCurrentTokenSource()));
4742                 }
4743         }
4744
4745         /**
4746          * add the current identifier source to the <i>set of assigned variables </i>
4747          *
4748          */
4749         private void addVariableSet(char[] token) {
4750                 HashSet set = peekVariableSet();
4751                 if (set != null) {
4752                         set.add(new String(token));
4753                 }
4754         }
4755
4756         /**
4757          * check if the current identifier source is in the <i>set of assigned
4758          * variables </i> Returns true, if no set is defined for the current scanner
4759          * position
4760          *
4761          */
4762         private boolean containsVariableSet() {
4763                 return containsVariableSet(scanner.getCurrentTokenSource());
4764         }
4765
4766         private boolean containsVariableSet(char[] token) {
4767
4768                 if (!fStackUnassigned.isEmpty()) {
4769                         HashSet set;
4770                         String str = new String(token);
4771                         for (int i = 0; i < fStackUnassigned.size(); i++) {
4772                                 set = (HashSet) fStackUnassigned.get(i);
4773                                 if (set.contains(str)) {
4774                                         return true;
4775                                 }
4776                         }
4777                         return false;
4778                 }
4779                 return true;
4780         }
4781 }