X-Git-Url: http://git.phpeclipse.com

diff --git a/net.sourceforge.phpeclipse/src/test/PHPParser.jj b/net.sourceforge.phpeclipse/src/test/PHPParser.jj
index 2c1b336..7648721 100644
--- a/net.sourceforge.phpeclipse/src/test/PHPParser.jj
+++ b/net.sourceforge.phpeclipse/src/test/PHPParser.jj
@@ -3,7 +3,7 @@ options {
   CHOICE_AMBIGUITY_CHECK = 2;
   OTHER_AMBIGUITY_CHECK = 1;
   STATIC = true;
-  DEBUG_PARSER = true;
+  DEBUG_PARSER = false;
   DEBUG_LOOKAHEAD = false;
   DEBUG_TOKEN_MANAGER = false;
   OPTIMIZE_TOKEN_MANAGER = false;
@@ -17,6 +17,7 @@ options {
   BUILD_TOKEN_MANAGER = true;
   SANITY_CHECK = true;
   FORCE_LA_CHECK = false;
+  COMMON_TOKEN_ACTION = true;
 }
 
 PARSER_BEGIN(PHPParser)
@@ -67,7 +68,7 @@ public final class PHPParser extends PHPParserSuperclass {
   private static int errorEnd = -1;
   private static PHPDocument phpDocument;
 
-  private static final char[] SYNTAX_ERROR_CHAR = {'s','y','n','t','a','x',' ','e','r','r','o','r'};
+  private static final String SYNTAX_ERROR_CHAR = "syntax error";
   /**
    * The point where html starts.
    * It will be used by the token manager to create HTMLCode objects
@@ -81,7 +82,7 @@ public final class PHPParser extends PHPParserSuperclass {
   /** The cursor in expression stack. */
   private static int nodePtr;
 
-  private static final boolean PARSER_DEBUG = true;
+  private static final boolean PARSER_DEBUG = false;
 
   public final void setFileToParse(final IFile fileToParse) {
     PHPParser.fileToParse = fileToParse;
@@ -199,8 +200,8 @@ public final class PHPParser extends PHPParserSuperclass {
     if (errorMessage == null) {
       PHPeclipsePlugin.log(e);
       errorMessage = "this exception wasn't handled by the parser please tell us how to reproduce it";
-      errorStart = SimpleCharStream.getPosition();
-      errorEnd   = errorStart + 1;
+      errorStart = e.currentToken.sourceStart;
+      errorEnd   = e.currentToken.sourceEnd;
     }
     setMarker(e);
     errorMessage = null;
@@ -216,8 +217,8 @@ public final class PHPParser extends PHPParserSuperclass {
       if (errorStart == -1) {
         setMarker(fileToParse,
                   errorMessage,
-                  SimpleCharStream.tokenBegin,
-                  SimpleCharStream.tokenBegin + e.currentToken.image.length(),
+                  e.currentToken.sourceStart,
+                  e.currentToken.sourceEnd,
                   errorLevel,
                   "Line " + e.currentToken.beginLine);
       } else {
@@ -349,6 +350,18 @@ public final class PHPParser extends PHPParserSuperclass {
 
 PARSER_END(PHPParser)
 
+TOKEN_MGR_DECLS:
+{
+  // CommonTokenAction: use the begins/ends fields added to the Jack
+  // CharStream class to set corresponding fields in each Token (which was
+  // also extended with new fields). By default Jack doesn't supply absolute
+  // offsets, just line/column offsets
+  static void CommonTokenAction(Token t) {
+    t.sourceStart = input_stream.beginOffset;
+    t.sourceEnd = input_stream.endOffset;
+  } // CommonTokenAction
+} // TOKEN_MGR_DECLS
+
 <DEFAULT> TOKEN :
 {
   <PHPSTARTSHORT : "<?">    {PHPParser.createNewHTMLCode();} : PHPPARSING
@@ -688,13 +701,13 @@ void PhpBlock() :
 PHPEchoBlock phpEchoBlock() :
 {
   final Expression expr;
-  final int pos = SimpleCharStream.getPosition();
   final PHPEchoBlock echoBlock;
+  final Token token, token2;
 }
 {
-  <PHPECHOSTART> expr = Expression() [ <SEMICOLON> ] <PHPEND>
+  token = <PHPECHOSTART> expr = Expression() [ <SEMICOLON> ] token2 = <PHPEND>
   {
-  echoBlock = new PHPEchoBlock(expr,pos,SimpleCharStream.getPosition());
+  echoBlock = new PHPEchoBlock(expr,token.sourceStart,token.sourceEnd);
   pushOnAstNodes(echoBlock);
   return echoBlock;}
 }
@@ -708,17 +721,16 @@ void Php() :
 ClassDeclaration ClassDeclaration() :
 {
   final ClassDeclaration classDeclaration;
-  final Token className,superclassName;
-  final int pos;
-  char[] classNameImage = SYNTAX_ERROR_CHAR;
-  char[] superclassNameImage = null;
+  Token className = null;
+  final Token superclassName, token;
+  String classNameImage = SYNTAX_ERROR_CHAR;
+  String superclassNameImage = null;
 }
 {
-  <CLASS>
-  {pos = SimpleCharStream.getPosition();}
+  token = <CLASS>
   try {
     className = <IDENTIFIER>
-    {classNameImage = className.image.toCharArray();}
+    {classNameImage = className.image;}
   } catch (ParseException e) {
     errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', identifier expected";
     errorLevel   = ERROR;
@@ -730,7 +742,7 @@ ClassDeclaration ClassDeclaration() :
     <EXTENDS>
     try {
       superclassName = <IDENTIFIER>
-      {superclassNameImage = superclassName.image.toCharArray();}
+      {superclassNameImage = superclassName.image;}
     } catch (ParseException e) {
       errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', identifier expected";
       errorLevel   = ERROR;
@@ -741,24 +753,33 @@ ClassDeclaration ClassDeclaration() :
     }
   ]
   {
+    int start, end;
+    if (className == null) {
+      start = token.sourceStart;
+      end = token.sourceEnd;
+    } else {
+      start = className.sourceStart;
+      end = className.sourceEnd;
+    }
     if (superclassNameImage == null) {
+
       classDeclaration = new ClassDeclaration(currentSegment,
                                               classNameImage,
-                                              pos,
-                                              0);
+                                              start,
+                                              end);
     } else {
       classDeclaration = new ClassDeclaration(currentSegment,
                                               classNameImage,
                                               superclassNameImage,
-                                              pos,
-                                              0);
+                                              start,
+                                              end);
     }
       currentSegment.add(classDeclaration);
       currentSegment = classDeclaration;
   }
   ClassBody(classDeclaration)
   {currentSegment = (OutlineableWithChildren) currentSegment.getParent();
-   classDeclaration.setSourceEnd(SimpleCharStream.getPosition());
+   classDeclaration.sourceEnd = SimpleCharStream.getPosition();
    pushOnAstNodes(classDeclaration);
    return classDeclaration;}
 }
@@ -811,18 +832,20 @@ FieldDeclaration FieldDeclaration() :
   final VariableDeclaration[] list;
   final ArrayList arrayList = new ArrayList();
   final int pos = SimpleCharStream.getPosition();
+  final Token token;
+  Token token2 = null;
 }
 {
-  <VAR> variableDeclaration = VariableDeclaratorNoSuffix()
+  token = <VAR> variableDeclaration = VariableDeclaratorNoSuffix()
   {arrayList.add(variableDeclaration);
-   outlineInfo.addVariable(new String(variableDeclaration.name()));}
+   outlineInfo.addVariable(variableDeclaration.name());}
   (
     <COMMA> variableDeclaration = VariableDeclaratorNoSuffix()
       {arrayList.add(variableDeclaration);
-       outlineInfo.addVariable(new String(variableDeclaration.name()));}
+       outlineInfo.addVariable(variableDeclaration.name());}
   )*
   try {
-    <SEMICOLON>
+    token2 = <SEMICOLON>
   } catch (ParseException e) {
     errorMessage = "unexpected token : '"+ e.currentToken.next.image +"'. A ';' was expected after variable declaration";
     errorLevel   = ERROR;
@@ -833,9 +856,15 @@ FieldDeclaration FieldDeclaration() :
 
   {list = new VariableDeclaration[arrayList.size()];
    arrayList.toArray(list);
+   int end;
+   if (token2 == null) {
+     end = list[list.length-1].sourceEnd;
+   } else {
+     end = token2.sourceEnd;
+   }
    return new FieldDeclaration(list,
-                               pos,
-                               SimpleCharStream.getPosition(),
+                               token.sourceStart,
+                               end,
                                currentSegment);}
 }
 
@@ -850,7 +879,6 @@ VariableDeclaration VariableDeclaratorNoSuffix() :
 }
 {
   varName = <DOLLAR_ID>
-  {final int pos = SimpleCharStream.getPosition()-varName.image.length();}
   [
     <ASSIGN>
     try {
@@ -866,15 +894,19 @@ VariableDeclaration VariableDeclaratorNoSuffix() :
   {
   if (initializer == null) {
     return new VariableDeclaration(currentSegment,
-                                   new Variable(varName.image.substring(1),SimpleCharStream.getPosition()-varName.image.length()-1,SimpleCharStream.getPosition()),
-                                   pos,
-                                   SimpleCharStream.getPosition());
+                                   new Variable(varName.image.substring(1),
+                                                varName.sourceStart,
+                                                varName.sourceEnd),
+                                   varName.sourceStart,
+                                   varName.sourceEnd);
   }
   return new VariableDeclaration(currentSegment,
-                                 new Variable(varName.image.substring(1),SimpleCharStream.getPosition()-varName.image.length()-1,SimpleCharStream.getPosition()),
+                                 new Variable(varName.image.substring(1),
+                                              varName.sourceStart,
+                                              varName.sourceEnd),
                                  initializer,
                                  VariableDeclaration.EQUAL,
-                                 pos);
+                                 varName.sourceStart);
   }
 }
 
@@ -885,7 +917,6 @@ VariableDeclaration VariableDeclarator() :
 {
   final AbstractVariable variable;
   Expression initializer = null;
-  final int pos = SimpleCharStream.getPosition();
 }
 {
   variable = VariableDeclaratorId()
@@ -905,14 +936,14 @@ VariableDeclaration VariableDeclarator() :
   if (initializer == null) {
     return new VariableDeclaration(currentSegment,
                                    variable,
-                                   pos,
-                                   SimpleCharStream.getPosition());
+                                   variable.sourceStart,
+                                   variable.sourceEnd);
   }
     return new VariableDeclaration(currentSegment,
                                    variable,
                                    initializer,
                                    VariableDeclaration.EQUAL,
-                                   pos);
+                                   variable.sourceStart);
   }
 }
 
@@ -951,7 +982,7 @@ AbstractVariable VariableDeclaratorId() :
 /**
  * Return a variablename without the $.
  * @return a variable name
- */
+ *//*
 Variable Variable():
 {
   final StringBuffer buff;
@@ -961,11 +992,13 @@ Variable Variable():
   final int pos;
 }
 {
-  token = <DOLLAR_ID> {pos = SimpleCharStream.getPosition()-token.image.length();}
+  token = <DOLLAR_ID>
   [<LBRACE> expression = Expression() <RBRACE>]
   {
     if (expression == null) {
-      return new Variable(token.image.substring(1),pos,SimpleCharStream.getPosition());
+      return new Variable(token.image.substring(1),
+                          token.sourceStart,
+                          token.sourceEnd);
     }
     String s = expression.toStringExpression();
     buff = new StringBuffer(token.image.length()+s.length()+2);
@@ -974,31 +1007,74 @@ Variable Variable():
     buff.append(s);
     buff.append("}");
     s = buff.toString();
-    return new Variable(s,pos,SimpleCharStream.getPosition());
+    return new Variable(s,token.sourceStart,token.sourceEnd);
   }
 |
-  <DOLLAR> {pos = SimpleCharStream.getPosition()-1;}
+  token = <DOLLAR>
   expr = VariableName()
-  {return new Variable(expr,pos,SimpleCharStream.getPosition());}
+  {return new Variable(expr,token.sourceStart,expr.sourceEnd);}
+}   */
+
+Variable Variable() :
+{
+  Variable variable = null;
+  final Token token;
+}
+{
+ token = <DOLLAR_ID> [variable = Var(token)]
+  {
+    if (variable == null) {
+      return new Variable(token.image.substring(1),token.sourceStart,token.sourceEnd);
+    }
+    final StringBuffer buff = new StringBuffer();
+    buff.append(token.image.substring(1));
+    buff.append(variable.toStringExpression());
+    return new Variable(buff.toString(),token.sourceStart,variable.sourceEnd);
+  }
+|
+  token = <DOLLAR> variable = Var(token)
+  {
+    return new Variable(variable,token.sourceStart,variable.sourceEnd);
+  }
+}
+
+Variable Var(final Token dollar) :
+{
+  Variable variable;
+  final Token token;
+  ConstantIdentifier constant;
+}
+{
+  token = <DOLLAR_ID> variable = Var(token)
+  {final StringBuffer buff = new StringBuffer();
+   buff.append(token.image.substring(1));
+   buff.append(variable.toStringExpression());
+   return new Variable(buff.toString(),dollar.sourceStart,variable.sourceEnd);
+   }
+|
+  token = <DOLLAR> variable = Var(token)
+  {return new Variable(variable,dollar.sourceStart,variable.sourceEnd);}
+|
+  constant = VariableName()
+  {return new Variable(constant.name,dollar.sourceStart,constant.sourceEnd);}
 }
 
 /**
  * A Variable name (without the $)
  * @return a variable name String
  */
-Variable VariableName():
+ConstantIdentifier VariableName():
 {
   final StringBuffer buff;
   String expr;
   final Variable var;
   Expression expression = null;
   final Token token;
+  Token token2 = null;
   int pos;
 }
 {
-  <LBRACE>
-  {pos = SimpleCharStream.getPosition()-1;}
-  expression = Expression() <RBRACE>
+  token = <LBRACE> expression = Expression() token2 = <RBRACE>
   {expr = expression.toStringExpression();
    buff = new StringBuffer(expr.length()+2);
    buff.append("{");
@@ -1006,20 +1082,19 @@ Variable VariableName():
    buff.append("}");
    pos = SimpleCharStream.getPosition();
    expr = buff.toString();
-   return new Variable(expr,
-                       pos,
-                       SimpleCharStream.getPosition());
+   return new ConstantIdentifier(expr,
+                                 token.sourceStart,
+                                 token2.sourceEnd);
 
    }
 |
   token = <IDENTIFIER>
-  {pos = SimpleCharStream.getPosition() - token.image.length();}
-  [<LBRACE> expression = Expression() <RBRACE>]
+  [<LBRACE> expression = Expression() token2 = <RBRACE>]
   {
     if (expression == null) {
-      return new Variable(token.image,
-                          pos,
-                          SimpleCharStream.getPosition());
+      return new ConstantIdentifier(token.image,
+                                    token.sourceStart,
+                                    token.sourceEnd);
     }
     expr = expression.toStringExpression();
     buff = new StringBuffer(token.image.length()+expr.length()+2);
@@ -1028,57 +1103,51 @@ Variable VariableName():
     buff.append(expr);
     buff.append("}");
     expr = buff.toString();
-    return new Variable(expr,
-                        pos,
-                        SimpleCharStream.getPosition());
+    return new ConstantIdentifier(expr,
+                                  token.sourceStart,
+                                  token2.sourceEnd);
   }
-|
-  <DOLLAR> {pos = SimpleCharStream.getPosition() - 1;}
+/*|
+  <DOLLAR>
   var = VariableName()
   {
     return new Variable(var,
-                        pos,
-                        SimpleCharStream.getPosition());
+                        var.sourceStart-1,
+                        var.sourceEnd);
   }
 |
   token = <DOLLAR_ID>
   {
-  pos = SimpleCharStream.getPosition();
   return new Variable(token.image,
-                      pos-token.image.length(),
-                      pos);
-  }
+                      token.sourceStart,
+                      token.sourceEnd);
+  } */
 }
 
 Expression VariableInitializer() :
 {
   final Expression expr;
-  final Token token;
-  final int pos = SimpleCharStream.getPosition();
+  final Token token, token2;
 }
 {
   expr = Literal()
   {return expr;}
 |
-  <MINUS> (token = <INTEGER_LITERAL> | token = <FLOATING_POINT_LITERAL>)
-  {return new PrefixedUnaryExpression(new NumberLiteral(token.image.toCharArray(),
-                                                        pos,
-                                                        SimpleCharStream.getPosition()),
+  token2 = <MINUS> (token = <INTEGER_LITERAL> | token = <FLOATING_POINT_LITERAL>)
+  {return new PrefixedUnaryExpression(new NumberLiteral(token),
                                       OperatorIds.MINUS,
-                                      pos);}
+                                      token2.sourceStart);}
 |
-  <PLUS> (token = <INTEGER_LITERAL> | token = <FLOATING_POINT_LITERAL>)
-  {return new PrefixedUnaryExpression(new NumberLiteral(token.image.toCharArray(),
-                                                        pos,
-                                                        SimpleCharStream.getPosition()),
+  token2 = <PLUS> (token = <INTEGER_LITERAL> | token = <FLOATING_POINT_LITERAL>)
+  {return new PrefixedUnaryExpression(new NumberLiteral(token),
                                       OperatorIds.PLUS,
-                                      pos);}
+                                      token2.sourceStart);}
 |
   expr = ArrayDeclarator()
   {return expr;}
 |
   token = <IDENTIFIER>
-  {return new ConstantIdentifier(token.image.toCharArray(),pos,SimpleCharStream.getPosition());}
+  {return new ConstantIdentifier(token);}
 }
 
 ArrayVariableDeclaration ArrayVariable() :
@@ -1127,11 +1196,12 @@ MethodDeclaration MethodDeclaration() :
   final MethodDeclaration functionDeclaration;
   final Block block;
   final OutlineableWithChildren seg = currentSegment;
+  final Token token;
 }
 {
-  <FUNCTION>
+  token = <FUNCTION>
   try {
-    functionDeclaration = MethodDeclarator()
+    functionDeclaration = MethodDeclarator(token.sourceStart)
     {outlineInfo.addVariable(new String(functionDeclaration.name));}
   } catch (ParseException e) {
     if (errorMessage != null)  throw e;
@@ -1153,19 +1223,19 @@ MethodDeclaration MethodDeclaration() :
  * [&] IDENTIFIER(parameters ...).
  * @return a function description for the outline
  */
-MethodDeclaration MethodDeclarator() :
+MethodDeclaration MethodDeclarator(final int start) :
 {
-  final Token identifier;
+  Token identifier = null;
   Token reference = null;
-  final Hashtable formalParameters;
-  final int pos = SimpleCharStream.getPosition();
-  char[] identifierChar = SYNTAX_ERROR_CHAR;
+  final Hashtable formalParameters = new Hashtable();
+  String identifierChar = SYNTAX_ERROR_CHAR;
+  final int end;
 }
 {
   [reference = <BIT_AND>]
   try {
     identifier = <IDENTIFIER>
-    {identifierChar = identifier.image.toCharArray();}
+    {identifierChar = identifier.image;}
   } catch (ParseException e) {
     errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', function identifier expected";
     errorLevel   = ERROR;
@@ -1173,24 +1243,41 @@ MethodDeclaration MethodDeclarator() :
     errorEnd   = SimpleCharStream.getPosition() + 1;
     processParseExceptionDebug(e);
   }
-  formalParameters = FormalParameters()
-  {MethodDeclaration method =  new MethodDeclaration(currentSegment,
-                                                     identifierChar,
-                                                     formalParameters,
-                                                     reference != null,
-                                                     pos,
-                                                     SimpleCharStream.getPosition());
-   return method;}
+  end = FormalParameters(formalParameters)
+  {
+  int nameStart, nameEnd;
+  if (identifier == null) {
+    if (reference == null) {
+      nameStart = start + 9;
+      nameEnd = start + 10;
+    } else {
+      nameStart = reference.sourceEnd + 1;
+      nameEnd = reference.sourceEnd + 2;
+    }
+  } else {
+      nameStart = identifier.sourceStart;
+      nameEnd = identifier.sourceEnd;
+  }
+  return new MethodDeclaration(currentSegment,
+                               identifierChar,
+                               formalParameters,
+                               reference != null,
+                               nameStart,
+                               nameEnd,
+                               start,
+                               end);
+  }
 }
 
 /**
  * FormalParameters follows method identifier.
  * (FormalParameter())
  */
-Hashtable FormalParameters() :
+int FormalParameters(final Hashtable parameters) :
 {
   VariableDeclaration var;
-  final Hashtable parameters = new Hashtable();
+  final Token token;
+  int end;
 }
 {
   try {
@@ -1211,15 +1298,17 @@ Hashtable FormalParameters() :
     )*
   ]
   try {
-    <RPAREN>
+    token = <RPAREN>
+    {end = token.sourceEnd;}
   } catch (ParseException e) {
     errorMessage = "')' expected";
     errorLevel   = ERROR;
     errorStart = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
     errorEnd   = SimpleCharStream.getPosition() + 1;
     processParseExceptionDebug(e);
+    end = e.currentToken.sourceStart;
   }
- {return parameters;}
+ {return end;}
 }
 
 /**
@@ -1241,33 +1330,23 @@ VariableDeclaration FormalParameter() :
 }
 
 ConstantIdentifier Type() :
-{final int pos;}
-{
-  <STRING>             {pos = SimpleCharStream.getPosition();
-                        return new ConstantIdentifier(Types.STRING,pos,pos-6);}
-| <BOOL>               {pos = SimpleCharStream.getPosition();
-                        return new ConstantIdentifier(Types.BOOL,pos,pos-4);}
-| <BOOLEAN>            {pos = SimpleCharStream.getPosition();
-                        return new ConstantIdentifier(Types.BOOLEAN,pos,pos-7);}
-| <REAL>               {pos = SimpleCharStream.getPosition();
-                        return new ConstantIdentifier(Types.REAL,pos,pos-4);}
-| <DOUBLE>             {pos = SimpleCharStream.getPosition();
-                        return new ConstantIdentifier(Types.DOUBLE,pos,pos-5);}
-| <FLOAT>              {pos = SimpleCharStream.getPosition();
-                        return new ConstantIdentifier(Types.FLOAT,pos,pos-5);}
-| <INT>                {pos = SimpleCharStream.getPosition();
-                        return new ConstantIdentifier(Types.INT,pos,pos-3);}
-| <INTEGER>            {pos = SimpleCharStream.getPosition();
-                        return new ConstantIdentifier(Types.INTEGER,pos,pos-7);}
-| <OBJECT>             {pos = SimpleCharStream.getPosition();
-                        return new ConstantIdentifier(Types.OBJECT,pos,pos-6);}
+{final Token token;}
+{
+  token = <STRING>    {return new ConstantIdentifier(token);}
+| token = <BOOL>      {return new ConstantIdentifier(token);}
+| token = <BOOLEAN>   {return new ConstantIdentifier(token);}
+| token = <REAL>      {return new ConstantIdentifier(token);}
+| token = <DOUBLE>    {return new ConstantIdentifier(token);}
+| token = <FLOAT>     {return new ConstantIdentifier(token);}
+| token = <INT>       {return new ConstantIdentifier(token);}
+| token = <INTEGER>   {return new ConstantIdentifier(token);}
+| token = <OBJECT>    {return new ConstantIdentifier(token);}
 }
 
 Expression Expression() :
 {
   final Expression expr;
   Expression initializer = null;
-  final int pos = SimpleCharStream.getPosition();
   int assignOperator = -1;
 }
 {
@@ -1292,14 +1371,17 @@ Expression Expression() :
         if (expr instanceof AbstractVariable) {
           return new VariableDeclaration(currentSegment,
                                          (AbstractVariable) expr,
-                                         pos,
-                                         SimpleCharStream.getPosition());
+                                         initializer,
+                                         expr.sourceStart,
+                                         initializer.sourceEnd);
         }
         String varName = expr.toStringExpression().substring(1);
         return new VariableDeclaration(currentSegment,
-                                       new Variable(varName,SimpleCharStream.getPosition()-varName.length()-1,SimpleCharStream.getPosition()),
-                                       pos,
-                                       SimpleCharStream.getPosition());
+                                       new Variable(varName,
+                                                    expr.sourceStart,
+                                                    expr.sourceEnd),
+                                       expr.sourceStart,
+                                       initializer.sourceEnd);
     }
     return expr;
   }
@@ -1309,10 +1391,11 @@ Expression Expression() :
 Expression ExpressionWBang() :
 {
   final Expression expr;
-  final int pos = SimpleCharStream.getPosition();
+  final Token token;
 }
 {
-  <BANG> expr = ExpressionWBang() {return new PrefixedUnaryExpression(expr,OperatorIds.NOT,pos);}
+  token = <BANG> expr = ExpressionWBang()
+  {return new PrefixedUnaryExpression(expr,OperatorIds.NOT,token.sourceStart);}
 | expr = ExpressionNoBang() {return expr;}
 }
 
@@ -1569,7 +1652,6 @@ Expression MultiplicativeExpression() :
 Expression UnaryExpression() :
 {
   final Expression expr;
-  final int pos = SimpleCharStream.getPosition();
 }
 {
  /* <BIT_AND> expr = UnaryExpressionNoPrefix()             //why did I had that ?
@@ -1585,16 +1667,16 @@ Expression UnaryExpression() :
 Expression AtNotUnaryExpression() :
 {
   final Expression expr;
-  final int pos = SimpleCharStream.getPosition();
+  final Token token;
 }
 {
-  <AT>
+  token = <AT>
   expr = AtNotUnaryExpression()
-  {return new PrefixedUnaryExpression(expr,OperatorIds.AT,pos);}
+  {return new PrefixedUnaryExpression(expr,OperatorIds.AT,token.sourceStart);}
 |
-  <BANG>
+  token = <BANG>
   expr = AtNotUnaryExpression()
-  {return new PrefixedUnaryExpression(expr,OperatorIds.NOT,pos);}
+  {return new PrefixedUnaryExpression(expr,OperatorIds.NOT,token.sourceStart);}
 |
   expr = UnaryExpressionNoPrefix()
   {return expr;}
@@ -1604,12 +1686,16 @@ Expression AtNotUnaryExpression() :
 Expression UnaryExpressionNoPrefix() :
 {
   final Expression expr;
-  final int pos = SimpleCharStream.getPosition();
+  final Token token;
 }
 {
-  <PLUS> expr = AtNotUnaryExpression()   {return new PrefixedUnaryExpression(expr,OperatorIds.PLUS,pos);}
+  token = <PLUS> expr = AtNotUnaryExpression()   {return new PrefixedUnaryExpression(expr,
+                                                                                     OperatorIds.PLUS,
+                                                                                     token.sourceStart);}
 |
-  <MINUS> expr = AtNotUnaryExpression()  {return new PrefixedUnaryExpression(expr,OperatorIds.MINUS,pos);}
+  token = <MINUS> expr = AtNotUnaryExpression()  {return new PrefixedUnaryExpression(expr,
+                                                                                     OperatorIds.MINUS,
+                                                                                     token.sourceStart);}
 |
   expr = PreIncDecExpression()
   {return expr;}
@@ -1623,22 +1709,21 @@ Expression PreIncDecExpression() :
 {
 final Expression expr;
 final int operator;
-  final int pos = SimpleCharStream.getPosition();
+final Token token;
 }
 {
   (
-      <PLUS_PLUS>   {operator = OperatorIds.PLUS_PLUS;}
+      token = <PLUS_PLUS>   {operator = OperatorIds.PLUS_PLUS;}
     |
-      <MINUS_MINUS> {operator = OperatorIds.MINUS_MINUS;}
+      token = <MINUS_MINUS> {operator = OperatorIds.MINUS_MINUS;}
   )
   expr = PrimaryExpression()
-  {return new PrefixedUnaryExpression(expr,operator,pos);}
+  {return new PrefixedUnaryExpression(expr,operator,token.sourceStart);}
 }
 
 Expression UnaryExpressionNotPlusMinus() :
 {
   final Expression expr;
-  final int pos = SimpleCharStream.getPosition();
 }
 {
   LOOKAHEAD( <LPAREN> (Type() | <ARRAY>) <RPAREN> )
@@ -1662,56 +1747,65 @@ CastExpression CastExpression() :
 {
 final ConstantIdentifier type;
 final Expression expr;
-final int pos = SimpleCharStream.getPosition();
+final Token token,token1;
 }
 {
-  <LPAREN>
+  token1 = <LPAREN>
   (
       type = Type()
     |
-      <ARRAY> {type = new ConstantIdentifier(Types.ARRAY,pos,SimpleCharStream.getPosition());}
+      token = <ARRAY> {type = new ConstantIdentifier(token);}
   )
   <RPAREN> expr = UnaryExpression()
-  {return new CastExpression(type,expr,pos,SimpleCharStream.getPosition());}
+  {return new CastExpression(type,expr,token1.sourceStart,expr.sourceEnd);}
 }
 
 Expression PostfixExpression() :
 {
   final Expression expr;
   int operator = -1;
-  final int pos = SimpleCharStream.getPosition();
+  Token token = null;
 }
 {
   expr = PrimaryExpression()
   [
-      <PLUS_PLUS>   {operator = OperatorIds.PLUS_PLUS;}
+      token = <PLUS_PLUS>   {operator = OperatorIds.PLUS_PLUS;}
     |
-      <MINUS_MINUS> {operator = OperatorIds.MINUS_MINUS;}
+      token = <MINUS_MINUS> {operator = OperatorIds.MINUS_MINUS;}
   ]
   {
     if (operator == -1) {
       return expr;
     }
-    return new PostfixedUnaryExpression(expr,operator,pos);
+    return new PostfixedUnaryExpression(expr,operator,token.sourceEnd);
   }
 }
 
 Expression PrimaryExpression() :
 {
   Expression expr = null;
-  Expression expr2;
+  Token token = null;
+}
+{
+  [token = <BIT_AND>] expr = refPrimaryExpression(token)
+  {return expr;}
+|
+  expr = ArrayDeclarator()
+  {return expr;}
+}
+
+Expression refPrimaryExpression(final Token reference) :
+{
+  Expression expr = null;
+  Expression expr2 = null;
   int assignOperator = -1;
   final Token identifier;
   final String var;
-  final int pos;
 }
 {
-  token = <IDENTIFIER>
+  identifier = <IDENTIFIER>
   {
-    pos = SimpleCharStream.getPosition();
-    expr = new ConstantIdentifier(token.image.toCharArray(),
-                                  pos-token.image.length(),
-                                  pos);
+    expr = new ConstantIdentifier(identifier);
   }
   (
     <STATICCLASSACCESS> expr2 = ClassIdentifier()
@@ -1719,25 +1813,41 @@ Expression PrimaryExpression() :
                             expr2,
                             ClassAccess.STATIC);}
   )*
-  [ expr = Arguments(expr) ]
-  {return expr;}
+  [ expr2 = Arguments(expr) ]
+  {
+    if (expr2 == null) {
+      if (reference != null) {
+        ParseException e = generateParseException();
+        errorMessage = "you cannot use a constant by reference";
+        errorLevel   = ERROR;
+        errorStart   = reference.sourceStart;
+        errorEnd     = reference.sourceEnd;
+        processParseExceptionDebug(e);
+      }
+      return expr;
+    }
+    return expr2;
+  }
 |
-  expr = VariableDeclaratorId()
+  expr = VariableDeclaratorId()  //todo use the reference parameter ...
   [ expr = Arguments(expr) ]
   {return expr;}
 |
-  <NEW>
-  {pos = SimpleCharStream.getPosition();}
+  token = <NEW>
   expr = ClassIdentifier()
-  {expr = new PrefixedUnaryExpression(expr,
-                                      OperatorIds.NEW,
-                                      pos-3);
+  {
+    int start;
+    if (reference == null) {
+      start = token.sourceStart;
+    } else {
+      start = reference.sourceStart;
+    }
+    expr = new ClassInstantiation(expr,
+                                  reference != null,
+                                  start);
   }
   [ expr = Arguments(expr) ]
   {return expr;}
-|
-  expr = ArrayDeclarator()
-  {return expr;}
 }
 
 /**
@@ -1748,32 +1858,11 @@ Expression PrimaryExpression() :
 ArrayInitializer ArrayDeclarator() :
 {
   final ArrayVariableDeclaration[] vars;
-  final int pos = SimpleCharStream.getPosition();
-}
-{
-  <ARRAY> vars = ArrayInitializer()
-  {return new ArrayInitializer(vars,pos,SimpleCharStream.getPosition());}
-}
-
-PrefixedUnaryExpression classInstantiation() :
-{
-  Expression expr;
-  final StringBuffer buff;
-  final int pos = SimpleCharStream.getPosition();
+  final Token token;
 }
 {
-  <NEW> expr = ClassIdentifier()
-  [
-    {buff = new StringBuffer(expr.toStringExpression());}
-    expr = PrimaryExpression()
-    {buff.append(expr.toStringExpression());
-    expr = new ConstantIdentifier(buff.toString().toCharArray(),
-                                  pos,
-                                  SimpleCharStream.getPosition());}
-  ]
-  {return new PrefixedUnaryExpression(expr,
-                                      OperatorIds.NEW,
-                                      pos);}
+  token = <ARRAY> vars = ArrayInitializer()
+  {return new ArrayInitializer(vars,token.sourceStart,SimpleCharStream.getPosition());}
 }
 
 Expression ClassIdentifier():
@@ -1783,11 +1872,7 @@ Expression ClassIdentifier():
   final ConstantIdentifier type;
 }
 {
-  token = <IDENTIFIER>
-  {final int pos = SimpleCharStream.getPosition();
-   return new ConstantIdentifier(token.image.toCharArray(),
-                                 pos-token.image.length(),
-                                 pos);}
+  token = <IDENTIFIER>          {return new ConstantIdentifier(token);}
 | expr = Type()                 {return expr;}
 | expr = VariableDeclaratorId() {return expr;}
 }
@@ -1804,7 +1889,7 @@ AbstractVariable VariableSuffix(final AbstractVariable prefix) :
 {
   <CLASSACCESS>
   try {
-    expr = VariableName()
+    expression = VariableName()
   } catch (ParseException e) {
     errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', function call or field access expected";
     errorLevel   = ERROR;
@@ -1813,7 +1898,7 @@ AbstractVariable VariableSuffix(final AbstractVariable prefix) :
     throw e;
   }
   {return new ClassAccess(prefix,
-                          expr,
+                          expression,
                           ClassAccess.NORMAL);}
 |
   <LBRACKET> [ expression = Expression() | expression = Type() ]  //Not good
@@ -1832,31 +1917,25 @@ AbstractVariable VariableSuffix(final AbstractVariable prefix) :
 Literal Literal() :
 {
   final Token token;
-  final int pos;
 }
 {
-  token = <INTEGER_LITERAL>        {pos = SimpleCharStream.getPosition();
-                                    return new NumberLiteral(token.image.toCharArray(),pos-token.image.length(),pos);}
-| token = <FLOATING_POINT_LITERAL> {pos = SimpleCharStream.getPosition();
-                                    return new NumberLiteral(token.image.toCharArray(),pos-token.image.length(),pos);}
-| token = <STRING_LITERAL>         {pos = SimpleCharStream.getPosition();
-                                    return new StringLiteral(token.image.toCharArray(),pos-token.image.length());}
-| <TRUE>                           {pos = SimpleCharStream.getPosition();
-                                    return new TrueLiteral(pos-4,pos);}
-| <FALSE>                          {pos = SimpleCharStream.getPosition();
-                                    return new FalseLiteral(pos-4,pos);}
-| <NULL>                           {pos = SimpleCharStream.getPosition();
-                                    return new NullLiteral(pos-4,pos);}
+  token = <INTEGER_LITERAL>        {return new NumberLiteral(token);}
+| token = <FLOATING_POINT_LITERAL> {return new NumberLiteral(token);}
+| token = <STRING_LITERAL>         {return new StringLiteral(token);}
+| token = <TRUE>                   {return new TrueLiteral(token);}
+| token = <FALSE>                  {return new FalseLiteral(token);}
+| token = <NULL>                   {return new NullLiteral(token);}
 }
 
 FunctionCall Arguments(final Expression func) :
 {
 Expression[] args = null;
+final Token token;
 }
 {
   <LPAREN> [ args = ArgumentList() ]
   try {
-    <RPAREN>
+    token = <RPAREN>
   } catch (ParseException e) {
     errorMessage = "unexpected token : '"+ e.currentToken.next.image +"', ')' expected to close the argument list";
     errorLevel   = ERROR;
@@ -1864,7 +1943,7 @@ Expression[] args = null;
     errorEnd   = SimpleCharStream.getPosition() + 1;
     throw e;
   }
-  {return new FunctionCall(func,args,SimpleCharStream.getPosition());}
+  {return new FunctionCall(func,args,token.sourceEnd);}
 }
 
 /**
@@ -1926,6 +2005,7 @@ Statement StatementNoBreak() :
 | [token=<AT>] statement = IncludeStatement()
   {if (token != null) {
     ((InclusionStatement)statement).silent = true;
+    statement.sourceStart = token.sourceStart;
   }
   return statement;}
 | statement = StaticStatement()         {return statement;}
@@ -1941,11 +2021,13 @@ Statement StatementNoBreak() :
 Statement expressionStatement() :
 {
   final Statement statement;
+  final Token token;
 }
 {
   statement = Expression()
   try {
-    <SEMICOLON>
+    token = <SEMICOLON>
+    {statement.sourceEnd = token.sourceEnd;}
   } catch (ParseException e) {
     if (e.currentToken.next.kind != PHPParserConstants.PHPEND) {
       errorMessage = "unexpected token : '"+ e.currentToken.next.image +"'. A ';' was expected";
@@ -2064,14 +2146,14 @@ InclusionStatement IncludeStatement() :
 {
   final Expression expr;
   final int keyword;
-  final int pos = SimpleCharStream.getPosition();
   final InclusionStatement inclusionStatement;
+  final Token token, token2;
 }
 {
-      (  <REQUIRE>      {keyword = InclusionStatement.REQUIRE;}
-       | <REQUIRE_ONCE> {keyword = InclusionStatement.REQUIRE_ONCE;}
-       | <INCLUDE>      {keyword = InclusionStatement.INCLUDE;}
-       | <INCLUDE_ONCE> {keyword = InclusionStatement.INCLUDE_ONCE;})
+      (  token = <REQUIRE>      {keyword = InclusionStatement.REQUIRE;}
+       | token = <REQUIRE_ONCE> {keyword = InclusionStatement.REQUIRE_ONCE;}
+       | token = <INCLUDE>      {keyword = InclusionStatement.INCLUDE;}
+       | token = <INCLUDE_ONCE> {keyword = InclusionStatement.INCLUDE_ONCE;})
   try {
     expr = Expression()
   } catch (ParseException e) {
@@ -2087,11 +2169,11 @@ InclusionStatement IncludeStatement() :
   {inclusionStatement = new InclusionStatement(currentSegment,
                                                keyword,
                                                expr,
-                                               pos);
+                                               token.sourceStart);
    currentSegment.add(inclusionStatement);
   }
   try {
-    <SEMICOLON>
+    token2 = <SEMICOLON>
   } catch (ParseException e) {
     errorMessage = "unexpected token : '"+ e.currentToken.next.image +"'. A ';' was expected";
     errorLevel   = ERROR;
@@ -2099,7 +2181,8 @@ InclusionStatement IncludeStatement() :
     errorEnd     = SimpleCharStream.getPosition() + 1;
     throw e;
   }
-  {return inclusionStatement;}
+  {inclusionStatement.sourceEnd = token2.sourceEnd;
+  return inclusionStatement;}
 }
 
 PrintExpression PrintExpression() :
@@ -2178,40 +2261,46 @@ EchoStatement EchoStatement() :
 {
   final ArrayList expressions = new ArrayList();
   Expression expr;
-  final int pos = SimpleCharStream.getPosition();
+  Token token;
+  Token token2 = null;
 }
 {
-  <ECHO> expr = Expression()
+  token = <ECHO> expr = Expression()
   {expressions.add(expr);}
   (
     <COMMA> expr = Expression()
     {expressions.add(expr);}
   )*
   try {
-    <SEMICOLON>
+    token2 = <SEMICOLON>
   } catch (ParseException e) {
     if (e.currentToken.next.kind != 4) {
       errorMessage = "';' expected after 'echo' statement";
       errorLevel   = ERROR;
-      errorStart   = SimpleCharStream.getPosition() - e.currentToken.next.image.length() + 1;
-      errorEnd     = SimpleCharStream.getPosition() + 1;
-      throw e;
+      errorStart   = e.currentToken.sourceEnd;
+      errorEnd     = e.currentToken.sourceEnd;
+      processParseExceptionDebug(e);
     }
   }
-  {final Expression[] exprs = new Expression[expressions.size()];
+  {
+   final Expression[] exprs = new Expression[expressions.size()];
    expressions.toArray(exprs);
-   return new EchoStatement(exprs,pos);}
+   if (token2 == null) {
+     return new EchoStatement(exprs,token.sourceStart, exprs[exprs.length-1].sourceEnd);
+   }
+   return new EchoStatement(exprs,token.sourceStart, token2.sourceEnd);
+   }
 }
 
 GlobalStatement GlobalStatement() :
 {
-   final int pos = SimpleCharStream.getPosition();
    Variable expr;
    final ArrayList vars = new ArrayList();
    final GlobalStatement global;
+   final Token token, token2;
 }
 {
-  <GLOBAL>
+  token = <GLOBAL>
     expr = Variable()
     {vars.add(expr);}
   (<COMMA>
@@ -2219,14 +2308,14 @@ GlobalStatement GlobalStatement() :
     {vars.add(expr);}
   )*
   try {
-    <SEMICOLON>
+    token2 = <SEMICOLON>
     {
     final Variable[] variables = new Variable[vars.size()];
     vars.toArray(variables);
     global = new GlobalStatement(currentSegment,
                                  variables,
-                                 pos,
-                                 SimpleCharStream.getPosition());
+                                 token.sourceStart,
+                                 token2.sourceEnd);
     currentSegment.add(global);
     return global;}
   } catch (ParseException e) {
@@ -2240,23 +2329,23 @@ GlobalStatement GlobalStatement() :
 
 StaticStatement StaticStatement() :
 {
-  final int pos = SimpleCharStream.getPosition();
   final ArrayList vars = new ArrayList();
   VariableDeclaration expr;
+  final Token token, token2;
 }
 {
-  <STATIC> expr = VariableDeclarator() {vars.add(expr);}
+  token = <STATIC> expr = VariableDeclarator() {vars.add(expr);}
   (
     <COMMA> expr = VariableDeclarator() {vars.add(expr);}
   )*
   try {
-    <SEMICOLON>
+    token2 = <SEMICOLON>
     {
     final VariableDeclaration[] variables = new VariableDeclaration[vars.size()];
     vars.toArray(variables);
     return new StaticStatement(variables,
-                               pos,
-                               SimpleCharStream.getPosition());}
+                               token.sourceStart,
+                               token2.sourceEnd);}
   } catch (ParseException e) {
     errorMessage = "unexpected token : '"+ e.currentToken.next.image +"'. a ';' was expected";
     errorLevel   = ERROR;
@@ -2268,13 +2357,12 @@ StaticStatement StaticStatement() :
 
 LabeledStatement LabeledStatement() :
 {
-  final int pos = SimpleCharStream.getPosition();
   final Token label;
   final Statement statement;
 }
 {
   label = <IDENTIFIER> <COLON> statement = Statement()
-  {return new LabeledStatement(label.image.toCharArray(),statement,pos,SimpleCharStream.getPosition());}
+  {return new LabeledStatement(label.image,statement,label.sourceStart,statement.sourceEnd);}
 }
 
 /**
@@ -2286,13 +2374,13 @@ LabeledStatement LabeledStatement() :
  */
 Block Block() :
 {
-  final int pos = SimpleCharStream.getPosition();
   final ArrayList list = new ArrayList();
   Statement statement;
+  final Token token, token2;
 }
 {
   try {
-    <LBRACE>
+    token = <LBRACE>
   } catch (ParseException e) {
     errorMessage = "'{' expected";
     errorLevel   = ERROR;
@@ -2303,7 +2391,7 @@ Block Block() :
   ( statement = BlockStatement() {list.add(statement);}
   | statement = htmlBlock()      {list.add(statement);})*
   try {
-    <RBRACE>
+    token2 = <RBRACE>
   } catch (ParseException e) {
     errorMessage = "unexpected token : '"+ e.currentToken.image +"', '}' expected";
     errorLevel   = ERROR;
@@ -2314,7 +2402,7 @@ Block Block() :
   {
   final Statement[] statements = new Statement[list.size()];
   list.toArray(statements);
-  return new Block(statements,pos,SimpleCharStream.getPosition());}
+  return new Block(statements,token.sourceStart,token2.sourceEnd);}
 }
 
 Statement BlockStatement() :
@@ -2322,8 +2410,16 @@ Statement BlockStatement() :
   final Statement statement;
 }
 {
-  statement = Statement()         {if (phpDocument == currentSegment) pushOnAstNodes(statement);
-                                   return statement;}
+  try {
+    statement = Statement()         {if (phpDocument == currentSegment) pushOnAstNodes(statement);
+                                     return statement;}
+  } catch (ParseException e) {
+    errorMessage = "unexpected token : '"+ e.currentToken.image +"', a statement was expected";
+    errorLevel   = ERROR;
+    errorStart = e.currentToken.sourceStart;
+    errorEnd   = e.currentToken.sourceEnd;
+    throw e;
+  }
 | statement = ClassDeclaration()  {return statement;}
 | statement = MethodDeclaration() {if (phpDocument == currentSegment) pushOnAstNodes(statement);
                                    currentSegment.add((MethodDeclaration) statement);
@@ -2371,7 +2467,6 @@ VariableDeclaration LocalVariableDeclarator() :
 {
   final Variable varName;
   Expression initializer = null;
-  final int pos = SimpleCharStream.getPosition();
 }
 {
   varName = Variable() [ <ASSIGN> initializer = Expression() ]
@@ -2379,25 +2474,24 @@ VariableDeclaration LocalVariableDeclarator() :
    if (initializer == null) {
     return new VariableDeclaration(currentSegment,
                                    varName,
-                                   pos,
-                                   SimpleCharStream.getPosition());
+                                   varName.sourceStart,
+                                   varName.sourceEnd);
    }
     return new VariableDeclaration(currentSegment,
                                    varName,
                                    initializer,
                                    VariableDeclaration.EQUAL,
-                                   pos);
+                                   varName.sourceStart);
   }
 }
 
 EmptyStatement EmptyStatement() :
 {
-  final int pos;
+  final Token token;
 }
 {
-  <SEMICOLON>
-  {pos = SimpleCharStream.getPosition();
-   return new EmptyStatement(pos-1,pos);}
+  token = <SEMICOLON>
+  {return new EmptyStatement(token.sourceStart,token.sourceEnd);}
 }
 
 /**
@@ -2413,11 +2507,11 @@ Expression StatementExpression() :
 |
   expr = PrimaryExpression()
   [ <PLUS_PLUS> {return new PostfixedUnaryExpression(expr,
-                                                OperatorIds.PLUS_PLUS,
-                                                SimpleCharStream.getPosition());}
+                                                     OperatorIds.PLUS_PLUS,
+                                                     SimpleCharStream.getPosition());}
   | <MINUS_MINUS> {return new PostfixedUnaryExpression(expr,
-                                                OperatorIds.MINUS_MINUS,
-                                                SimpleCharStream.getPosition());}
+                                                       OperatorIds.MINUS_MINUS,
+                                                       SimpleCharStream.getPosition());}
   ]
   {return expr;}
 }
@@ -2603,12 +2697,12 @@ Expression SwitchLabel() :
 Break BreakStatement() :
 {
   Expression expression = null;
-  final int start = SimpleCharStream.getPosition();
+  final Token token, token2;
 }
 {
-  <BREAK> [ expression = Expression() ]
+  token = <BREAK> [ expression = Expression() ]
   try {
-    <SEMICOLON>
+    token2 = <SEMICOLON>
   } catch (ParseException e) {
     errorMessage = "';' expected after 'break' keyword";
     errorLevel   = ERROR;
@@ -2616,7 +2710,7 @@ Break BreakStatement() :
     errorEnd   = SimpleCharStream.getPosition() + 1;
     throw e;
   }
-  {return new Break(expression, start, SimpleCharStream.getPosition());}
+  {return new Break(expression, token.sourceStart, token2.sourceEnd);}
 }
 
 IfStatement IfStatement() :
@@ -2624,9 +2718,11 @@ IfStatement IfStatement() :
   final int pos = SimpleCharStream.getPosition();
   final Expression condition;
   final IfStatement ifStatement;
+  Token token;
 }
 {
-  <IF> condition = Condition("if") ifStatement = IfStatement0(condition, pos,pos+2)
+  token = <IF> condition = Condition("if") ifStatement = IfStatement0(condition,
+                                                                      token.sourceStart,token.sourceStart+2)
   {return ifStatement;}
 }
 
@@ -2870,13 +2966,13 @@ DoStatement DoStatement() :
 {
   final Statement action;
   final Expression condition;
-  final int pos = SimpleCharStream.getPosition();
+  final Token token, token2;
 }
 {
-  <DO> action = Statement() <WHILE> condition = Condition("while")
+  token = <DO> action = Statement() <WHILE> condition = Condition("while")
   try {
-    <SEMICOLON>
-    {return new DoStatement(condition,action,pos,SimpleCharStream.getPosition());}
+    token2 = <SEMICOLON>
+    {return new DoStatement(condition,action,token.sourceStart,token2.sourceEnd);}
   } catch (ParseException e) {
     errorMessage = "unexpected token : '"+ e.currentToken.next.image +"'. A ';' was expected";
     errorLevel   = ERROR;
@@ -2890,11 +2986,11 @@ ForeachStatement ForeachStatement() :
 {
   Statement statement;
   Expression expression;
-  final int pos = SimpleCharStream.getPosition();
   ArrayVariableDeclaration variable;
+  Token token;
 }
 {
-  <FOREACH>
+  token = <FOREACH>
     try {
     <LPAREN>
   } catch (ParseException e) {
@@ -2953,14 +3049,14 @@ ForeachStatement ForeachStatement() :
   {return new ForeachStatement(expression,
                                variable,
                                statement,
-                               pos,
-                               SimpleCharStream.getPosition());}
+                               token.sourceStart,
+                               statement.sourceEnd);}
 
 }
 
 ForStatement ForStatement() :
 {
-final Token token;
+final Token token,token2;
 final int pos = SimpleCharStream.getPosition();
 Expression[] initializations = null;
 Expression condition = null;
@@ -2985,7 +3081,12 @@ final int startBlock, endBlock;
      [ increments = StatementExpressionList() ] <RPAREN>
     (
       action = Statement()
-      {return new ForStatement(initializations,condition,increments,action,pos,SimpleCharStream.getPosition());}
+      {return new ForStatement(initializations,
+                               condition,
+                               increments,
+                               action,
+                               token.sourceStart,
+                               action.sourceEnd);}
     |
       <COLON>
       {startBlock = SimpleCharStream.getPosition();}
@@ -3013,11 +3114,18 @@ final int startBlock, endBlock;
         throw e;
       }
       try {
-        <SEMICOLON>
+        token2 = <SEMICOLON>
         {
         final Statement[] stmtsArray = new Statement[list.size()];
         list.toArray(stmtsArray);
-        return new ForStatement(initializations,condition,increments,new Block(stmtsArray,startBlock,endBlock),pos,SimpleCharStream.getPosition());}
+        return new ForStatement(initializations,
+                                condition,
+                                increments,
+                                new Block(stmtsArray,
+                                          stmtsArray[0].sourceStart,
+                                          stmtsArray[stmtsArray.length-1].sourceEnd),
+                                token.sourceStart,
+                                token2.sourceEnd);}
       } catch (ParseException e) {
         errorMessage = "';' expected after 'endfor' keyword";
         errorLevel   = ERROR;
@@ -3050,21 +3158,22 @@ Expression[] StatementExpressionList() :
   expr = StatementExpression()   {list.add(expr);}
   (<COMMA> StatementExpression() {list.add(expr);})*
   {
-  final Expression[] exprsArray = new Expression[list.size()];
-  list.toArray(exprsArray);
-  return exprsArray;}
+    final Expression[] exprsArray = new Expression[list.size()];
+    list.toArray(exprsArray);
+    return exprsArray;
+  }
 }
 
 Continue ContinueStatement() :
 {
   Expression expr = null;
-  final int pos = SimpleCharStream.getPosition();
+  final Token token,token2;
 }
 {
-  <CONTINUE> [ expr = Expression() ]
+  token = <CONTINUE> [ expr = Expression() ]
   try {
-    <SEMICOLON>
-    {return new Continue(expr,pos,SimpleCharStream.getPosition());}
+    token2 = <SEMICOLON>
+    {return new Continue(expr,token.sourceStart,token2.sourceEnd);}
   } catch (ParseException e) {
     errorMessage = "';' expected after 'continue' statement";
     errorLevel   = ERROR;
@@ -3077,13 +3186,13 @@ Continue ContinueStatement() :
 ReturnStatement ReturnStatement() :
 {
   Expression expr = null;
-  final int pos = SimpleCharStream.getPosition();
+  final Token token,token2;
 }
 {
-  <RETURN> [ expr = Expression() ]
+  token = <RETURN> [ expr = Expression() ]
   try {
-    <SEMICOLON>
-    {return new ReturnStatement(expr,pos,SimpleCharStream.getPosition());}
+    token2 = <SEMICOLON>
+    {return new ReturnStatement(expr,token.sourceStart,token2.sourceEnd);}
   } catch (ParseException e) {
     errorMessage = "';' expected after 'return' statement";
     errorLevel   = ERROR;