package net.sourceforge.phpeclipse.builder;
+
import java.io.BufferedInputStream;
import java.io.BufferedReader;
import java.io.FileNotFoundException;
import java.util.HashMap;
import java.util.Iterator;
import java.util.List;
+import java.util.Set;
import java.util.SortedMap;
import java.util.StringTokenizer;
import java.util.TreeMap;
+
import net.sourceforge.phpdt.core.compiler.ITerminalSymbols;
import net.sourceforge.phpdt.core.compiler.InvalidInputException;
import net.sourceforge.phpdt.internal.compiler.parser.Scanner;
import net.sourceforge.phpdt.internal.compiler.parser.SyntaxError;
import net.sourceforge.phpdt.internal.compiler.util.Util;
+import net.sourceforge.phpeclipse.PHPeclipsePlugin;
import net.sourceforge.phpeclipse.obfuscator.PHPIdentifier;
+
import org.eclipse.core.resources.IFile;
import org.eclipse.core.runtime.CoreException;
+import org.eclipse.core.runtime.IStatus;
+
/**
* Manages the identifer index information for a specific project
*
public class IdentifierIndexManager {
public class LineCreator implements ITerminalSymbols {
private Scanner fScanner;
+
private int fToken;
+
public LineCreator() {
fScanner = new Scanner(true, false, false, false, true, null, null);
}
+
/**
* Add the information of the current identifier to the line
*
* @param typeOfIdentifier
- * the type of the identifier ('c'lass, 'd'efine, 'f'unction,
- * 'm'ethod, 'v'ariable)
+ * the type of the identifier ('c'lass, 'd'efine, 'f'unction, 'm'ethod(class), 'v'ariable(class) 'g'lobal variable)
* @param identifier
- * current identifier
+ * current identifier
* @param line
- * Buffer for the current index line
+ * Buffer for the current index line
* @param phpdocOffset
- * the offset of the PHPdoc comment if available
+ * the offset of the PHPdoc comment if available
* @param phpdocLength
- * the length of the PHPdoc comment if available
+ * the length of the PHPdoc comment if available
*/
- private void addIdentifierInformation(char typeOfIdentifier,
- char[] identifier, StringBuffer line, int phpdocOffset, int phpdocLength) {
+ private void addIdentifierInformation(char typeOfIdentifier, char[] identifier, StringBuffer line, int phpdocOffset,
+ int phpdocLength) {
line.append('\t');
line.append(typeOfIdentifier);
line.append(identifier);
line.append(phpdocLength);
}
}
+
+ private void addClassVariableInformation(char typeOfIdentifier, char[] identifier, StringBuffer line, int phpdocOffset,
+ int phpdocLength) {
+ line.append('\t');
+ line.append(typeOfIdentifier);
+ line.append(identifier);
+ line.append("\to"); // Offset
+ // we don't store the '$' in the index for class variables:
+ line.append(fScanner.getCurrentTokenStartPosition()+1);
+ if (phpdocOffset >= 0) {
+ line.append("\tp"); // phpdoc offset
+ line.append(phpdocOffset);
+ line.append("\tl"); // phpdoc length
+ line.append(phpdocLength);
+ }
+ }
+
/**
* Get the next token from input
*/
if (Scanner.DEBUG) {
int currentEndPosition = fScanner.getCurrentTokenEndPosition();
int currentStartPosition = fScanner.getCurrentTokenStartPosition();
- System.out.print(currentStartPosition + "," + currentEndPosition
- + ": ");
+ System.out.print(currentStartPosition + "," + currentEndPosition + ": ");
System.out.println(fScanner.toStringAction(fToken));
}
return;
} catch (InvalidInputException e) {
// ignore errors
- e.printStackTrace();
+ // e.printStackTrace();
}
fToken = TokenNameERROR;
}
- private void parseDeclarations(char[] parent, StringBuffer buf,
- boolean goBack) {
+
+ private void parseDeclarations(char[] parent, StringBuffer buf, boolean goBack) {
char[] ident;
char[] classVariable;
int counter = 0;
phpdocOffset = -1;
if (fToken == TokenNameCOMMENT_PHPDOC) {
phpdocOffset = fScanner.getCurrentTokenStartPosition();
- phpdocLength = fScanner.getCurrentTokenEndPosition()
- - fScanner.getCurrentTokenStartPosition() + 1;
+ phpdocLength = fScanner.getCurrentTokenEndPosition() - fScanner.getCurrentTokenStartPosition() + 1;
getNextToken();
if (fToken == TokenNameEOF || fToken == TokenNameERROR) {
break;
}
}
- if (fToken == TokenNamevar || fToken == TokenNamepublic
+ if (fToken == TokenNamevar || fToken == TokenNamestatic || fToken == TokenNamefinal || fToken == TokenNamepublic
|| fToken == TokenNameprotected || fToken == TokenNameprivate) {
- getNextToken();
+ while (fToken == TokenNamevar || fToken == TokenNamestatic || fToken == TokenNamefinal || fToken == TokenNamepublic
+ || fToken == TokenNameprotected || fToken == TokenNameprivate) {
+ getNextToken();
+ }
if (fToken == TokenNameVariable) {
ident = fScanner.getCurrentIdentifierSource();
classVariable = new char[ident.length - 1];
System.arraycopy(ident, 1, classVariable, 0, ident.length - 1);
- addIdentifierInformation('v', classVariable, buf, phpdocOffset,
- phpdocLength);
+ addClassVariableInformation('v', classVariable, buf, phpdocOffset, phpdocLength);
getNextToken();
}
} else if (fToken == TokenNamefunction) {
ident = fScanner.getCurrentIdentifierSource();
if (parent != null && equalCharArrays(parent, ident)) {
// constructor function
- addIdentifierInformation('k', ident, buf, phpdocOffset,
- phpdocLength);
+ addIdentifierInformation('k', ident, buf, phpdocOffset, phpdocLength);
} else {
if (parent != null) {
// class method function
- addIdentifierInformation('m', ident, buf, phpdocOffset,
- phpdocLength);
+ addIdentifierInformation('m', ident, buf, phpdocOffset, phpdocLength);
} else {
// nested function ?!
- addIdentifierInformation('f', ident, buf, phpdocOffset,
- phpdocLength);
+ addIdentifierInformation('f', ident, buf, phpdocOffset, phpdocLength);
}
}
getNextToken();
parseDeclarations(null, buf, true);
}
- } else if (fToken == TokenNameclass) {
+ } else if (fToken == TokenNameclass || fToken == TokenNameinterface) {
getNextToken();
if (fToken == TokenNameIdentifier) {
ident = fScanner.getCurrentIdentifierSource();
- addIdentifierInformation('c', ident, buf, phpdocOffset,
- phpdocLength);
+ addIdentifierInformation('c', ident, buf, phpdocOffset, phpdocLength);
getNextToken();
//skip tokens for classname, extends and others until we have
// the opening '{'
- while (fToken != TokenNameLBRACE && fToken != TokenNameEOF
- && fToken != TokenNameERROR) {
+ while (fToken != TokenNameLBRACE && fToken != TokenNameEOF && fToken != TokenNameERROR) {
getNextToken();
}
parseDeclarations(ident, buf, true);
} else if (fToken == TokenNameIdentifier) {
ident = fScanner.getCurrentIdentifierSource();
getNextToken();
- if (ident.length==6 &&
- ident[0]=='d' &&
- ident[1]=='e' &&
- ident[2]=='f' &&
- ident[3]=='i' &&
- ident[4]=='n' &&
- ident[5]=='e') {
+ if (ident.length == 6 && ident[0] == 'd' && ident[1] == 'e' && ident[2] == 'f' && ident[3] == 'i' && ident[4] == 'n'
+ && ident[5] == 'e') {
if (fToken == TokenNameLPAREN) {
getNextToken();
- if (fToken == TokenNameStringLiteral) {
+ if (fToken == TokenNameStringDoubleQuote) {
ident = fScanner.getCurrentStringLiteralSource();
- addIdentifierInformation('d', ident, buf, phpdocOffset,
- phpdocLength);
+ addIdentifierInformation('d', ident, buf, phpdocOffset, phpdocLength);
getNextToken();
}
}
}
+ } else if (fToken == TokenNameglobal) {
+ // global variable
+ while (fToken != TokenNameEOF && fToken != TokenNameERROR && fToken != TokenNameSEMICOLON && fToken != TokenNameLBRACE
+ && fToken != TokenNameRBRACE) {
+ getNextToken();
+ if (fToken == TokenNameVariable) {
+ ident = fScanner.getCurrentIdentifierSource();
+ addIdentifierInformation('g', ident, buf, phpdocOffset, phpdocLength);
+ }
+ }
} else if (fToken == TokenNameLBRACE) {
getNextToken();
counter++;
e.printStackTrace();
}
}
- public void parseIdentifiers(char[] charArray, StringBuffer buf) {
+
+ synchronized public void parseIdentifiers(char[] charArray, StringBuffer buf) {
char[] ident;
String identifier;
int counter = 0;
phpdocOffset = -1;
if (fToken == TokenNameCOMMENT_PHPDOC) {
phpdocOffset = fScanner.getCurrentTokenStartPosition();
- phpdocLength = fScanner.getCurrentTokenEndPosition()
- - fScanner.getCurrentTokenStartPosition() + 1;
+ phpdocLength = fScanner.getCurrentTokenEndPosition() - fScanner.getCurrentTokenStartPosition() + 1;
getNextToken();
if (fToken == TokenNameEOF || fToken == TokenNameERROR) {
break;
}
if (fToken == TokenNameIdentifier) {
ident = fScanner.getCurrentIdentifierSource();
- addIdentifierInformation('f', ident, buf, phpdocOffset,
- phpdocLength);
+ addIdentifierInformation('f', ident, buf, phpdocOffset, phpdocLength);
getNextToken();
parseDeclarations(null, buf, true);
}
- } else if (fToken == TokenNameclass) {
+ } else if (fToken == TokenNameclass || fToken == TokenNameinterface) {
getNextToken();
if (fToken == TokenNameIdentifier) {
ident = fScanner.getCurrentIdentifierSource();
- addIdentifierInformation('c', ident, buf, phpdocOffset,
- phpdocLength);
+ addIdentifierInformation('c', ident, buf, phpdocOffset, phpdocLength);
getNextToken();
//skip fTokens for classname, extends and others until we have
// the opening '{'
- while (fToken != TokenNameLBRACE && fToken != TokenNameEOF
- && fToken != TokenNameERROR) {
+ while (fToken != TokenNameLBRACE && fToken != TokenNameEOF && fToken != TokenNameERROR) {
getNextToken();
}
parseDeclarations(ident, buf, true);
}
+ } else if (fToken == TokenNameVariable) {
+ // global variable
+ ident = fScanner.getCurrentIdentifierSource();
+ addIdentifierInformation('g', ident, buf, phpdocOffset, phpdocLength);
+ getNextToken();
} else if (fToken == TokenNameIdentifier) {
ident = fScanner.getCurrentIdentifierSource();
getNextToken();
- if (ident.length==6 &&
- ident[0]=='d' &&
- ident[1]=='e' &&
- ident[2]=='f' &&
- ident[3]=='i' &&
- ident[4]=='n' &&
- ident[5]=='e') {
+ if (ident.length == 6 && ident[0] == 'd' && ident[1] == 'e' && ident[2] == 'f' && ident[3] == 'i' && ident[4] == 'n'
+ && ident[5] == 'e') {
if (fToken == TokenNameLPAREN) {
getNextToken();
- if (fToken == TokenNameStringLiteral) {
+ if (fToken == TokenNameStringDoubleQuote) {
ident = fScanner.getCurrentStringLiteralSource();
- addIdentifierInformation('d', ident, buf, phpdocOffset,
- phpdocLength);
+ addIdentifierInformation('d', ident, buf, phpdocOffset, phpdocLength);
getNextToken();
}
}
}
}
}
+
class StringComparator implements Comparator {
public int compare(Object o1, Object o2) {
String s1 = (String) o1;
return s1.compareTo(s2);
// return s1.toUpperCase().compareTo(s2.toUpperCase());
}
+
public boolean equals(Object o) {
String s = (String) o;
return compare(this, o) == 0;
}
}
+
private HashMap fFileMap;
+
private String fFilename;
+
private TreeMap fIndentifierMap;
+
public IdentifierIndexManager(String filename) {
fFilename = filename;
initialize();
readFile();
}
+
/**
* Check if 2 char arrays are equal
*
}
return true;
}
+
public LineCreator createLineCreator() {
return new LineCreator();
}
+
/**
* Add the information for a given IFile resource
*
// InputStream iStream;
LineCreator lineCreator = createLineCreator();
try {
- // iStream = fileToParse.getContents();
- //
- // StringBuffer buf = new StringBuffer();
- // int c0;
- // try {
- // while ((c0 = iStream.read()) != (-1)) {
- // buf.append((char) c0);
- // }
- // } catch (IOException e) {
- // return;
- // }
-
- addInputStream(new BufferedInputStream(fileToParse.getContents()), fileToParse.getFullPath().toString(), lineCreator);
+ addInputStream(new BufferedInputStream(fileToParse.getContents()), fileToParse.getProjectRelativePath().toString(),
+ lineCreator);
} catch (CoreException e1) {
// TODO Auto-generated catch block
e1.printStackTrace();
}
}
+
/**
* @param fileToParse
* @param lineCreator
* @throws CoreException
*/
public void addInputStream(InputStream stream, String filePath, LineCreator lineCreator) throws CoreException {
-// InputStream stream;
try {
- // stream = new BufferedInputStream(fileToParse.getContents());
StringBuffer lineBuffer = new StringBuffer();
lineBuffer.append(filePath);
int lineLength = lineBuffer.length();
- // lineCreator.parseIdentifiers(buf.toString().toCharArray(),
- // lineBuffer);
- lineCreator.parseIdentifiers(Util.getInputStreamAsCharArray(stream, -1,
- null), lineBuffer);
- if (lineLength != lineBuffer.length()) {
- addLine(lineBuffer.toString());
- }
+ lineCreator.parseIdentifiers(Util.getInputStreamAsCharArray(stream, -1, null), lineBuffer);
+ // if (lineLength != lineBuffer.length()) {
+ // always add the file for Open Include Action
+ addLine(lineBuffer.toString());
+ // }
} catch (IOException e) {
e.printStackTrace();
} finally {
}
}
}
+
/**
- * Adds a line of the index file for function, class, class-method and
- * class-variable names
+ * Adds a line of the index file for function, class, class-method and class-variable names
*
* @param line
*/
token = tokenizer.nextToken();
//System.out.println(token);
switch (token.charAt(0)) {
- case 'c' :
- // class name
- identifier = token.substring(1);
- classname = identifier;
- phpIdentifier = new PHPIdentifierLocation(identifier,
- PHPIdentifier.CLASS, phpFileName);
- break;
- case 'd' :
- // define
- identifier = token.substring(1);
- phpIdentifier = new PHPIdentifierLocation(identifier,
- PHPIdentifier.DEFINE, phpFileName);
- break;
- case 'f' :
- // function name
- identifier = token.substring(1);
- phpIdentifier = new PHPIdentifierLocation(identifier,
- PHPIdentifier.FUNCTION, phpFileName);
- break;
- case 'k' :
- // constructor function name
- identifier = token.substring(1);
- phpIdentifier = new PHPIdentifierLocation(identifier,
- PHPIdentifier.CONSTRUCTOR, phpFileName);
- break;
- case 'm' :
- //method inside a class
- identifier = token.substring(1);
- phpIdentifier = new PHPIdentifierLocation(identifier,
- PHPIdentifier.METHOD, phpFileName, classname);
- break;
- case 'v' :
- // variable inside a class
- identifier = token.substring(1);
- phpIdentifier = new PHPIdentifierLocation(identifier,
- PHPIdentifier.VARIABLE, phpFileName, classname);
- break;
- case 'o' :
- // offset information
- identifier = null;
- if (phpIdentifier != null) {
- offset = token.substring(1);
- phpIdentifier.setOffset(Integer.parseInt(offset));
- }
- break;
- case 'p' :
- // PHPdoc offset information
- identifier = null;
- if (phpIdentifier != null) {
- offset = token.substring(1);
- phpIdentifier.setPHPDocOffset(Integer.parseInt(offset));
- }
- break;
- case 'l' :
- // PHPdoc length information
- identifier = null;
- if (phpIdentifier != null) {
- offset = token.substring(1);
- phpIdentifier.setPHPDocLength(Integer.parseInt(offset));
- }
- break;
- default :
- identifier = null;
- phpIdentifier = null;
- classname = null;
+ case 'c':
+ // class name
+ identifier = token.substring(1);
+ classname = identifier;
+ phpIdentifier = new PHPIdentifierLocation(identifier, PHPIdentifier.CLASS, phpFileName);
+ break;
+ case 'd':
+ // define
+ identifier = token.substring(1);
+ phpIdentifier = new PHPIdentifierLocation(identifier, PHPIdentifier.DEFINE, phpFileName);
+ break;
+ case 'f':
+ // function name
+ identifier = token.substring(1);
+ phpIdentifier = new PHPIdentifierLocation(identifier, PHPIdentifier.FUNCTION, phpFileName);
+ break;
+ case 'g':
+ // global variable
+ identifier = token.substring(1);
+ phpIdentifier = new PHPIdentifierLocation(identifier, PHPIdentifier.GLOBAL_VARIABLE, phpFileName);
+ break;
+ case 'k':
+ // constructor function name
+ identifier = token.substring(1);
+ phpIdentifier = new PHPIdentifierLocation(identifier, PHPIdentifier.CONSTRUCTOR, phpFileName);
+ break;
+ case 'm':
+ //method inside a class
+ identifier = token.substring(1);
+ phpIdentifier = new PHPIdentifierLocation(identifier, PHPIdentifier.METHOD, phpFileName, classname);
+ break;
+ case 'v':
+ // variable inside a class
+ identifier = token.substring(1);
+ phpIdentifier = new PHPIdentifierLocation(identifier, PHPIdentifier.VARIABLE, phpFileName, classname);
+ break;
+ case 'o':
+ // offset information
+ identifier = null;
+ if (phpIdentifier != null) {
+ offset = token.substring(1);
+ phpIdentifier.setOffset(Integer.parseInt(offset));
+ }
+ break;
+ case 'p':
+ // PHPdoc offset information
+ identifier = null;
+ if (phpIdentifier != null) {
+ offset = token.substring(1);
+ phpIdentifier.setPHPDocOffset(Integer.parseInt(offset));
+ }
+ break;
+ case 'l':
+ // PHPdoc length information
+ identifier = null;
+ if (phpIdentifier != null) {
+ offset = token.substring(1);
+ phpIdentifier.setPHPDocLength(Integer.parseInt(offset));
+ }
+ break;
+ default:
+ PHPeclipsePlugin.log(IStatus.ERROR, "Unknown token character in IdentifierIndexManager: " + token.charAt(0));
+ identifier = null;
+ phpIdentifier = null;
+ classname = null;
}
if (identifier != null && phpIdentifier != null) {
tokenExists = true;
}
}
}
- if (tokenExists) {
- fFileMap.put(phpFileName, line);
- }
+ // if (tokenExists) {
+ fFileMap.put(phpFileName, line);
+ // }
}
+
/**
* Change the information for a given IFile resource
*
removeFile(fileToParse);
addFile(fileToParse);
}
+
/**
- * Get a list of all PHPIdentifierLocation object's associated with an
- * identifier
+ * Get a list of all PHPIdentifierLocation object's associated with an identifier
*
* @param identifier
* @return
public List getLocations(String identifier) {
return (List) fIndentifierMap.get(identifier);
}
+
/**
* Initialize (i.e. clear) the current index information
*
fIndentifierMap = new TreeMap(new StringComparator());
fFileMap = new HashMap();
}
+
private void readFile() {
FileReader fileReader;
try {
e.printStackTrace();
}
}
+
/**
* Remove the information for a given IFile resource
*
public void removeFile(IFile fileToParse) {
// String line = (String)
// fFileMap.get(fileToParse.getLocation().toString());
- String line = (String) fFileMap.get(fileToParse.getFullPath().toString());
+ String line = (String) fFileMap.get(fileToParse.getProjectRelativePath().toString());
if (line != null) {
removeLine(line);
}
}
+
/**
- * Removes a line of the index file for function, class, class-method and
- * class-variable names
+ * Removes a line of the index file for function, class, class-method and class-variable names
*
* @param line
*/
} else {
return;
}
+ int offset = -1;
// all the other tokens are identifiers:
while (tokenizer.hasMoreTokens()) {
token = tokenizer.nextToken();
//System.out.println(token);
switch (token.charAt(0)) {
- case 'c' :
- // class name
- identifier = token.substring(1);
- classname = identifier;
- phpIdentifier = new PHPIdentifierLocation(identifier,
- PHPIdentifier.CLASS, phpFileName);
- break;
- case 'd' :
- // define
- identifier = token.substring(1);
- phpIdentifier = new PHPIdentifierLocation(identifier,
- PHPIdentifier.DEFINE, phpFileName);
- break;
- case 'f' :
- // function name
- identifier = token.substring(1);
- phpIdentifier = new PHPIdentifierLocation(identifier,
- PHPIdentifier.FUNCTION, phpFileName);
- break;
- case 'k' :
- // constructor function name
- identifier = token.substring(1);
- phpIdentifier = new PHPIdentifierLocation(identifier,
- PHPIdentifier.CONSTRUCTOR, phpFileName);
- break;
- case 'm' :
- //method inside a class
- identifier = token.substring(1);
- phpIdentifier = new PHPIdentifierLocation(identifier,
- PHPIdentifier.METHOD, phpFileName, classname);
- break;
- case 'v' :
- // variable inside a class
- identifier = token.substring(1);
- phpIdentifier = new PHPIdentifierLocation(identifier,
- PHPIdentifier.VARIABLE, phpFileName, classname);
- break;
- default :
- identifier = null;
- phpIdentifier = null;
- classname = null;
+ case 'c':
+ // class name
+ identifier = token.substring(1);
+ classname = identifier;
+ phpIdentifier = new PHPIdentifierLocation(identifier, PHPIdentifier.CLASS, phpFileName);
+ break;
+ case 'd':
+ // define
+ identifier = token.substring(1);
+ phpIdentifier = new PHPIdentifierLocation(identifier, PHPIdentifier.DEFINE, phpFileName);
+ break;
+ case 'f':
+ // function name
+ identifier = token.substring(1);
+ phpIdentifier = new PHPIdentifierLocation(identifier, PHPIdentifier.FUNCTION, phpFileName);
+ break;
+ case 'g':
+ // global variable
+ identifier = token.substring(1);
+ phpIdentifier = new PHPIdentifierLocation(identifier, PHPIdentifier.GLOBAL_VARIABLE, phpFileName);
+ break;
+ case 'k':
+ // constructor function name
+ identifier = token.substring(1);
+ phpIdentifier = new PHPIdentifierLocation(identifier, PHPIdentifier.CONSTRUCTOR, phpFileName);
+ break;
+ case 'm':
+ //method inside a class
+ identifier = token.substring(1);
+ phpIdentifier = new PHPIdentifierLocation(identifier, PHPIdentifier.METHOD, phpFileName, classname);
+ break;
+ case 'o':
+ // offset information
+ identifier = null;
+ break;
+ case 'p':
+ // PHPdoc offset information
+ identifier = null;
+ break;
+ case 'l':
+ // PHPdoc length information
+ identifier = null;
+ break;
+ case 'v':
+ // variable inside a class
+ identifier = token.substring(1);
+ phpIdentifier = new PHPIdentifierLocation(identifier, PHPIdentifier.VARIABLE, phpFileName, classname);
+ break;
+ default:
+ PHPeclipsePlugin.log(IStatus.ERROR, "Unknown token character in IdentifierIndexManager: " + token.charAt(0));
+ identifier = null;
+ phpIdentifier = null;
+ classname = null;
}
if (identifier != null && phpIdentifier != null) {
ArrayList list = (ArrayList) fIndentifierMap.get(identifier);
}
fFileMap.remove(phpFileName);
}
+
/**
* Save the current index information in the projects index file
*
e.printStackTrace();
}
}
+
/**
* @param fromKey
* @param toKey
public SortedMap getIdentifierMap() {
return fIndentifierMap;
}
+
+ synchronized public List getFileList(String filePattern) {
+ Set set = fFileMap.keySet();
+ if (set.isEmpty()) {
+ return null;
+ }
+ Iterator iter = set.iterator();
+ ArrayList list = new ArrayList();
+ String fileName;
+ int index;
+ while (iter.hasNext()) {
+ fileName = (String) iter.next();
+ if ((index = fileName.indexOf(filePattern)) != -1 && fileName.length() == (index + filePattern.length())) {
+ list.add(fileName);
+ }
+ }
+ return list;
+ }
}
\ No newline at end of file
git://git.phpeclipse.com / phpeclipse.git / blobdiff