mlangkabel
6bbb44309d
* updated java indexed and dependencies to support java 10 * added java indexer test for java 10 "var" support
270 lines
8.3 KiB
Java
270 lines
8.3 KiB
Java
package com.sourcetrail;
|
|
|
|
import java.io.File;
|
|
import java.io.FileOutputStream;
|
|
import java.io.IOException;
|
|
import java.io.InputStream;
|
|
import java.io.OutputStream;
|
|
import java.io.PrintWriter;
|
|
import java.io.StringWriter;
|
|
import java.nio.file.Path;
|
|
import java.nio.file.Paths;
|
|
import java.util.ArrayList;
|
|
import java.util.Hashtable;
|
|
import java.util.List;
|
|
import java.util.jar.JarFile;
|
|
import java.util.zip.ZipEntry;
|
|
|
|
import org.eclipse.jdt.core.JavaCore;
|
|
import org.eclipse.jdt.core.compiler.IProblem;
|
|
import org.eclipse.jdt.core.dom.AST;
|
|
import org.eclipse.jdt.core.dom.ASTParser;
|
|
import org.eclipse.jdt.core.dom.ASTVisitor;
|
|
import org.eclipse.jdt.core.dom.BlockComment;
|
|
import org.eclipse.jdt.core.dom.Comment;
|
|
import org.eclipse.jdt.core.dom.CompilationUnit;
|
|
import org.eclipse.jdt.core.dom.LineComment;
|
|
import org.eclipse.jdt.core.dom.PackageDeclaration;
|
|
|
|
public class JavaIndexer
|
|
{
|
|
public static void processFile(int address, String filePath, String fileContent, String languageStandard, String classPath, int verbose)
|
|
{
|
|
processFile(new JavaIndexerAstVisitorClient(address), filePath, fileContent, languageStandard, classPath, verbose);
|
|
}
|
|
|
|
public static void processFile(AstVisitorClient astVisitorClient, String filePath, String fileContent, String languageStandard, String classPath, int verbose)
|
|
{
|
|
try
|
|
{
|
|
astVisitorClient.logInfo("indexing source file: " + filePath);
|
|
|
|
Path path = Paths.get(filePath);
|
|
|
|
ASTParser parser = ASTParser.newParser(AST.JLS10);
|
|
|
|
parser.setResolveBindings(true); // solve "bindings" like the declatarion of the type used in a var decl
|
|
parser.setKind(ASTParser.K_COMPILATION_UNIT); // specify to parse the entire compilation unit
|
|
parser.setBindingsRecovery(true); // also return bindings that are not resolved completely
|
|
parser.setStatementsRecovery(true);
|
|
|
|
{
|
|
Hashtable<String, String> options = JavaCore.getOptions();
|
|
|
|
String convertedLanguageStandard = convertLanguageStandard(languageStandard);
|
|
astVisitorClient.logInfo("using language standard " + convertedLanguageStandard);
|
|
JavaCore.setComplianceOptions(convertedLanguageStandard, options);
|
|
parser.setCompilerOptions(options);
|
|
}
|
|
|
|
parser.setUnitName(path.getFileName().toString());
|
|
|
|
List<String> classpath = new ArrayList<>();
|
|
List<String> sources = new ArrayList<>();
|
|
|
|
for (String classPathEntry: classPath.split("\\;"))
|
|
{
|
|
if (classPathEntry.endsWith(".jar"))
|
|
{
|
|
classpath.add(classPathEntry);
|
|
}
|
|
else if(classPathEntry.endsWith(".aar"))
|
|
{
|
|
File extractedJarFile = extractClassesJarFileFromAarFile(Paths.get(classPathEntry), astVisitorClient);
|
|
if (extractedJarFile != null)
|
|
{
|
|
classpath.add(extractedJarFile.getAbsolutePath());
|
|
}
|
|
}
|
|
else if (!classPathEntry.isEmpty())
|
|
{
|
|
sources.add(classPathEntry);
|
|
}
|
|
}
|
|
|
|
parser.setEnvironment(classpath.toArray(new String[0]), sources.toArray(new String[0]), null, true);
|
|
parser.setSource(fileContent.toCharArray());
|
|
|
|
CompilationUnit cu = (CompilationUnit) parser.createAST(null);
|
|
|
|
ASTVisitor visitor;
|
|
if (verbose != 0)
|
|
{
|
|
visitor = new VerboseContextAwareAstVisitor(astVisitorClient, path.toFile(), fileContent, cu);
|
|
}
|
|
else
|
|
{
|
|
visitor = new ContextAwareAstVisitor(astVisitorClient, path.toFile(), fileContent, cu);
|
|
}
|
|
|
|
cu.accept(visitor);
|
|
|
|
for (IProblem problem: cu.getProblems())
|
|
{
|
|
if (problem.isError())
|
|
{
|
|
Range range = new Range(
|
|
cu.getLineNumber(problem.getSourceStart()),
|
|
cu.getColumnNumber(problem.getSourceStart() + 1),
|
|
cu.getLineNumber(problem.getSourceEnd()),
|
|
cu.getColumnNumber(problem.getSourceEnd()) + 1);
|
|
|
|
astVisitorClient.recordError(problem.getMessage(), false, true, range);
|
|
}
|
|
}
|
|
|
|
for (Object commentObject: cu.getCommentList())
|
|
{
|
|
if ((commentObject instanceof LineComment) || (commentObject instanceof BlockComment))
|
|
{
|
|
((Comment) commentObject).accept(visitor);
|
|
}
|
|
}
|
|
}
|
|
catch (Exception e)
|
|
{
|
|
StringWriter sw = new StringWriter();
|
|
PrintWriter pw = new PrintWriter(sw);
|
|
e.printStackTrace(pw);
|
|
astVisitorClient.logError(sw.toString());
|
|
}
|
|
}
|
|
|
|
public static String getPackageName(String fileContent)
|
|
{
|
|
String packageName = "";
|
|
|
|
ASTParser parser = ASTParser.newParser(AST.JLS10);
|
|
parser.setKind(ASTParser.K_COMPILATION_UNIT); // specify to parse the entire compilation unit
|
|
parser.setSource(fileContent.toCharArray());
|
|
CompilationUnit cu = (CompilationUnit) parser.createAST(null);
|
|
PackageDeclaration packageDeclaration = cu.getPackage();
|
|
if (packageDeclaration != null)
|
|
{
|
|
packageName = packageDeclaration.getName().getFullyQualifiedName();
|
|
}
|
|
return packageName;
|
|
}
|
|
|
|
public static void clearCaches()
|
|
{
|
|
Runtime.getRuntime().gc();
|
|
}
|
|
|
|
private static String convertLanguageStandard(String s)
|
|
{
|
|
switch (s)
|
|
{
|
|
case "1":
|
|
return JavaCore.VERSION_1_1;
|
|
case "2":
|
|
return JavaCore.VERSION_1_2;
|
|
case "3":
|
|
return JavaCore.VERSION_1_3;
|
|
case "4":
|
|
return JavaCore.VERSION_1_4;
|
|
case "5":
|
|
return JavaCore.VERSION_1_5;
|
|
case "6":
|
|
return JavaCore.VERSION_1_6;
|
|
case "7":
|
|
return JavaCore.VERSION_1_7;
|
|
case "8":
|
|
return JavaCore.VERSION_1_8;
|
|
case "9":
|
|
return JavaCore.VERSION_9;
|
|
case "10":
|
|
default:
|
|
return JavaCore.VERSION_10;
|
|
}
|
|
}
|
|
|
|
private static File extractClassesJarFileFromAarFile(Path aarFilePath, AstVisitorClient astVisitorClient) throws IOException
|
|
{
|
|
JarFile jarFile = new JarFile(aarFilePath.toString());
|
|
ZipEntry classesJarEntry = jarFile.getEntry("classes.jar");
|
|
if (classesJarEntry != null)
|
|
{
|
|
InputStream inputStream = jarFile.getInputStream(classesJarEntry);
|
|
File tempFile = File.createTempFile("jar_file_from_" + Utility.getFilenameWithoutExtension(aarFilePath) + "_", ".jar");
|
|
tempFile.deleteOnExit();
|
|
|
|
byte[] buffer = new byte[8 * 1024];
|
|
|
|
try
|
|
{
|
|
OutputStream output = new FileOutputStream(tempFile);
|
|
try
|
|
{
|
|
int bytesRead;
|
|
while ((bytesRead = inputStream.read(buffer)) != -1)
|
|
{
|
|
output.write(buffer, 0, bytesRead);
|
|
}
|
|
}
|
|
finally
|
|
{
|
|
output.close();
|
|
}
|
|
}
|
|
finally
|
|
{
|
|
inputStream.close();
|
|
}
|
|
|
|
astVisitorClient.logInfo(
|
|
"Extracted classes.jar file from \"" + aarFilePath.toString() + "\" to \"" + tempFile.getAbsolutePath() + "\". " +
|
|
"This file will be automatically deleted when the session ends.");
|
|
|
|
return tempFile;
|
|
}
|
|
else
|
|
{
|
|
astVisitorClient.logError("Classpath entry \"" + aarFilePath + "\" is malformed. No internal \"classes.jar\" entry could be found.");
|
|
}
|
|
jarFile.close();
|
|
|
|
return null;
|
|
}
|
|
|
|
// the following methods are defined in the native c++ code
|
|
|
|
static public native boolean getInterrupted(int address);
|
|
|
|
static public native void logInfo(int address, String info);
|
|
|
|
static public native void logWarning(int address, String warning);
|
|
|
|
static public native void logError(int address, String error);
|
|
|
|
static public native void recordSymbol(
|
|
int address, String symbolName, int symbolType,
|
|
int access, int definitionKind);
|
|
|
|
static public native void recordSymbolWithLocation(
|
|
int address, String symbolName, int symbolType,
|
|
int beginLine, int beginColumn, int endLine, int endColumn,
|
|
int access, int definitionKind);
|
|
|
|
static public native void recordSymbolWithLocationAndScope(
|
|
int address, String symbolName, int symbolType,
|
|
int beginLine, int beginColumn, int endLine, int endColumn,
|
|
int scopeBeginLine, int scopeBeginColumn, int scopeEndLine, int scopeEndColumn,
|
|
int access, int definitionKind
|
|
);
|
|
|
|
static public native void recordReference(
|
|
int address, int referenceKind, String referencedName, String contextName, int beginLine, int beginColumn, int endLine, int endColumn);
|
|
|
|
static public native void recordQualifierLocation(
|
|
int address, String qualifierName, int beginLine, int beginColumn, int endLine, int endColumn);
|
|
|
|
static public native void recordLocalSymbol(
|
|
int address, String symbolName, int beginLine, int beginColumn, int endLine, int endColumn);
|
|
|
|
static public native void recordComment(
|
|
int address, int beginLine, int beginColumn, int endLine, int endColumn);
|
|
|
|
static public native void recordError(
|
|
int address, String message, int fatal, int indexed, int beginLine, int beginColumn, int endLine, int endColumn);
|
|
} |