1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
|
package com.github.javaparser.manual;
import com.github.javaparser.ParserConfiguration;
import com.github.javaparser.Problem;
import com.github.javaparser.utils.CodeGenerationUtils;
import com.github.javaparser.utils.Log;
import com.github.javaparser.utils.SourceRoot;
import com.github.javaparser.utils.SourceZip;
import org.junit.Test;
import java.io.BufferedWriter;
import java.io.IOException;
import java.net.URL;
import java.nio.file.Files;
import java.nio.file.Path;
import java.nio.file.Paths;
import java.util.List;
import java.util.Map;
import java.util.TreeMap;
import static com.github.javaparser.ParserConfiguration.LanguageLevel.JAVA_10;
import static com.github.javaparser.ParserConfiguration.LanguageLevel.JAVA_9;
import static com.github.javaparser.utils.CodeGenerationUtils.f;
import static com.github.javaparser.utils.SourceRoot.Callback.Result.DONT_SAVE;
import static com.github.javaparser.utils.TestUtils.download;
import static com.github.javaparser.utils.TestUtils.temporaryDirectory;
import static java.util.Comparator.comparing;
public class BulkParseTest {
/**
* Running this will download a version of the OpenJDK, unzip it, and parse it. If it throws a stack overflow
* exception, increase the JVM's stack size.
*/
public static void main(String[] args) throws IOException {
Log.setAdapter(new Log.StandardOutStandardErrorAdapter());
// This contains all kinds of test cases so it will lead to a lot of errors:
new BulkParseTest().parseOpenJdkLangToolsRepository();
// This contains the JDK source code, so it should have zero errors:
new BulkParseTest().parseJdkSrcZip();
}
private void parseOpenJdkLangToolsRepository() throws IOException {
Path workdir = CodeGenerationUtils.mavenModuleRoot(BulkParseTest.class).resolve(Paths.get(temporaryDirectory(), "javaparser_bulkparsetest"));
workdir.toFile().mkdirs();
Path openJdkZipPath = workdir.resolve("langtools.zip");
if (Files.notExists(openJdkZipPath)) {
Log.info("Downloading JDK langtools");
/* Found by choosing a tag here: http://hg.openjdk.java.net/jdk9/jdk9/langtools/tags
then copying the "zip" link to the line below: */
download(new URL("http://hg.openjdk.java.net/jdk10/jdk10/langtools/archive/19293ea3999f.zip"), openJdkZipPath);
}
bulkTest(new SourceZip(openJdkZipPath), "openjdk_src_repo_test_results.txt", new ParserConfiguration().setLanguageLevel(JAVA_10));
}
private void parseJdkSrcZip() throws IOException {
// This is where Ubuntu stores the contents of package openjdk-8-src
Path path = Paths.get("/usr/lib/jvm/openjdk-9/src.zip");
bulkTest(new SourceZip(path), "openjdk_src_zip_test_results.txt", new ParserConfiguration().setLanguageLevel(JAVA_9));
}
@Test
public void parseOwnSourceCode() throws IOException {
bulkTest(
new SourceRoot(CodeGenerationUtils.mavenModuleRoot(BulkParseTest.class).resolve("..")),
"javaparser_test_results.txt",
new ParserConfiguration().setLanguageLevel(JAVA_9));
}
public void bulkTest(SourceRoot sourceRoot, String testResultsFileName, ParserConfiguration configuration) throws IOException {
sourceRoot.setParserConfiguration(configuration);
TreeMap<Path, List<Problem>> results = new TreeMap<>(comparing(o -> o.toString().toLowerCase()));
sourceRoot.parseParallelized((localPath, absolutePath, result) -> {
if (!localPath.toString().contains("target")) {
if (!result.isSuccessful()) {
results.put(localPath, result.getProblems());
}
}
return DONT_SAVE;
});
writeResults(results, testResultsFileName);
}
public void bulkTest(SourceZip sourceRoot, String testResultsFileName, ParserConfiguration configuration) throws IOException {
sourceRoot.setParserConfiguration(configuration);
TreeMap<Path, List<Problem>> results = new TreeMap<>(comparing(o -> o.toString().toLowerCase()));
sourceRoot.parse((path, result) -> {
if (!path.toString().contains("target")) {
if (!result.isSuccessful()) {
results.put(path, result.getProblems());
}
}
});
writeResults(results, testResultsFileName);
}
private void writeResults(TreeMap<Path, List<Problem>> results, String testResultsFileName) throws IOException {
Log.info("Writing results...");
Path testResults = CodeGenerationUtils.mavenModuleRoot(BulkParseTest.class).resolve(Paths.get("..", "javaparser-testing", "src", "test", "resources", "com", "github", "javaparser", "bulk_test_results")).normalize();
testResults.toFile().mkdirs();
testResults = testResults.resolve(testResultsFileName);
int problemTotal = 0;
try (BufferedWriter writer = Files.newBufferedWriter(testResults)) {
for (Map.Entry<Path, List<Problem>> file : results.entrySet()) {
writer.write(file.getKey().toString().replace("\\", "/"));
writer.newLine();
for (Problem problem : file.getValue()) {
writer.write(problem.getVerboseMessage());
writer.newLine();
problemTotal++;
}
writer.newLine();
}
writer.write(f("%s problems in %s files", problemTotal, results.size()));
}
Log.info("Results are in %s", testResults);
}
}
|
