author | herrick |
Fri, 21 Jun 2019 08:29:09 -0400 | |
branch | JDK-8200758-branch |
changeset 57419 | 44c2481650ce |
parent 47216 | 71c04702a3d5 |
permissions | -rw-r--r-- |
36511 | 1 |
/* |
44840
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
2 |
* Copyright (c) 2014, 2017, Oracle and/or its affiliates. All rights reserved. |
36511 | 3 |
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4 |
* |
|
5 |
* This code is free software; you can redistribute it and/or modify it |
|
6 |
* under the terms of the GNU General Public License version 2 only, as |
|
7 |
* published by the Free Software Foundation. |
|
8 |
* |
|
9 |
* This code is distributed in the hope that it will be useful, but WITHOUT |
|
10 |
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
|
11 |
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
|
12 |
* version 2 for more details (a copy is included in the LICENSE file that |
|
13 |
* accompanied this code). |
|
14 |
* |
|
15 |
* You should have received a copy of the GNU General Public License version |
|
16 |
* 2 along with this work; if not, write to the Free Software Foundation, |
|
17 |
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
|
18 |
* |
|
19 |
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
|
20 |
* or visit www.oracle.com if you need additional information or have any |
|
21 |
* questions. |
|
22 |
*/ |
|
23 |
||
24 |
import java.io.File; |
|
25 |
import java.io.IOException; |
|
26 |
import java.io.UncheckedIOException; |
|
27 |
import java.nio.file.DirectoryStream; |
|
28 |
import java.nio.file.Files; |
|
29 |
import java.nio.file.Path; |
|
30 |
import java.nio.file.Paths; |
|
31 |
import java.nio.file.attribute.BasicFileAttributes; |
|
32 |
import java.util.ArrayList; |
|
33 |
import java.util.Arrays; |
|
34 |
import java.util.Deque; |
|
35 |
import java.util.List; |
|
36 |
import java.util.Set; |
|
37 |
import java.util.concurrent.ConcurrentLinkedDeque; |
|
38 |
import java.util.concurrent.ExecutorService; |
|
39 |
import java.util.concurrent.Executors; |
|
40 |
import java.util.concurrent.TimeUnit; |
|
41 |
import java.util.concurrent.atomic.AtomicInteger; |
|
42 |
import java.util.stream.Collectors; |
|
43 |
import java.util.stream.Stream; |
|
44 |
||
45 |
import jdk.internal.jimage.BasicImageReader; |
|
46 |
import jdk.internal.jimage.ImageLocation; |
|
47 |
||
48 |
/* |
|
49 |
* @test |
|
50 |
* @summary Verify jimage |
|
51 |
* @modules java.base/jdk.internal.jimage |
|
44840
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
52 |
* @run main/othervm --add-modules ALL-SYSTEM VerifyJimage |
36511 | 53 |
*/ |
54 |
||
55 |
/** |
|
56 |
* This test runs in two modes: |
|
57 |
* (1) No argument: it verifies the jimage by loading all classes in the runtime |
|
58 |
* (2) path of exploded modules: it compares bytes of each file in the exploded |
|
59 |
* module with the entry in jimage |
|
60 |
* |
|
61 |
* FIXME: exception thrown when findLocation from jimage by multiple threads |
|
62 |
* -Djdk.test.threads=<n> to specify the number of threads. |
|
63 |
*/ |
|
64 |
public class VerifyJimage { |
|
65 |
private static final String MODULE_INFO = "module-info.class"; |
|
66 |
private static final Deque<String> failed = new ConcurrentLinkedDeque<>(); |
|
67 |
||
68 |
public static void main(String... args) throws Exception { |
|
69 |
||
70 |
String home = System.getProperty("java.home"); |
|
71 |
Path bootimagePath = Paths.get(home, "lib", "modules"); |
|
72 |
if (Files.notExists(bootimagePath)) { |
|
73 |
System.out.println("Test skipped, not an images build"); |
|
74 |
return; |
|
75 |
} |
|
76 |
||
77 |
long start = System.nanoTime(); |
|
78 |
int numThreads = Integer.getInteger("jdk.test.threads", 1); |
|
44840
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
79 |
JImageReader reader = newJImageReader(); |
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
80 |
VerifyJimage verify = new VerifyJimage(reader, numThreads); |
36511 | 81 |
if (args.length == 0) { |
82 |
// load classes from jimage |
|
83 |
verify.loadClasses(); |
|
84 |
} else { |
|
85 |
Path dir = Paths.get(args[0]); |
|
86 |
if (Files.notExists(dir) || !Files.isDirectory(dir)) { |
|
87 |
throw new RuntimeException("Invalid argument: " + dir); |
|
88 |
} |
|
89 |
verify.compareExplodedModules(dir); |
|
90 |
} |
|
91 |
verify.waitForCompletion(); |
|
92 |
long end = System.nanoTime(); |
|
44840
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
93 |
int entries = reader.entries(); |
36511 | 94 |
System.out.format("%d entries %d files verified: %d ms %d errors%n", |
95 |
entries, verify.count.get(), |
|
96 |
TimeUnit.NANOSECONDS.toMillis(end - start), failed.size()); |
|
97 |
for (String f : failed) { |
|
98 |
System.err.println(f); |
|
99 |
} |
|
100 |
if (!failed.isEmpty()) { |
|
101 |
throw new AssertionError("Test failed"); |
|
102 |
} |
|
103 |
} |
|
104 |
||
105 |
private final AtomicInteger count = new AtomicInteger(0); |
|
44840
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
106 |
private final JImageReader reader; |
36511 | 107 |
private final ExecutorService pool; |
108 |
||
44840
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
109 |
VerifyJimage(JImageReader reader, int numThreads) { |
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
110 |
this.reader = reader; |
36511 | 111 |
this.pool = Executors.newFixedThreadPool(numThreads); |
112 |
} |
|
113 |
||
114 |
private void waitForCompletion() throws InterruptedException { |
|
115 |
pool.shutdown(); |
|
116 |
pool.awaitTermination(20, TimeUnit.SECONDS); |
|
117 |
} |
|
118 |
||
119 |
private void compareExplodedModules(Path dir) throws IOException { |
|
120 |
System.out.println("comparing jimage with " + dir); |
|
121 |
||
122 |
try (DirectoryStream<Path> stream = Files.newDirectoryStream(dir)) { |
|
123 |
for (Path mdir : stream) { |
|
124 |
if (Files.isDirectory(mdir)) { |
|
125 |
pool.execute(new Runnable() { |
|
126 |
@Override |
|
127 |
public void run() { |
|
128 |
try { |
|
129 |
Files.find(mdir, Integer.MAX_VALUE, (Path p, BasicFileAttributes attr) |
|
130 |
-> !Files.isDirectory(p) && |
|
131 |
!mdir.relativize(p).toString().startsWith("_") && |
|
132 |
!p.getFileName().toString().equals("MANIFEST.MF")) |
|
44840
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
133 |
.forEach(p -> compare(mdir, p, reader)); |
36511 | 134 |
} catch (IOException e) { |
135 |
throw new UncheckedIOException(e); |
|
136 |
} |
|
137 |
} |
|
138 |
}); |
|
139 |
} |
|
140 |
} |
|
141 |
} |
|
142 |
} |
|
143 |
||
144 |
private final List<String> BOOT_RESOURCES = Arrays.asList( |
|
145 |
"java.base/META-INF/services/java.nio.file.spi.FileSystemProvider" |
|
146 |
); |
|
147 |
private final List<String> EXT_RESOURCES = Arrays.asList( |
|
148 |
"jdk.zipfs/META-INF/services/java.nio.file.spi.FileSystemProvider" |
|
149 |
); |
|
150 |
private final List<String> APP_RESOURCES = Arrays.asList( |
|
151 |
"jdk.hotspot.agent/META-INF/services/com.sun.jdi.connect.Connector", |
|
152 |
"jdk.jdi/META-INF/services/com.sun.jdi.connect.Connector" |
|
153 |
); |
|
154 |
||
44840
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
155 |
private void compare(Path mdir, Path p, JImageReader reader) { |
36511 | 156 |
String entry = p.getFileName().toString().equals(MODULE_INFO) |
157 |
? mdir.getFileName().toString() + "/" + MODULE_INFO |
|
158 |
: mdir.relativize(p).toString().replace(File.separatorChar, '/'); |
|
159 |
||
160 |
count.incrementAndGet(); |
|
161 |
String file = mdir.getFileName().toString() + "/" + entry; |
|
162 |
if (APP_RESOURCES.contains(file)) { |
|
163 |
// skip until the service config file is merged |
|
164 |
System.out.println("Skipped " + file); |
|
165 |
return; |
|
166 |
} |
|
167 |
||
44840
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
168 |
if (reader.findLocation(entry) != null) { |
36511 | 169 |
reader.compare(entry, p); |
170 |
} |
|
171 |
} |
|
172 |
||
173 |
private void loadClasses() { |
|
174 |
ClassLoader loader = ClassLoader.getSystemClassLoader(); |
|
44840
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
175 |
Stream.of(reader.getEntryNames()) |
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
176 |
.filter(this::accept) |
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
177 |
.map(this::toClassName) |
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
178 |
.forEach(cn -> { |
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
179 |
count.incrementAndGet(); |
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
180 |
try { |
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
181 |
System.out.println("Loading " + cn); |
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
182 |
Class.forName(cn, false, loader); |
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
183 |
} catch (VerifyError ve) { |
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
184 |
System.err.println("VerifyError for " + cn); |
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
185 |
failed.add(reader.imageName() + ": " + cn + " not verified: " + ve.getMessage()); |
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
186 |
} catch (ClassNotFoundException e) { |
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
187 |
failed.add(reader.imageName() + ": " + cn + " not found"); |
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
188 |
} |
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
189 |
}); |
36511 | 190 |
} |
191 |
||
44840
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
192 |
private String toClassName(String entry) { |
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
193 |
int index = entry.indexOf('/', 1); |
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
194 |
return entry.substring(index + 1, entry.length()) |
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
195 |
.replaceAll("\\.class$", "").replace('/', '.'); |
36511 | 196 |
} |
197 |
||
44852 | 198 |
private static Set<String> EXCLUDED_MODULES = |
199 |
Set.of("javafx.deploy", "jdk.deploy", "jdk.plugin", "jdk.javaws", |
|
200 |
// All JVMCI packages other than jdk.vm.ci.services are dynamically |
|
201 |
// exported to jdk.internal.vm.compiler and jdk.aot |
|
202 |
"jdk.internal.vm.compiler", "jdk.aot" |
|
203 |
); |
|
44840
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
204 |
|
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
205 |
private boolean accept(String entry) { |
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
206 |
int index = entry.indexOf('/', 1); |
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
207 |
String mn = index > 1 ? entry.substring(1, index) : ""; |
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
208 |
// filter deployment modules |
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
209 |
|
44852 | 210 |
if (mn.isEmpty() || EXCLUDED_MODULES.contains(mn)) { |
44840
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
211 |
return false; |
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
212 |
} |
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
213 |
return entry.endsWith(".class") && !entry.endsWith(MODULE_INFO); |
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
214 |
} |
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
215 |
|
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
216 |
private static JImageReader newJImageReader() throws IOException { |
36511 | 217 |
String home = System.getProperty("java.home"); |
218 |
Path jimage = Paths.get(home, "lib", "modules"); |
|
219 |
System.out.println("opened " + jimage); |
|
44840
2761d60c363f
8179025: Exclude deployment modules from FieldSetAccessibleTest.java and VerifyJimage.java
mchung
parents:
42703
diff
changeset
|
220 |
return new JImageReader(jimage); |
36511 | 221 |
} |
222 |
||
223 |
static class JImageReader extends BasicImageReader { |
|
224 |
final Path jimage; |
|
225 |
JImageReader(Path p) throws IOException { |
|
226 |
super(p); |
|
227 |
this.jimage = p; |
|
228 |
} |
|
229 |
||
230 |
String imageName() { |
|
231 |
return jimage.getFileName().toString(); |
|
232 |
} |
|
233 |
||
234 |
int entries() { |
|
235 |
return getHeader().getTableLength(); |
|
236 |
} |
|
237 |
||
238 |
void compare(String entry, Path p) { |
|
239 |
try { |
|
240 |
byte[] bytes = Files.readAllBytes(p); |
|
241 |
byte[] imagebytes = getResource(entry); |
|
242 |
if (!Arrays.equals(bytes, imagebytes)) { |
|
243 |
failed.add(imageName() + ": bytes differs than " + p.toString()); |
|
244 |
} |
|
245 |
} catch (IOException e) { |
|
246 |
throw new UncheckedIOException(e); |
|
247 |
} |
|
248 |
} |
|
249 |
} |
|
250 |
} |