author | egahlin |
Thu, 28 Nov 2019 16:38:25 +0100 | |
changeset 59310 | 72f3dd43dd28 |
parent 59226 | a0f39cc47387 |
child 59327 | 2c3578aa0bdf |
permissions | -rw-r--r-- |
58863 | 1 |
/* |
2 |
* Copyright (c) 2019, Oracle and/or its affiliates. All rights reserved. |
|
3 |
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
|
4 |
* |
|
5 |
* This code is free software; you can redistribute it and/or modify it |
|
6 |
* under the terms of the GNU General Public License version 2 only, as |
|
7 |
* published by the Free Software Foundation. Oracle designates this |
|
8 |
* particular file as subject to the "Classpath" exception as provided |
|
9 |
* by Oracle in the LICENSE file that accompanied this code. |
|
10 |
* |
|
11 |
* This code is distributed in the hope that it will be useful, but WITHOUT |
|
12 |
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
|
13 |
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
|
14 |
* version 2 for more details (a copy is included in the LICENSE file that |
|
15 |
* accompanied this code). |
|
16 |
* |
|
17 |
* You should have received a copy of the GNU General Public License version |
|
18 |
* 2 along with this work; if not, write to the Free Software Foundation, |
|
19 |
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
|
20 |
* |
|
21 |
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
|
22 |
* or visit www.oracle.com if you need additional information or have any |
|
23 |
* questions. |
|
24 |
*/ |
|
25 |
||
26 |
package jdk.jfr.internal.consumer; |
|
27 |
||
28 |
import java.io.IOException; |
|
29 |
import java.nio.file.Path; |
|
30 |
import java.security.AccessControlContext; |
|
31 |
import java.time.Instant; |
|
32 |
import java.util.Arrays; |
|
33 |
import java.util.Comparator; |
|
34 |
import java.util.Objects; |
|
35 |
||
36 |
import jdk.jfr.consumer.RecordedEvent; |
|
37 |
import jdk.jfr.internal.JVM; |
|
59226 | 38 |
import jdk.jfr.internal.PlatformRecording; |
58863 | 39 |
import jdk.jfr.internal.Utils; |
40 |
import jdk.jfr.internal.consumer.ChunkParser.ParserConfiguration; |
|
41 |
||
42 |
/** |
|
43 |
* Implementation of an {@code EventStream}} that operates against a directory |
|
44 |
* with chunk files. |
|
45 |
* |
|
46 |
*/ |
|
59226 | 47 |
public class EventDirectoryStream extends AbstractEventStream { |
58863 | 48 |
|
49 |
private final static Comparator<? super RecordedEvent> EVENT_COMPARATOR = JdkJfrConsumer.instance().eventComparator(); |
|
50 |
||
51 |
private final RepositoryFiles repositoryFiles; |
|
59226 | 52 |
private final PlatformRecording recording; |
58863 | 53 |
private final FileAccess fileAccess; |
54 |
||
55 |
private ChunkParser currentParser; |
|
56 |
private long currentChunkStartNanos; |
|
57 |
private RecordedEvent[] sortedCache; |
|
58 |
private int threadExclusionLevel = 0; |
|
59 |
||
59226 | 60 |
public EventDirectoryStream(AccessControlContext acc, Path p, FileAccess fileAccess, PlatformRecording recording) throws IOException { |
61 |
super(acc, recording); |
|
58863 | 62 |
this.fileAccess = Objects.requireNonNull(fileAccess); |
59226 | 63 |
this.recording = recording; |
58863 | 64 |
this.repositoryFiles = new RepositoryFiles(fileAccess, p); |
65 |
} |
|
66 |
||
67 |
@Override |
|
68 |
public void close() { |
|
69 |
setClosed(true); |
|
70 |
dispatcher().runCloseActions(); |
|
71 |
repositoryFiles.close(); |
|
59310
72f3dd43dd28
8234888: EventStream::close doesn't abort streaming thread
egahlin
parents:
59226
diff
changeset
|
72 |
if (currentParser != null) { |
72f3dd43dd28
8234888: EventStream::close doesn't abort streaming thread
egahlin
parents:
59226
diff
changeset
|
73 |
currentParser.close(); |
72f3dd43dd28
8234888: EventStream::close doesn't abort streaming thread
egahlin
parents:
59226
diff
changeset
|
74 |
} |
58863 | 75 |
} |
76 |
||
77 |
@Override |
|
78 |
public void start() { |
|
79 |
start(Utils.timeToNanos(Instant.now())); |
|
80 |
} |
|
81 |
||
82 |
@Override |
|
83 |
public void startAsync() { |
|
84 |
startAsync(Utils.timeToNanos(Instant.now())); |
|
85 |
} |
|
86 |
||
87 |
@Override |
|
88 |
protected void process() throws IOException { |
|
89 |
JVM jvm = JVM.getJVM(); |
|
90 |
Thread t = Thread.currentThread(); |
|
91 |
try { |
|
92 |
if (jvm.isExcluded(t)) { |
|
93 |
threadExclusionLevel++; |
|
94 |
} else { |
|
95 |
jvm.exclude(t); |
|
96 |
} |
|
97 |
processRecursionSafe(); |
|
98 |
} finally { |
|
99 |
if (threadExclusionLevel > 0) { |
|
100 |
threadExclusionLevel--; |
|
101 |
} else { |
|
102 |
jvm.include(t); |
|
103 |
} |
|
104 |
} |
|
105 |
} |
|
106 |
||
107 |
protected void processRecursionSafe() throws IOException { |
|
108 |
Dispatcher disp = dispatcher(); |
|
109 |
||
110 |
Path path; |
|
59226 | 111 |
boolean validStartTime = recording != null || disp.startTime != null; |
58863 | 112 |
if (validStartTime) { |
113 |
path = repositoryFiles.firstPath(disp.startNanos); |
|
114 |
} else { |
|
115 |
path = repositoryFiles.lastPath(); |
|
116 |
} |
|
117 |
if (path == null) { // closed |
|
118 |
return; |
|
119 |
} |
|
120 |
currentChunkStartNanos = repositoryFiles.getTimestamp(path); |
|
121 |
try (RecordingInput input = new RecordingInput(path.toFile(), fileAccess)) { |
|
122 |
currentParser = new ChunkParser(input, disp.parserConfiguration); |
|
123 |
long segmentStart = currentParser.getStartNanos() + currentParser.getChunkDuration(); |
|
124 |
long filterStart = validStartTime ? disp.startNanos : segmentStart; |
|
125 |
long filterEnd = disp.endTime != null ? disp.endNanos: Long.MAX_VALUE; |
|
126 |
||
127 |
while (!isClosed()) { |
|
128 |
boolean awaitnewEvent = false; |
|
129 |
while (!isClosed() && !currentParser.isChunkFinished()) { |
|
130 |
disp = dispatcher(); |
|
131 |
ParserConfiguration pc = disp.parserConfiguration; |
|
132 |
pc.filterStart = filterStart; |
|
133 |
pc.filterEnd = filterEnd; |
|
134 |
currentParser.updateConfiguration(pc, true); |
|
135 |
currentParser.setFlushOperation(getFlushOperation()); |
|
136 |
if (pc.isOrdered()) { |
|
137 |
awaitnewEvent = processOrdered(disp, awaitnewEvent); |
|
138 |
} else { |
|
139 |
awaitnewEvent = processUnordered(disp, awaitnewEvent); |
|
140 |
} |
|
141 |
if (currentParser.getStartNanos() + currentParser.getChunkDuration() > filterEnd) { |
|
142 |
close(); |
|
143 |
return; |
|
144 |
} |
|
145 |
} |
|
59226 | 146 |
if (isLastChunk()) { |
147 |
// Recording was stopped/closed externally, and no more data to process. |
|
148 |
return; |
|
149 |
} |
|
58863 | 150 |
|
59226 | 151 |
if (repositoryFiles.hasFixedPath() && currentParser.isFinalChunk()) { |
152 |
// JVM process exited/crashed, or repository migrated to an unknown location |
|
153 |
return; |
|
154 |
} |
|
58863 | 155 |
if (isClosed()) { |
59226 | 156 |
// Stream was closed |
58863 | 157 |
return; |
158 |
} |
|
159 |
long durationNanos = currentParser.getChunkDuration(); |
|
160 |
if (durationNanos == 0) { |
|
161 |
// Avoid reading the same chunk again and again if |
|
162 |
// duration is 0 ns |
|
163 |
durationNanos++; |
|
164 |
} |
|
165 |
path = repositoryFiles.nextPath(currentChunkStartNanos + durationNanos); |
|
166 |
if (path == null) { |
|
167 |
return; // stream closed |
|
168 |
} |
|
169 |
currentChunkStartNanos = repositoryFiles.getTimestamp(path); |
|
170 |
input.setFile(path); |
|
171 |
currentParser = currentParser.newChunkParser(); |
|
172 |
// TODO: Optimization. No need filter when we reach new chunk |
|
173 |
// Could set start = 0; |
|
174 |
} |
|
175 |
} |
|
176 |
} |
|
177 |
||
59226 | 178 |
private boolean isLastChunk() { |
179 |
if (recording == null) { |
|
180 |
return false; |
|
181 |
} |
|
182 |
return recording.getFinalChunkStartNanos() >= currentParser.getStartNanos(); |
|
183 |
} |
|
184 |
||
58863 | 185 |
private boolean processOrdered(Dispatcher c, boolean awaitNewEvents) throws IOException { |
186 |
if (sortedCache == null) { |
|
187 |
sortedCache = new RecordedEvent[100_000]; |
|
188 |
} |
|
189 |
int index = 0; |
|
190 |
while (true) { |
|
191 |
RecordedEvent e = currentParser.readStreamingEvent(awaitNewEvents); |
|
192 |
if (e == null) { |
|
193 |
// wait for new event with next call to |
|
194 |
// readStreamingEvent() |
|
195 |
awaitNewEvents = true; |
|
196 |
break; |
|
197 |
} |
|
198 |
awaitNewEvents = false; |
|
199 |
if (index == sortedCache.length) { |
|
200 |
sortedCache = Arrays.copyOf(sortedCache, sortedCache.length * 2); |
|
201 |
} |
|
202 |
sortedCache[index++] = e; |
|
203 |
} |
|
204 |
||
205 |
// no events found |
|
206 |
if (index == 0 && currentParser.isChunkFinished()) { |
|
207 |
return awaitNewEvents; |
|
208 |
} |
|
209 |
// at least 2 events, sort them |
|
210 |
if (index > 1) { |
|
211 |
Arrays.sort(sortedCache, 0, index, EVENT_COMPARATOR); |
|
212 |
} |
|
213 |
for (int i = 0; i < index; i++) { |
|
214 |
c.dispatch(sortedCache[i]); |
|
215 |
} |
|
216 |
return awaitNewEvents; |
|
217 |
} |
|
218 |
||
219 |
private boolean processUnordered(Dispatcher c, boolean awaitNewEvents) throws IOException { |
|
220 |
while (true) { |
|
221 |
RecordedEvent e = currentParser.readStreamingEvent(awaitNewEvents); |
|
222 |
if (e == null) { |
|
223 |
return true; |
|
224 |
} else { |
|
225 |
c.dispatch(e); |
|
226 |
} |
|
227 |
} |
|
228 |
} |
|
59226 | 229 |
|
58863 | 230 |
} |