src/jdk.jfr/share/classes/jdk/jfr/consumer/ChunkParser.java
author egahlin
Fri, 24 May 2019 20:30:12 +0200
branchJEP-349-branch
changeset 57373 400db63e4937
parent 57372 50ca040843ea
child 57376 8e8a06a3059c
permissions -rw-r--r--
Move LongMap to util. Update use cases
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     1
/*
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
     2
 * Copyright (c) 2016, 2019, Oracle and/or its affiliates. All rights reserved.
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     4
 *
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     7
 * published by the Free Software Foundation.  Oracle designates this
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     8
 * particular file as subject to the "Classpath" exception as provided
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     9
 * by Oracle in the LICENSE file that accompanied this code.
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    10
 *
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    11
 * This code is distributed in the hope that it will be useful, but WITHOUT
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    12
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    13
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    14
 * version 2 for more details (a copy is included in the LICENSE file that
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    15
 * accompanied this code).
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    16
 *
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    17
 * You should have received a copy of the GNU General Public License version
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    18
 * 2 along with this work; if not, write to the Free Software Foundation,
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    19
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    20
 *
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    21
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    22
 * or visit www.oracle.com if you need additional information or have any
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    23
 * questions.
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    24
 */
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    25
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    26
package jdk.jfr.consumer;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    27
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    28
import java.io.IOException;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    29
import java.util.Collection;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    30
import java.util.List;
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    31
import java.util.StringJoiner;
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    32
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    33
import jdk.jfr.EventType;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    34
import jdk.jfr.internal.LogLevel;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    35
import jdk.jfr.internal.LogTag;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    36
import jdk.jfr.internal.Logger;
57373
400db63e4937 Move LongMap to util. Update use cases
egahlin
parents: 57372
diff changeset
    37
import jdk.jfr.internal.LongMap;
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    38
import jdk.jfr.internal.MetadataDescriptor;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    39
import jdk.jfr.internal.Type;
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    40
import jdk.jfr.internal.Utils;
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    41
import jdk.jfr.internal.consumer.ChunkHeader;
57372
50ca040843ea Prepare infrastructure for multiple implementations of EventStream
egahlin
parents: 57360
diff changeset
    42
import jdk.jfr.internal.consumer.InternalEventFilter;
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    43
import jdk.jfr.internal.consumer.Parser;
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    44
import jdk.jfr.internal.consumer.RecordingInput;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    45
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    46
/**
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    47
 * Parses a chunk.
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    48
 *
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    49
 */
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    50
final class ChunkParser {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    51
    private static final long CONSTANT_POOL_TYPE_ID = 1;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    52
    private final RecordingInput input;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    53
    private final ChunkHeader chunkHeader;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    54
    private final MetadataDescriptor metadata;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    55
    private final TimeConverter timeConverter;
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    56
    private final MetadataDescriptor previousMetadata;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    57
    private final long pollInterval;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    58
    private final LongMap<ConstantLookup> constantLookups;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    59
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    60
    private LongMap<Type> typeMap;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    61
    private LongMap<Parser> parsers;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    62
    private boolean chunkFinished;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    63
    private InternalEventFilter eventFilter = InternalEventFilter.ACCEPT_ALL;
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    64
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    65
    public ChunkParser(RecordingInput input) throws IOException {
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    66
        this(new ChunkHeader(input), null, 500);
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    67
    }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    68
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    69
    private ChunkParser(ChunkHeader header, ChunkParser previous, long pollInterval) throws IOException {
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    70
        this.input = header.getInput();
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    71
        this.chunkHeader = header;
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    72
        if (previous == null) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    73
            this.pollInterval = 500;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    74
            this.constantLookups = new LongMap<>();
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    75
            this.previousMetadata = null;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    76
        } else {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    77
            this.constantLookups = previous.constantLookups;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    78
            this.previousMetadata = previous.metadata;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    79
            this.pollInterval = previous.pollInterval;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    80
        }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    81
        this.metadata = header.readMetadata(previousMetadata);
52850
f527b24990d7 8205516: JFR tool
egahlin
parents: 50113
diff changeset
    82
        this.timeConverter = new TimeConverter(chunkHeader, metadata.getGMTOffset());
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    83
        if (metadata != previousMetadata) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    84
            ParserFactory factory = new ParserFactory(metadata, constantLookups, timeConverter);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    85
            parsers = factory.getParsers();
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    86
            typeMap = factory.getTypeMap();
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    87
        } else {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    88
            parsers = previous.parsers;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    89
            typeMap = previous.typeMap;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    90
        }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    91
        constantLookups.forEach(c -> c.newPool());
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    92
        fillConstantPools(0);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    93
        constantLookups.forEach(c -> c.getLatestPool().setResolving());
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    94
        constantLookups.forEach(c -> c.getLatestPool().resolve());
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    95
        constantLookups.forEach(c -> c.getLatestPool().setResolved());
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    96
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    97
        input.position(chunkHeader.getEventStart());
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    98
    }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    99
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   100
    public void setParserFilter(InternalEventFilter filter) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   101
    // Disable low level filter, since it doesn't work
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   102
    // when a psrser is shared
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   103
    //    this.eventFilter = filter;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   104
    //    updateParserFilters();
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   105
    }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   106
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   107
    public InternalEventFilter getEventFilter() {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   108
        return this.eventFilter;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   109
    }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   110
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   111
    private void updateParserFilters() {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   112
        parsers.forEach(p -> {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   113
            if (p instanceof EventParser) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   114
                EventParser ep = (EventParser) p;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   115
                long threshold = eventFilter.getThreshold(ep.getEventType().getName());
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   116
                if (threshold >= 0) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   117
                    ep.setEnabled(true);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   118
                    ep.setThreshold(timeConverter.convertDurationNanos(threshold));
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   119
                } else {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   120
                    ep.setThreshold(-1L);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   121
                }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   122
            }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   123
        });
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   124
    }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   125
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   126
    /**
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   127
     * Reads an event and returns null when segment or chunk ends.
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   128
     */
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   129
    public RecordedEvent readStreamingEvent(boolean awaitNewEvents) throws IOException {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   130
        long absoluteChunkEnd = chunkHeader.getEnd();
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   131
        while (true) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   132
            RecordedEvent event = readEvent();
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   133
            if (event != null) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   134
                return event;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   135
            }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   136
            if (!awaitNewEvents) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   137
                return null;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   138
            }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   139
            long lastValid = absoluteChunkEnd;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   140
            long metadataPoistion = chunkHeader.getMetataPosition();
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   141
            long contantPosition = chunkHeader.getConstantPoolPosition();
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   142
            chunkFinished = awaitUpdatedHeader(absoluteChunkEnd);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   143
            if (chunkFinished) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   144
                Logger.log(LogTag.JFR_SYSTEM_PARSER, LogLevel.INFO, "At chunk end");
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   145
                return null;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   146
            }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   147
            absoluteChunkEnd = chunkHeader.getEnd();
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   148
            // Read metadata and constant pools for the next segment
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   149
            if (chunkHeader.getMetataPosition() != metadataPoistion) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   150
                Logger.log(LogTag.JFR_SYSTEM_PARSER, LogLevel.INFO, "Found new metadata in chunk. Rebuilding types and parsers");
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   151
                MetadataDescriptor metadata = chunkHeader.readMetadata(previousMetadata);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   152
                ParserFactory factory = new ParserFactory(metadata, constantLookups, timeConverter);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   153
                parsers = factory.getParsers();
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   154
                typeMap = factory.getTypeMap();
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   155
                updateParserFilters();
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   156
            }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   157
            if (contantPosition != chunkHeader.getConstantPoolPosition()) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   158
                Logger.log(LogTag.JFR_SYSTEM_PARSER, LogLevel.INFO, "Found new constant pool data. Filling up pools with new values");
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   159
                constantLookups.forEach(c -> c.getLatestPool().setAllResolved(false));
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   160
                fillConstantPools(contantPosition + chunkHeader.getAbsoluteChunkStart());
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   161
                constantLookups.forEach(c -> c.getLatestPool().setResolving());
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   162
                constantLookups.forEach(c -> c.getLatestPool().resolve());
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   163
                constantLookups.forEach(c -> c.getLatestPool().setResolved());
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   164
            }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   165
            input.position(lastValid);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   166
        }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   167
    }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   168
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   169
    /**
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   170
     * Reads an event and returns null when the chunk ends
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   171
     */
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   172
    public RecordedEvent readEvent() throws IOException {
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   173
        long absoluteChunkEnd = chunkHeader.getEnd();
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   174
        while (input.position() < absoluteChunkEnd) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   175
            long pos = input.position();
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   176
            int size = input.readInt();
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   177
            if (size == 0) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   178
                throw new IOException("Event can't have zero size");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   179
            }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   180
            long typeId = input.readLong();
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   181
            // Skip metadata and constant pool events (id = 0, id = 1)
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   182
            if (typeId > CONSTANT_POOL_TYPE_ID) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   183
                Parser p = parsers.get(typeId);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   184
                if (p instanceof EventParser) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   185
                    EventParser ep = (EventParser) p;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   186
                    RecordedEvent event = ep.parse(input);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   187
                    if (event != null) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   188
                        input.position(pos + size);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   189
                        return event;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   190
                    }
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   191
                }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   192
            }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   193
            input.position(pos + size);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   194
        }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   195
        return null;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   196
    }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   197
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   198
    private boolean awaitUpdatedHeader(long absoluteChunkEnd) throws IOException {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   199
        Logger.log(LogTag.JFR_SYSTEM_PARSER, LogLevel.INFO, "Waiting for more data (streaming). Read so far: " + chunkHeader.getChunkSize() + " bytes");
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   200
        while (true) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   201
            chunkHeader.refresh();
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   202
            if (absoluteChunkEnd != chunkHeader.getEnd()) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   203
                return false;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   204
            }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   205
            if (chunkHeader.isFinished()) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   206
                return true;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   207
            }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   208
            Utils.takeNap(pollInterval);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   209
        }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   210
    }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   211
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   212
    private void fillConstantPools(long abortCP) throws IOException {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   213
        long thisCP = chunkHeader.getConstantPoolPosition() + chunkHeader.getAbsoluteChunkStart();
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   214
        long lastCP = -1;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   215
        long delta = -1;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   216
        boolean log = Logger.shouldLog(LogTag.JFR_SYSTEM_PARSER, LogLevel.TRACE);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   217
        while (thisCP != abortCP && delta != 0) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   218
            input.position(thisCP);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   219
            lastCP = thisCP;
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   220
            int size = input.readInt(); // size
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   221
            long typeId = input.readLong();
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   222
            if (typeId != CONSTANT_POOL_TYPE_ID) {
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   223
                throw new IOException("Expected check point event (id = 1) at position " + lastCP + ", but found type id = " + typeId);
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   224
            }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   225
            input.readLong(); // timestamp
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   226
            input.readLong(); // duration
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   227
            delta = input.readLong();
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   228
            thisCP += delta;
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   229
            boolean flush = input.readBoolean();
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   230
            int poolCount = input.readInt();
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   231
            final long logLastCP = lastCP;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   232
            final long logDelta = delta;
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   233
            Logger.log(LogTag.JFR_SYSTEM_PARSER, LogLevel.TRACE, () -> {
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   234
                return "New constant pool: startPosition=" + logLastCP + ", size=" + size + ", deltaToNext=" + logDelta + ", flush=" + flush + ", poolCount=" + poolCount;
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   235
            });
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   236
            for (int i = 0; i < poolCount; i++) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   237
                long id = input.readLong(); // type id
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   238
                ConstantLookup lookup = constantLookups.get(id);
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   239
                Type type = typeMap.get(id);
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   240
                if (lookup == null) {
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   241
                    Logger.log(LogTag.JFR_SYSTEM_PARSER, LogLevel.INFO, "Found constant pool(" + id + ") that is never used");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   242
                    if (type == null) {
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   243
                        throw new IOException(
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   244
                                "Error parsing constant pool type " + getName(id) + " at position " + input.position() + " at check point between [" + lastCP + ", " + lastCP + size + "]");
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   245
                    }
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   246
                    ConstantMap pool = new ConstantMap(ObjectFactory.create(type, timeConverter), type.getName());
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   247
                    constantLookups.put(type.getId(), new ConstantLookup(pool, type));
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   248
                }
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   249
                Parser parser = parsers.get(id);
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   250
                if (parser == null) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   251
                    throw new IOException("Could not find constant pool type with id = " + id);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   252
                }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   253
                try {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   254
                    int count = input.readInt();
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   255
                    if (count == 0) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   256
                        throw new InternalError("Pool " + type.getName() + " must contain at least one element ");
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   257
                    }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   258
                    if (log) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   259
                        Logger.log(LogTag.JFR_SYSTEM_PARSER, LogLevel.TRACE, "Constant Pool " + i + ": " + type.getName());
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   260
                    }
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   261
                    for (int j = 0; j < count; j++) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   262
                        long key = input.readLong();
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   263
//                      Object resolved = lookup.getCurrent(key);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   264
// Disable cache        Object resolved = lookup.getResolved(key);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   265
//                      if (resolved == null) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   266
                            Object v = parser.parse(input);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   267
                            logConstant(key, v, false);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   268
                            lookup.getLatestPool().put(key, v);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   269
//                        } else {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   270
//                            parser.skip(input);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   271
//                            logConstant(key, resolved, true);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   272
// Disable cache            lookup.getLatestPool().putResolved(key, resolved);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   273
//                        }
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   274
                    }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   275
                } catch (Exception e) {
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   276
                    throw new IOException("Error parsing constant pool type " + getName(id) + " at position " + input.position() + " at check point between [" + lastCP + ", " + lastCP + size + "]",
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   277
                            e);
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   278
                }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   279
            }
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   280
            if (input.position() != lastCP + size) {
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   281
                throw new IOException("Size of check point event doesn't match content");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   282
            }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   283
        }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   284
    }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   285
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   286
    private void logConstant(long key, Object v, boolean preresolved) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   287
        if (!Logger.shouldLog(LogTag.JFR_SYSTEM_PARSER, LogLevel.TRACE)) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   288
            return;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   289
        }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   290
        String valueText;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   291
        if (v.getClass().isArray()) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   292
            Object[] array = (Object[]) v;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   293
            StringJoiner sj = new StringJoiner(", ", "{", "}");
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   294
            for (int i = 0; i < array.length; i++) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   295
                sj.add(textify(array[i]));
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   296
            }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   297
            valueText = sj.toString();
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   298
        } else {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   299
            valueText = textify(v);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   300
        }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   301
        String suffix  = preresolved ? " (presolved)" :"";
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   302
        Logger.log(LogTag.JFR_SYSTEM_PARSER, LogLevel.TRACE, "Constant: " + key + " = " + valueText + suffix);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   303
    }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   304
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   305
    private String textify(Object o) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   306
        if (o == null) { // should not happen
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   307
            return "null";
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   308
        }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   309
        if (o instanceof String) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   310
            return "\"" + String.valueOf(o) + "\"";
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   311
        }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   312
        if (o instanceof RecordedObject) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   313
            return o.getClass().getName();
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   314
        }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   315
        if (o.getClass().isArray()) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   316
            Object[] array = (Object[]) o;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   317
            if (array.length > 0) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   318
                return textify(array[0]) + "[]"; // can it be recursive?
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   319
            }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   320
        }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   321
        return String.valueOf(o);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   322
    }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   323
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   324
    private String getName(long id) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   325
        Type type = typeMap.get(id);
52850
f527b24990d7 8205516: JFR tool
egahlin
parents: 50113
diff changeset
   326
        return type == null ? ("unknown(" + id + ")") : type.getName();
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   327
    }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   328
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   329
    public Collection<Type> getTypes() {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   330
        return metadata.getTypes();
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   331
    }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   332
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   333
    public List<EventType> getEventTypes() {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   334
        return metadata.getEventTypes();
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   335
    }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   336
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   337
    public boolean isLastChunk() throws IOException {
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   338
        return chunkHeader.isLastChunk();
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   339
    }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   340
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   341
    public ChunkParser nextChunkParser() throws IOException {
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   342
        return new ChunkParser(chunkHeader.nextHeader(), this, pollInterval);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   343
    }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   344
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   345
    public boolean isChunkFinished() {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   346
        return chunkFinished;
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   347
    }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   348
}