src/jdk.jfr/share/classes/jdk/jfr/consumer/ChunkParser.java
author egahlin
Fri, 24 May 2019 19:39:31 +0200
branchJEP-349-branch
changeset 57372 50ca040843ea
parent 57360 5d043a159d5c
child 57373 400db63e4937
permissions -rw-r--r--
Prepare infrastructure for multiple implementations of EventStream
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     1
/*
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
     2
 * Copyright (c) 2016, 2019, Oracle and/or its affiliates. All rights reserved.
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     4
 *
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     7
 * published by the Free Software Foundation.  Oracle designates this
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     8
 * particular file as subject to the "Classpath" exception as provided
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     9
 * by Oracle in the LICENSE file that accompanied this code.
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    10
 *
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    11
 * This code is distributed in the hope that it will be useful, but WITHOUT
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    12
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    13
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    14
 * version 2 for more details (a copy is included in the LICENSE file that
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    15
 * accompanied this code).
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    16
 *
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    17
 * You should have received a copy of the GNU General Public License version
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    18
 * 2 along with this work; if not, write to the Free Software Foundation,
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    19
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    20
 *
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    21
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    22
 * or visit www.oracle.com if you need additional information or have any
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    23
 * questions.
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    24
 */
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    25
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    26
package jdk.jfr.consumer;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    27
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    28
import java.io.IOException;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    29
import java.util.Collection;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    30
import java.util.List;
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    31
import java.util.StringJoiner;
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    32
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    33
import jdk.jfr.EventType;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    34
import jdk.jfr.internal.LogLevel;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    35
import jdk.jfr.internal.LogTag;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    36
import jdk.jfr.internal.Logger;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    37
import jdk.jfr.internal.MetadataDescriptor;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    38
import jdk.jfr.internal.Type;
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    39
import jdk.jfr.internal.Utils;
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    40
import jdk.jfr.internal.consumer.ChunkHeader;
57372
50ca040843ea Prepare infrastructure for multiple implementations of EventStream
egahlin
parents: 57360
diff changeset
    41
import jdk.jfr.internal.consumer.InternalEventFilter;
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    42
import jdk.jfr.internal.consumer.Parser;
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    43
import jdk.jfr.internal.consumer.RecordingInput;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    44
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    45
/**
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    46
 * Parses a chunk.
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    47
 *
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    48
 */
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    49
final class ChunkParser {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    50
    private static final long CONSTANT_POOL_TYPE_ID = 1;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    51
    private final RecordingInput input;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    52
    private final ChunkHeader chunkHeader;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    53
    private final MetadataDescriptor metadata;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    54
    private final TimeConverter timeConverter;
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    55
    private final MetadataDescriptor previousMetadata;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    56
    private final long pollInterval;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    57
    private final LongMap<ConstantLookup> constantLookups;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    58
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    59
    private LongMap<Type> typeMap;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    60
    private LongMap<Parser> parsers;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    61
    private boolean chunkFinished;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    62
    private InternalEventFilter eventFilter = InternalEventFilter.ACCEPT_ALL;
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    63
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    64
    public ChunkParser(RecordingInput input) throws IOException {
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    65
        this(new ChunkHeader(input), null, 500);
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    66
    }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    67
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    68
    private ChunkParser(ChunkHeader header, ChunkParser previous, long pollInterval) throws IOException {
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    69
        this.input = header.getInput();
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    70
        this.chunkHeader = header;
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    71
        if (previous == null) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    72
            this.pollInterval = 500;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    73
            this.constantLookups = new LongMap<>();
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    74
            this.previousMetadata = null;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    75
        } else {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    76
            this.constantLookups = previous.constantLookups;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    77
            this.previousMetadata = previous.metadata;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    78
            this.pollInterval = previous.pollInterval;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    79
        }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    80
        this.metadata = header.readMetadata(previousMetadata);
52850
f527b24990d7 8205516: JFR tool
egahlin
parents: 50113
diff changeset
    81
        this.timeConverter = new TimeConverter(chunkHeader, metadata.getGMTOffset());
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    82
        if (metadata != previousMetadata) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    83
            ParserFactory factory = new ParserFactory(metadata, constantLookups, timeConverter);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    84
            parsers = factory.getParsers();
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    85
            typeMap = factory.getTypeMap();
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    86
        } else {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    87
            parsers = previous.parsers;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    88
            typeMap = previous.typeMap;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    89
        }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    90
        constantLookups.forEach(c -> c.newPool());
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    91
        fillConstantPools(0);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    92
        constantLookups.forEach(c -> c.getLatestPool().setResolving());
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    93
        constantLookups.forEach(c -> c.getLatestPool().resolve());
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    94
        constantLookups.forEach(c -> c.getLatestPool().setResolved());
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    95
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    96
        input.position(chunkHeader.getEventStart());
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    97
    }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    98
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
    99
    public void setParserFilter(InternalEventFilter filter) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   100
    // Disable low level filter, since it doesn't work
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   101
    // when a psrser is shared
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   102
    //    this.eventFilter = filter;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   103
    //    updateParserFilters();
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   104
    }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   105
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   106
    public InternalEventFilter getEventFilter() {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   107
        return this.eventFilter;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   108
    }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   109
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   110
    private void updateParserFilters() {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   111
        parsers.forEach(p -> {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   112
            if (p instanceof EventParser) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   113
                EventParser ep = (EventParser) p;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   114
                long threshold = eventFilter.getThreshold(ep.getEventType().getName());
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   115
                if (threshold >= 0) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   116
                    ep.setEnabled(true);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   117
                    ep.setThreshold(timeConverter.convertDurationNanos(threshold));
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   118
                } else {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   119
                    ep.setThreshold(-1L);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   120
                }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   121
            }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   122
        });
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   123
    }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   124
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   125
    /**
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   126
     * Reads an event and returns null when segment or chunk ends.
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   127
     */
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   128
    public RecordedEvent readStreamingEvent(boolean awaitNewEvents) throws IOException {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   129
        long absoluteChunkEnd = chunkHeader.getEnd();
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   130
        while (true) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   131
            RecordedEvent event = readEvent();
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   132
            if (event != null) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   133
                return event;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   134
            }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   135
            if (!awaitNewEvents) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   136
                return null;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   137
            }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   138
            long lastValid = absoluteChunkEnd;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   139
            long metadataPoistion = chunkHeader.getMetataPosition();
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   140
            long contantPosition = chunkHeader.getConstantPoolPosition();
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   141
            chunkFinished = awaitUpdatedHeader(absoluteChunkEnd);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   142
            if (chunkFinished) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   143
                Logger.log(LogTag.JFR_SYSTEM_PARSER, LogLevel.INFO, "At chunk end");
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   144
                return null;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   145
            }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   146
            absoluteChunkEnd = chunkHeader.getEnd();
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   147
            // Read metadata and constant pools for the next segment
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   148
            if (chunkHeader.getMetataPosition() != metadataPoistion) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   149
                Logger.log(LogTag.JFR_SYSTEM_PARSER, LogLevel.INFO, "Found new metadata in chunk. Rebuilding types and parsers");
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   150
                MetadataDescriptor metadata = chunkHeader.readMetadata(previousMetadata);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   151
                ParserFactory factory = new ParserFactory(metadata, constantLookups, timeConverter);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   152
                parsers = factory.getParsers();
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   153
                typeMap = factory.getTypeMap();
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   154
                updateParserFilters();
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   155
            }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   156
            if (contantPosition != chunkHeader.getConstantPoolPosition()) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   157
                Logger.log(LogTag.JFR_SYSTEM_PARSER, LogLevel.INFO, "Found new constant pool data. Filling up pools with new values");
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   158
                constantLookups.forEach(c -> c.getLatestPool().setAllResolved(false));
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   159
                fillConstantPools(contantPosition + chunkHeader.getAbsoluteChunkStart());
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   160
                constantLookups.forEach(c -> c.getLatestPool().setResolving());
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   161
                constantLookups.forEach(c -> c.getLatestPool().resolve());
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   162
                constantLookups.forEach(c -> c.getLatestPool().setResolved());
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   163
            }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   164
            input.position(lastValid);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   165
        }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   166
    }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   167
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   168
    /**
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   169
     * Reads an event and returns null when the chunk ends
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   170
     */
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   171
    public RecordedEvent readEvent() throws IOException {
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   172
        long absoluteChunkEnd = chunkHeader.getEnd();
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   173
        while (input.position() < absoluteChunkEnd) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   174
            long pos = input.position();
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   175
            int size = input.readInt();
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   176
            if (size == 0) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   177
                throw new IOException("Event can't have zero size");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   178
            }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   179
            long typeId = input.readLong();
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   180
            // Skip metadata and constant pool events (id = 0, id = 1)
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   181
            if (typeId > CONSTANT_POOL_TYPE_ID) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   182
                Parser p = parsers.get(typeId);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   183
                if (p instanceof EventParser) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   184
                    EventParser ep = (EventParser) p;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   185
                    RecordedEvent event = ep.parse(input);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   186
                    if (event != null) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   187
                        input.position(pos + size);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   188
                        return event;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   189
                    }
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   190
                }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   191
            }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   192
            input.position(pos + size);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   193
        }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   194
        return null;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   195
    }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   196
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   197
    private boolean awaitUpdatedHeader(long absoluteChunkEnd) throws IOException {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   198
        Logger.log(LogTag.JFR_SYSTEM_PARSER, LogLevel.INFO, "Waiting for more data (streaming). Read so far: " + chunkHeader.getChunkSize() + " bytes");
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   199
        while (true) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   200
            chunkHeader.refresh();
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   201
            if (absoluteChunkEnd != chunkHeader.getEnd()) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   202
                return false;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   203
            }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   204
            if (chunkHeader.isFinished()) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   205
                return true;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   206
            }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   207
            Utils.takeNap(pollInterval);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   208
        }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   209
    }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   210
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   211
    private void fillConstantPools(long abortCP) throws IOException {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   212
        long thisCP = chunkHeader.getConstantPoolPosition() + chunkHeader.getAbsoluteChunkStart();
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   213
        long lastCP = -1;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   214
        long delta = -1;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   215
        boolean log = Logger.shouldLog(LogTag.JFR_SYSTEM_PARSER, LogLevel.TRACE);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   216
        while (thisCP != abortCP && delta != 0) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   217
            input.position(thisCP);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   218
            lastCP = thisCP;
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   219
            int size = input.readInt(); // size
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   220
            long typeId = input.readLong();
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   221
            if (typeId != CONSTANT_POOL_TYPE_ID) {
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   222
                throw new IOException("Expected check point event (id = 1) at position " + lastCP + ", but found type id = " + typeId);
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   223
            }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   224
            input.readLong(); // timestamp
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   225
            input.readLong(); // duration
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   226
            delta = input.readLong();
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   227
            thisCP += delta;
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   228
            boolean flush = input.readBoolean();
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   229
            int poolCount = input.readInt();
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   230
            final long logLastCP = lastCP;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   231
            final long logDelta = delta;
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   232
            Logger.log(LogTag.JFR_SYSTEM_PARSER, LogLevel.TRACE, () -> {
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   233
                return "New constant pool: startPosition=" + logLastCP + ", size=" + size + ", deltaToNext=" + logDelta + ", flush=" + flush + ", poolCount=" + poolCount;
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   234
            });
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   235
            for (int i = 0; i < poolCount; i++) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   236
                long id = input.readLong(); // type id
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   237
                ConstantLookup lookup = constantLookups.get(id);
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   238
                Type type = typeMap.get(id);
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   239
                if (lookup == null) {
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   240
                    Logger.log(LogTag.JFR_SYSTEM_PARSER, LogLevel.INFO, "Found constant pool(" + id + ") that is never used");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   241
                    if (type == null) {
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   242
                        throw new IOException(
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   243
                                "Error parsing constant pool type " + getName(id) + " at position " + input.position() + " at check point between [" + lastCP + ", " + lastCP + size + "]");
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   244
                    }
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   245
                    ConstantMap pool = new ConstantMap(ObjectFactory.create(type, timeConverter), type.getName());
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   246
                    constantLookups.put(type.getId(), new ConstantLookup(pool, type));
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   247
                }
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   248
                Parser parser = parsers.get(id);
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   249
                if (parser == null) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   250
                    throw new IOException("Could not find constant pool type with id = " + id);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   251
                }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   252
                try {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   253
                    int count = input.readInt();
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   254
                    if (count == 0) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   255
                        throw new InternalError("Pool " + type.getName() + " must contain at least one element ");
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   256
                    }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   257
                    if (log) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   258
                        Logger.log(LogTag.JFR_SYSTEM_PARSER, LogLevel.TRACE, "Constant Pool " + i + ": " + type.getName());
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   259
                    }
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   260
                    for (int j = 0; j < count; j++) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   261
                        long key = input.readLong();
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   262
//                      Object resolved = lookup.getCurrent(key);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   263
// Disable cache        Object resolved = lookup.getResolved(key);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   264
//                      if (resolved == null) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   265
                            Object v = parser.parse(input);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   266
                            logConstant(key, v, false);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   267
                            lookup.getLatestPool().put(key, v);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   268
//                        } else {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   269
//                            parser.skip(input);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   270
//                            logConstant(key, resolved, true);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   271
// Disable cache            lookup.getLatestPool().putResolved(key, resolved);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   272
//                        }
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   273
                    }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   274
                } catch (Exception e) {
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   275
                    throw new IOException("Error parsing constant pool type " + getName(id) + " at position " + input.position() + " at check point between [" + lastCP + ", " + lastCP + size + "]",
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   276
                            e);
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   277
                }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   278
            }
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   279
            if (input.position() != lastCP + size) {
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   280
                throw new IOException("Size of check point event doesn't match content");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   281
            }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   282
        }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   283
    }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   284
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   285
    private void logConstant(long key, Object v, boolean preresolved) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   286
        if (!Logger.shouldLog(LogTag.JFR_SYSTEM_PARSER, LogLevel.TRACE)) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   287
            return;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   288
        }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   289
        String valueText;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   290
        if (v.getClass().isArray()) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   291
            Object[] array = (Object[]) v;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   292
            StringJoiner sj = new StringJoiner(", ", "{", "}");
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   293
            for (int i = 0; i < array.length; i++) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   294
                sj.add(textify(array[i]));
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   295
            }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   296
            valueText = sj.toString();
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   297
        } else {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   298
            valueText = textify(v);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   299
        }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   300
        String suffix  = preresolved ? " (presolved)" :"";
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   301
        Logger.log(LogTag.JFR_SYSTEM_PARSER, LogLevel.TRACE, "Constant: " + key + " = " + valueText + suffix);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   302
    }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   303
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   304
    private String textify(Object o) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   305
        if (o == null) { // should not happen
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   306
            return "null";
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   307
        }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   308
        if (o instanceof String) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   309
            return "\"" + String.valueOf(o) + "\"";
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   310
        }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   311
        if (o instanceof RecordedObject) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   312
            return o.getClass().getName();
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   313
        }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   314
        if (o.getClass().isArray()) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   315
            Object[] array = (Object[]) o;
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   316
            if (array.length > 0) {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   317
                return textify(array[0]) + "[]"; // can it be recursive?
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   318
            }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   319
        }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   320
        return String.valueOf(o);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   321
    }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   322
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   323
    private String getName(long id) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   324
        Type type = typeMap.get(id);
52850
f527b24990d7 8205516: JFR tool
egahlin
parents: 50113
diff changeset
   325
        return type == null ? ("unknown(" + id + ")") : type.getName();
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   326
    }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   327
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   328
    public Collection<Type> getTypes() {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   329
        return metadata.getTypes();
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   330
    }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   331
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   332
    public List<EventType> getEventTypes() {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   333
        return metadata.getEventTypes();
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   334
    }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   335
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   336
    public boolean isLastChunk() throws IOException {
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   337
        return chunkHeader.isLastChunk();
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   338
    }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   339
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   340
    public ChunkParser nextChunkParser() throws IOException {
57360
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   341
        return new ChunkParser(chunkHeader.nextHeader(), this, pollInterval);
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   342
    }
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   343
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   344
    public boolean isChunkFinished() {
5d043a159d5c Preview
egahlin
parents: 52850
diff changeset
   345
        return chunkFinished;
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   346
    }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   347
}