src/jdk.internal.vm.compiler/share/classes/org.graalvm.compiler.loop.phases/src/org/graalvm/compiler/loop/phases/LoopPartialUnrollPhase.java
author chegar
Thu, 17 Oct 2019 20:54:25 +0100
branchdatagramsocketimpl-branch
changeset 58679 9c3209ff7550
parent 58678 9cf78a70fa4f
parent 58299 6df94ce3ab2f
permissions -rw-r--r--
datagramsocketimpl-branch: merge with default
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
     1
/*
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 55509
diff changeset
     2
 * Copyright (c) 2012, 2019, Oracle and/or its affiliates. All rights reserved.
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
     4
 *
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
     7
 * published by the Free Software Foundation.
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
     8
 *
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    13
 * accompanied this code).
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    14
 *
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    18
 *
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    21
 * questions.
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    22
 */
50858
2d3e99a72541 8205824: Update Graal
never
parents: 47216
diff changeset
    23
2d3e99a72541 8205824: Update Graal
never
parents: 47216
diff changeset
    24
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    25
package org.graalvm.compiler.loop.phases;
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    26
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
    27
import jdk.internal.vm.compiler.collections.EconomicMap;
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
    28
import jdk.internal.vm.compiler.collections.Equivalence;
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    29
import org.graalvm.compiler.graph.Graph;
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    30
import org.graalvm.compiler.loop.LoopEx;
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    31
import org.graalvm.compiler.loop.LoopPolicies;
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    32
import org.graalvm.compiler.loop.LoopsData;
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
    33
import org.graalvm.compiler.nodes.LoopBeginNode;
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    34
import org.graalvm.compiler.nodes.StructuredGraph;
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
    35
import org.graalvm.compiler.nodes.extended.OpaqueNode;
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 52910
diff changeset
    36
import org.graalvm.compiler.nodes.spi.CoreProviders;
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    37
import org.graalvm.compiler.phases.common.CanonicalizerPhase;
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
    38
import org.graalvm.compiler.phases.common.util.EconomicSetNodeEventListener;
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    39
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    40
public class LoopPartialUnrollPhase extends LoopPhase<LoopPolicies> {
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    41
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    42
    private final CanonicalizerPhase canonicalizer;
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    43
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    44
    public LoopPartialUnrollPhase(LoopPolicies policies, CanonicalizerPhase canonicalizer) {
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    45
        super(policies);
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    46
        this.canonicalizer = canonicalizer;
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    47
    }
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    48
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    49
    @Override
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    50
    @SuppressWarnings("try")
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 52910
diff changeset
    51
    protected void run(StructuredGraph graph, CoreProviders context) {
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    52
        if (graph.hasLoops()) {
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
    53
            EconomicSetNodeEventListener listener = new EconomicSetNodeEventListener();
46762
f7defa99f173 8185829: Update Graal
dlong
parents: 46640
diff changeset
    54
            boolean changed = true;
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
    55
            EconomicMap<LoopBeginNode, OpaqueNode> opaqueUnrolledStrides = null;
46762
f7defa99f173 8185829: Update Graal
dlong
parents: 46640
diff changeset
    56
            while (changed) {
f7defa99f173 8185829: Update Graal
dlong
parents: 46640
diff changeset
    57
                changed = false;
f7defa99f173 8185829: Update Graal
dlong
parents: 46640
diff changeset
    58
                try (Graph.NodeEventScope nes = graph.trackNodeEvents(listener)) {
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    59
                    LoopsData dataCounted = new LoopsData(graph);
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    60
                    dataCounted.detectedCountedLoops();
46963
089674d9949b 8186681: Update Graal
iveresov
parents: 46762
diff changeset
    61
                    Graph.Mark mark = graph.getMark();
089674d9949b 8186681: Update Graal
iveresov
parents: 46762
diff changeset
    62
                    boolean prePostInserted = false;
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    63
                    for (LoopEx loop : dataCounted.countedLoops()) {
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    64
                        if (!LoopTransformations.isUnrollableLoop(loop)) {
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    65
                            continue;
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    66
                        }
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    67
                        if (getPolicies().shouldPartiallyUnroll(loop)) {
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    68
                            if (loop.loopBegin().isSimpleLoop()) {
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    69
                                // First perform the pre/post transformation and do the partial
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    70
                                // unroll when we come around again.
46963
089674d9949b 8186681: Update Graal
iveresov
parents: 46762
diff changeset
    71
                                LoopTransformations.insertPrePostLoops(loop);
089674d9949b 8186681: Update Graal
iveresov
parents: 46762
diff changeset
    72
                                prePostInserted = true;
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    73
                            } else {
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
    74
                                if (opaqueUnrolledStrides == null) {
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
    75
                                    opaqueUnrolledStrides = EconomicMap.create(Equivalence.IDENTITY);
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
    76
                                }
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
    77
                                LoopTransformations.partialUnroll(loop, opaqueUnrolledStrides);
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    78
                            }
46762
f7defa99f173 8185829: Update Graal
dlong
parents: 46640
diff changeset
    79
                            changed = true;
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    80
                        }
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    81
                    }
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    82
                    dataCounted.deleteUnusedNodes();
46762
f7defa99f173 8185829: Update Graal
dlong
parents: 46640
diff changeset
    83
f7defa99f173 8185829: Update Graal
dlong
parents: 46640
diff changeset
    84
                    if (!listener.getNodes().isEmpty()) {
f7defa99f173 8185829: Update Graal
dlong
parents: 46640
diff changeset
    85
                        canonicalizer.applyIncremental(graph, context, listener.getNodes());
f7defa99f173 8185829: Update Graal
dlong
parents: 46640
diff changeset
    86
                        listener.getNodes().clear();
f7defa99f173 8185829: Update Graal
dlong
parents: 46640
diff changeset
    87
                    }
46963
089674d9949b 8186681: Update Graal
iveresov
parents: 46762
diff changeset
    88
089674d9949b 8186681: Update Graal
iveresov
parents: 46762
diff changeset
    89
                    assert !prePostInserted || checkCounted(graph, mark);
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    90
                }
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
    91
            }
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
    92
            if (opaqueUnrolledStrides != null) {
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
    93
                try (Graph.NodeEventScope nes = graph.trackNodeEvents(listener)) {
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
    94
                    for (OpaqueNode opaque : opaqueUnrolledStrides.getValues()) {
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
    95
                        opaque.remove();
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
    96
                    }
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
    97
                    if (!listener.getNodes().isEmpty()) {
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
    98
                        canonicalizer.applyIncremental(graph, context, listener.getNodes());
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
    99
                    }
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   100
                }
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   101
            }
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
   102
        }
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
   103
    }
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
   104
46963
089674d9949b 8186681: Update Graal
iveresov
parents: 46762
diff changeset
   105
    private static boolean checkCounted(StructuredGraph graph, Graph.Mark mark) {
089674d9949b 8186681: Update Graal
iveresov
parents: 46762
diff changeset
   106
        LoopsData dataCounted;
089674d9949b 8186681: Update Graal
iveresov
parents: 46762
diff changeset
   107
        dataCounted = new LoopsData(graph);
089674d9949b 8186681: Update Graal
iveresov
parents: 46762
diff changeset
   108
        dataCounted.detectedCountedLoops();
089674d9949b 8186681: Update Graal
iveresov
parents: 46762
diff changeset
   109
        for (LoopEx anyLoop : dataCounted.loops()) {
089674d9949b 8186681: Update Graal
iveresov
parents: 46762
diff changeset
   110
            if (graph.isNew(mark, anyLoop.loopBegin())) {
089674d9949b 8186681: Update Graal
iveresov
parents: 46762
diff changeset
   111
                assert anyLoop.isCounted() : "pre/post transformation loses counted loop " + anyLoop.loopBegin();
089674d9949b 8186681: Update Graal
iveresov
parents: 46762
diff changeset
   112
            }
089674d9949b 8186681: Update Graal
iveresov
parents: 46762
diff changeset
   113
        }
089674d9949b 8186681: Update Graal
iveresov
parents: 46762
diff changeset
   114
        return true;
089674d9949b 8186681: Update Graal
iveresov
parents: 46762
diff changeset
   115
    }
089674d9949b 8186681: Update Graal
iveresov
parents: 46762
diff changeset
   116
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
   117
    @Override
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
   118
    public boolean checkContract() {
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
   119
        return false;
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
   120
    }
70bdce04c59b 8183991: Update Graal
iveresov
parents:
diff changeset
   121
}