src/jdk.internal.vm.compiler/share/classes/org.graalvm.compiler.hotspot.amd64/src/org/graalvm/compiler/hotspot/amd64/AMD64HotSpotAddressLowering.java
author dlong
Thu, 14 Nov 2019 12:21:00 -0800
changeset 59095 03fbcd06b4c0
parent 54084 84f10bbf993f
permissions -rw-r--r--
8233841: Update Graal Reviewed-by: kvn
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     1
/*
52910
583fd71c47d6 8214023: Update Graal
dlong
parents: 50858
diff changeset
     2
 * Copyright (c) 2015, 2018, Oracle and/or its affiliates. All rights reserved.
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     4
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     7
 * published by the Free Software Foundation.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     8
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    13
 * accompanied this code).
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    14
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    18
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    21
 * questions.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    22
 */
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    23
50858
2d3e99a72541 8205824: Update Graal
never
parents: 49873
diff changeset
    24
2d3e99a72541 8205824: Update Graal
never
parents: 49873
diff changeset
    25
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    26
package org.graalvm.compiler.hotspot.amd64;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    27
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    28
import static org.graalvm.compiler.core.common.GraalOptions.GeneratePIC;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    29
49873
26ebfe8ce852 8199755: Update Graal
dlong
parents: 49451
diff changeset
    30
import jdk.internal.vm.compiler.collections.EconomicMap;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    31
import org.graalvm.compiler.asm.amd64.AMD64Address.Scale;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    32
import org.graalvm.compiler.core.amd64.AMD64AddressNode;
48861
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
    33
import org.graalvm.compiler.core.amd64.AMD64CompressAddressLowering;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    34
import org.graalvm.compiler.core.common.CompressEncoding;
48861
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
    35
import org.graalvm.compiler.core.common.type.IntegerStamp;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    36
import org.graalvm.compiler.core.common.type.ObjectStamp;
48861
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
    37
import org.graalvm.compiler.graph.Node;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    38
import org.graalvm.compiler.hotspot.GraalHotSpotVMConfig;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    39
import org.graalvm.compiler.hotspot.nodes.GraalHotSpotVMConfigNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    40
import org.graalvm.compiler.hotspot.nodes.type.KlassPointerStamp;
48861
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
    41
import org.graalvm.compiler.loop.BasicInductionVariable;
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
    42
import org.graalvm.compiler.loop.CountedLoopInfo;
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
    43
import org.graalvm.compiler.loop.DerivedInductionVariable;
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
    44
import org.graalvm.compiler.loop.InductionVariable;
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
    45
import org.graalvm.compiler.loop.LoopEx;
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
    46
import org.graalvm.compiler.loop.LoopsData;
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46344
diff changeset
    47
import org.graalvm.compiler.nodes.CompressionNode;
48861
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
    48
import org.graalvm.compiler.nodes.ConstantNode;
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
    49
import org.graalvm.compiler.nodes.NodeView;
48861
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
    50
import org.graalvm.compiler.nodes.PhiNode;
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    51
import org.graalvm.compiler.nodes.StructuredGraph;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    52
import org.graalvm.compiler.nodes.ValueNode;
48861
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
    53
import org.graalvm.compiler.nodes.calc.AddNode;
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
    54
import org.graalvm.compiler.nodes.calc.SignExtendNode;
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
    55
import org.graalvm.compiler.nodes.calc.ZeroExtendNode;
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
    56
import org.graalvm.compiler.nodes.memory.address.AddressNode;
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
    57
import org.graalvm.compiler.nodes.memory.address.OffsetAddressNode;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    58
import org.graalvm.compiler.options.OptionValues;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    59
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    60
import jdk.vm.ci.code.Register;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    61
import jdk.vm.ci.meta.JavaKind;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    62
48861
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
    63
public class AMD64HotSpotAddressLowering extends AMD64CompressAddressLowering {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    64
48861
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
    65
    private static final int ADDRESS_BITS = 64;
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
    66
    private static final int INT_BITS = 32;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    67
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    68
    private final long heapBase;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    69
    private final Register heapBaseRegister;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    70
    private final GraalHotSpotVMConfig config;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    71
    private final boolean generatePIC;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    72
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    73
    public AMD64HotSpotAddressLowering(GraalHotSpotVMConfig config, Register heapBaseRegister, OptionValues options) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    74
        this.heapBase = config.getOopEncoding().getBase();
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    75
        this.config = config;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    76
        this.generatePIC = GeneratePIC.getValue(options);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    77
        if (heapBase == 0 && !generatePIC) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    78
            this.heapBaseRegister = null;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    79
        } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    80
            this.heapBaseRegister = heapBaseRegister;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    81
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    82
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    83
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    84
    @Override
48861
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
    85
    protected final boolean improveUncompression(AMD64AddressNode addr, CompressionNode compression, ValueNode other) {
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    86
        CompressEncoding encoding = compression.getEncoding();
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    87
        Scale scale = Scale.fromShift(encoding.getShift());
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    88
        if (scale == null) {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    89
            return false;
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    90
        }
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    91
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    92
        if (heapBaseRegister != null && encoding.getBase() == heapBase) {
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
    93
            if ((!generatePIC || compression.stamp(NodeView.DEFAULT) instanceof ObjectStamp) && other == null) {
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    94
                // With PIC it is only legal to do for oops since the base value may be
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    95
                // different at runtime.
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    96
                ValueNode base = compression.graph().unique(new HeapBaseNode(heapBaseRegister));
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    97
                addr.setBase(base);
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    98
            } else {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    99
                return false;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   100
            }
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   101
        } else if (encoding.getBase() != 0 || (generatePIC && compression.stamp(NodeView.DEFAULT) instanceof KlassPointerStamp)) {
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   102
            if (generatePIC) {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   103
                if (other == null) {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   104
                    ValueNode base = compression.graph().unique(new GraalHotSpotVMConfigNode(config, config.MARKID_NARROW_KLASS_BASE_ADDRESS, JavaKind.Long));
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   105
                    addr.setBase(base);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   106
                } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   107
                    return false;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   108
                }
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   109
            } else {
48861
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   110
                if (updateDisplacement(addr, encoding.getBase(), false)) {
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   111
                    addr.setBase(other);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   112
                } else {
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   113
                    return false;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   114
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   115
            }
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   116
        } else {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   117
            addr.setBase(other);
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   118
        }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   119
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   120
        addr.setScale(scale);
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   121
        addr.setIndex(compression.getValue());
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   122
        return true;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   123
    }
48861
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   124
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   125
    @Override
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   126
    public void preProcess(StructuredGraph graph) {
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   127
        if (graph.hasLoops()) {
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   128
            LoopsData loopsData = new LoopsData(graph);
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   129
            loopsData.detectedCountedLoops();
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   130
            for (LoopEx loop : loopsData.countedLoops()) {
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   131
                for (OffsetAddressNode offsetAdressNode : loop.whole().nodes().filter(OffsetAddressNode.class)) {
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   132
                    tryOptimize(offsetAdressNode, loop);
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   133
                }
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   134
            }
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   135
        }
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   136
    }
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   137
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   138
    @Override
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   139
    public void postProcess(AddressNode lowered) {
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   140
        // Allow implicit zero extend for always positive input. This
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   141
        // assumes that the upper bits of the operand is zero out by
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   142
        // the backend.
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   143
        AMD64AddressNode address = (AMD64AddressNode) lowered;
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   144
        address.setBase(tryImplicitZeroExtend(address.getBase()));
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   145
        address.setIndex(tryImplicitZeroExtend(address.getIndex()));
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   146
    }
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   147
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   148
    private static void tryOptimize(OffsetAddressNode offsetAddress, LoopEx loop) {
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   149
        EconomicMap<Node, InductionVariable> ivs = loop.getInductionVariables();
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   150
        InductionVariable currentIV = ivs.get(offsetAddress.getOffset());
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   151
        while (currentIV != null) {
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   152
            if (!(currentIV instanceof DerivedInductionVariable)) {
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   153
                break;
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   154
            }
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   155
            ValueNode currentValue = currentIV.valueNode();
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   156
            if (currentValue.isDeleted()) {
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   157
                break;
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   158
            }
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   159
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   160
            if (currentValue instanceof ZeroExtendNode) {
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   161
                ZeroExtendNode zeroExtendNode = (ZeroExtendNode) currentValue;
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   162
                if (applicableToImplicitZeroExtend(zeroExtendNode)) {
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   163
                    ValueNode input = zeroExtendNode.getValue();
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   164
                    if (input instanceof AddNode) {
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   165
                        AddNode add = (AddNode) input;
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   166
                        if (add.getX().isConstant()) {
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   167
                            optimizeAdd(zeroExtendNode, (ConstantNode) add.getX(), add.getY(), loop);
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   168
                        } else if (add.getY().isConstant()) {
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   169
                            optimizeAdd(zeroExtendNode, (ConstantNode) add.getY(), add.getX(), loop);
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   170
                        }
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   171
                    }
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   172
                }
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   173
            }
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   174
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   175
            currentIV = ((DerivedInductionVariable) currentIV).getBase();
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   176
        }
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   177
    }
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   178
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   179
    /**
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   180
     * Given that Add(a, cst) is always positive, performs the following: ZeroExtend(Add(a, cst)) ->
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   181
     * Add(SignExtend(a), SignExtend(cst)).
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   182
     */
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   183
    private static void optimizeAdd(ZeroExtendNode zeroExtendNode, ConstantNode constant, ValueNode other, LoopEx loop) {
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   184
        StructuredGraph graph = zeroExtendNode.graph();
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   185
        AddNode addNode = graph.unique(new AddNode(signExtend(other, loop), ConstantNode.forLong(constant.asJavaConstant().asInt(), graph)));
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   186
        zeroExtendNode.replaceAtUsages(addNode);
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   187
    }
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   188
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   189
    /**
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   190
     * Create a sign extend for {@code input}, or zero extend if {@code input} can be proven
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   191
     * positive.
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   192
     */
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   193
    private static ValueNode signExtend(ValueNode input, LoopEx loop) {
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   194
        StructuredGraph graph = input.graph();
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   195
        if (input instanceof PhiNode) {
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   196
            EconomicMap<Node, InductionVariable> ivs = loop.getInductionVariables();
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   197
            InductionVariable inductionVariable = ivs.get(input);
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   198
            if (inductionVariable != null && inductionVariable instanceof BasicInductionVariable) {
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   199
                CountedLoopInfo countedLoopInfo = loop.counted();
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   200
                IntegerStamp initStamp = (IntegerStamp) inductionVariable.initNode().stamp(NodeView.DEFAULT);
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   201
                if (initStamp.isPositive()) {
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   202
                    if (inductionVariable.isConstantExtremum() && countedLoopInfo.counterNeverOverflows()) {
48861
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   203
                        long init = inductionVariable.constantInit();
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   204
                        long stride = inductionVariable.constantStride();
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   205
                        long extremum = inductionVariable.constantExtremum();
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   206
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   207
                        if (init >= 0 && extremum >= 0) {
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   208
                            long shortestTrip = (extremum - init) / stride + 1;
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   209
                            if (countedLoopInfo.constantMaxTripCount().equals(shortestTrip)) {
48861
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   210
                                return graph.unique(new ZeroExtendNode(input, INT_BITS, ADDRESS_BITS, true));
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   211
                            }
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   212
                        }
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   213
                    }
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   214
                    if (countedLoopInfo.getCounter() == inductionVariable &&
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   215
                                    inductionVariable.direction() == InductionVariable.Direction.Up &&
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   216
                                    (countedLoopInfo.getOverFlowGuard() != null || countedLoopInfo.counterNeverOverflows())) {
48861
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   217
                        return graph.unique(new ZeroExtendNode(input, INT_BITS, ADDRESS_BITS, true));
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   218
                    }
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   219
                }
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   220
            }
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   221
        }
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   222
        return input.graph().maybeAddOrUnique(SignExtendNode.create(input, ADDRESS_BITS, NodeView.DEFAULT));
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   223
    }
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   224
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   225
    private static boolean applicableToImplicitZeroExtend(ZeroExtendNode zeroExtendNode) {
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   226
        return zeroExtendNode.isInputAlwaysPositive() && zeroExtendNode.getInputBits() == INT_BITS && zeroExtendNode.getResultBits() == ADDRESS_BITS;
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   227
    }
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   228
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   229
    private static ValueNode tryImplicitZeroExtend(ValueNode input) {
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   230
        if (input instanceof ZeroExtendNode) {
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   231
            ZeroExtendNode zeroExtendNode = (ZeroExtendNode) input;
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   232
            if (applicableToImplicitZeroExtend(zeroExtendNode)) {
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   233
                return zeroExtendNode.getValue();
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   234
            }
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   235
        }
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   236
        return input;
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   237
    }
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   238
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   239
}