src/jdk.internal.vm.compiler/share/classes/org.graalvm.compiler.core.amd64/src/org/graalvm/compiler/core/amd64/AMD64AddressLowering.java
author iveresov
Fri, 02 Feb 2018 17:28:17 -0800
changeset 48861 47f19ff9903c
parent 48190 25cfedf27edc
child 50858 2d3e99a72541
permissions -rw-r--r--
8194819: Update Graal Reviewed-by: kvn
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     1
/*
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     2
 * Copyright (c) 2015, 2016, Oracle and/or its affiliates. All rights reserved.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     4
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     7
 * published by the Free Software Foundation.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     8
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    13
 * accompanied this code).
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    14
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    18
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    21
 * questions.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    22
 */
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    23
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    24
package org.graalvm.compiler.core.amd64;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    25
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    26
import org.graalvm.compiler.asm.amd64.AMD64Address.Scale;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    27
import org.graalvm.compiler.core.common.NumUtil;
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
    28
import org.graalvm.compiler.core.common.type.AbstractPointerStamp;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    29
import org.graalvm.compiler.core.common.type.IntegerStamp;
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46344
diff changeset
    30
import org.graalvm.compiler.debug.DebugContext;
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
    31
import org.graalvm.compiler.nodes.NodeView;
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    32
import org.graalvm.compiler.nodes.StructuredGraph;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    33
import org.graalvm.compiler.nodes.ValueNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    34
import org.graalvm.compiler.nodes.calc.AddNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    35
import org.graalvm.compiler.nodes.calc.LeftShiftNode;
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    36
import org.graalvm.compiler.nodes.calc.NegateNode;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    37
import org.graalvm.compiler.nodes.memory.address.AddressNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    38
import org.graalvm.compiler.phases.common.AddressLoweringPhase.AddressLowering;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    39
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    40
import jdk.vm.ci.meta.JavaConstant;
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    41
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    42
public class AMD64AddressLowering extends AddressLowering {
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
    43
    private static final int ADDRESS_BITS = 64;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    44
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    45
    @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    46
    public AddressNode lower(ValueNode base, ValueNode offset) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    47
        AMD64AddressNode ret = new AMD64AddressNode(base, offset);
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    48
        StructuredGraph graph = base.graph();
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    49
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    50
        boolean changed;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    51
        do {
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    52
            changed = improve(graph, base.getDebug(), ret, false, false);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    53
        } while (changed);
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    54
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
    55
        assert checkAddressBitWidth(ret.getBase());
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
    56
        assert checkAddressBitWidth(ret.getIndex());
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    57
        return graph.unique(ret);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    58
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    59
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
    60
    private static boolean checkAddressBitWidth(ValueNode value) {
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
    61
        return value == null || value.stamp(NodeView.DEFAULT) instanceof AbstractPointerStamp || IntegerStamp.getBits(value.stamp(NodeView.DEFAULT)) == ADDRESS_BITS;
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
    62
    }
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
    63
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46344
diff changeset
    64
    /**
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    65
     * Tries to optimize addresses so that they match the AMD64-specific addressing mode better
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    66
     * (base + index * scale + displacement).
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    67
     *
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    68
     * @param graph the current graph
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    69
     * @param debug the current debug context
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    70
     * @param ret the address that should be optimized
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    71
     * @param isBaseNegated determines if the address base is negated. if so, all values that are
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    72
     *            extracted from the base will be negated as well
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    73
     * @param isIndexNegated determines if the index is negated. if so, all values that are
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    74
     *            extracted from the index will be negated as well
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    75
     * @return true if the address was modified
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46344
diff changeset
    76
     */
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    77
    protected boolean improve(StructuredGraph graph, DebugContext debug, AMD64AddressNode ret, boolean isBaseNegated, boolean isIndexNegated) {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    78
        ValueNode newBase = improveInput(ret, ret.getBase(), 0, isBaseNegated);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    79
        if (newBase != ret.getBase()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    80
            ret.setBase(newBase);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    81
            return true;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    82
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    83
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    84
        ValueNode newIdx = improveInput(ret, ret.getIndex(), ret.getScale().log2, isIndexNegated);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    85
        if (newIdx != ret.getIndex()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    86
            ret.setIndex(newIdx);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    87
            return true;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    88
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    89
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    90
        if (ret.getIndex() instanceof LeftShiftNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    91
            LeftShiftNode shift = (LeftShiftNode) ret.getIndex();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    92
            if (shift.getY().isConstant()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    93
                int amount = ret.getScale().log2 + shift.getY().asJavaConstant().asInt();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    94
                Scale scale = Scale.fromShift(amount);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    95
                if (scale != null) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    96
                    ret.setIndex(shift.getX());
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    97
                    ret.setScale(scale);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    98
                    return true;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    99
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   100
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   101
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   102
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   103
        if (ret.getScale() == Scale.Times1) {
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   104
            if (ret.getIndex() == null && ret.getBase() instanceof AddNode) {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   105
                AddNode add = (AddNode) ret.getBase();
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   106
                ret.setBase(add.getX());
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   107
                ret.setIndex(considerNegation(graph, add.getY(), isBaseNegated));
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   108
                return true;
48861
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   109
            }
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   110
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   111
            if (ret.getBase() == null && ret.getIndex() instanceof AddNode) {
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   112
                AddNode add = (AddNode) ret.getIndex();
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   113
                ret.setBase(considerNegation(graph, add.getX(), isIndexNegated));
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   114
                ret.setIndex(add.getY());
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   115
                return true;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   116
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   117
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   118
            if (ret.getBase() instanceof LeftShiftNode && !(ret.getIndex() instanceof LeftShiftNode)) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   119
                ValueNode tmp = ret.getBase();
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   120
                ret.setBase(considerNegation(graph, ret.getIndex(), isIndexNegated != isBaseNegated));
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   121
                ret.setIndex(considerNegation(graph, tmp, isIndexNegated != isBaseNegated));
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   122
                return true;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   123
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   124
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   125
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   126
        return improveNegation(graph, debug, ret, isBaseNegated, isIndexNegated);
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   127
    }
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   128
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   129
    private boolean improveNegation(StructuredGraph graph, DebugContext debug, AMD64AddressNode ret, boolean originalBaseNegated, boolean originalIndexNegated) {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   130
        boolean baseNegated = originalBaseNegated;
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   131
        boolean indexNegated = originalIndexNegated;
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   132
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   133
        ValueNode originalBase = ret.getBase();
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   134
        ValueNode originalIndex = ret.getIndex();
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   135
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   136
        if (ret.getBase() instanceof NegateNode) {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   137
            NegateNode negate = (NegateNode) ret.getBase();
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   138
            ret.setBase(negate.getValue());
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   139
            baseNegated = !baseNegated;
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   140
        }
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   141
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   142
        if (ret.getIndex() instanceof NegateNode) {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   143
            NegateNode negate = (NegateNode) ret.getIndex();
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   144
            ret.setIndex(negate.getValue());
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   145
            indexNegated = !indexNegated;
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   146
        }
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   147
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   148
        if (baseNegated != originalBaseNegated || indexNegated != originalIndexNegated) {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   149
            ValueNode base = ret.getBase();
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   150
            ValueNode index = ret.getIndex();
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   151
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   152
            boolean improved = improve(graph, debug, ret, baseNegated, indexNegated);
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   153
            if (baseNegated != originalBaseNegated) {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   154
                if (base == ret.getBase()) {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   155
                    ret.setBase(originalBase);
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   156
                } else if (ret.getBase() != null) {
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   157
                    ret.setBase(graph.maybeAddOrUnique(NegateNode.create(ret.getBase(), NodeView.DEFAULT)));
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   158
                }
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   159
            }
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   160
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   161
            if (indexNegated != originalIndexNegated) {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   162
                if (index == ret.getIndex()) {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   163
                    ret.setIndex(originalIndex);
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   164
                } else if (ret.getIndex() != null) {
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   165
                    ret.setIndex(graph.maybeAddOrUnique(NegateNode.create(ret.getIndex(), NodeView.DEFAULT)));
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   166
                }
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   167
            }
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   168
            return improved;
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   169
        } else {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   170
            assert ret.getBase() == originalBase && ret.getIndex() == originalIndex;
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   171
        }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   172
        return false;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   173
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   174
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   175
    private static ValueNode considerNegation(StructuredGraph graph, ValueNode value, boolean negate) {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   176
        if (negate && value != null) {
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   177
            return graph.maybeAddOrUnique(NegateNode.create(value, NodeView.DEFAULT));
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   178
        }
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   179
        return value;
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   180
    }
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   181
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   182
    private static ValueNode improveInput(AMD64AddressNode address, ValueNode node, int shift, boolean negateExtractedDisplacement) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   183
        if (node == null) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   184
            return null;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   185
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   186
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   187
        JavaConstant c = node.asJavaConstant();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   188
        if (c != null) {
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   189
            return improveConstDisp(address, node, c, null, shift, negateExtractedDisplacement);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   190
        } else {
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   191
            if (node.stamp(NodeView.DEFAULT) instanceof IntegerStamp) {
48861
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   192
                assert IntegerStamp.getBits(node.stamp(NodeView.DEFAULT)) == ADDRESS_BITS;
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   193
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   194
                /*
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   195
                 * we can't swallow zero-extends because of multiple reasons:
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   196
                 *
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   197
                 * a) we might encounter something like the following: ZeroExtend(Add(negativeValue,
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   198
                 * positiveValue)). if we swallow the zero-extend in this case and subsequently
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   199
                 * optimize the add, we might end up with a negative value that has less than 64
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   200
                 * bits in base or index. such a value would require sign extension instead of
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   201
                 * zero-extension but the backend can only do (implicit) zero-extension by using a
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   202
                 * larger register (e.g., rax instead of eax).
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   203
                 *
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   204
                 * b) our backend does not guarantee that the upper half of a 64-bit register equals
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   205
                 * 0 if a 32-bit value is stored in there.
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   206
                 *
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   207
                 * c) we also can't swallow zero-extends with less than 32 bits as most of these
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   208
                 * values are immediately sign-extended to 32 bit by the backend (therefore, the
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   209
                 * subsequent implicit zero-extension to 64 bit won't do what we expect).
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   210
                 */
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   211
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   212
                if (node instanceof AddNode) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   213
                    AddNode add = (AddNode) node;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   214
                    if (add.getX().isConstant()) {
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   215
                        return improveConstDisp(address, node, add.getX().asJavaConstant(), add.getY(), shift, negateExtractedDisplacement);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   216
                    } else if (add.getY().isConstant()) {
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   217
                        return improveConstDisp(address, node, add.getY().asJavaConstant(), add.getX(), shift, negateExtractedDisplacement);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   218
                    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   219
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   220
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   221
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   222
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   223
        return node;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   224
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   225
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   226
    private static ValueNode improveConstDisp(AMD64AddressNode address, ValueNode original, JavaConstant c, ValueNode other, int shift, boolean negateExtractedDisplacement) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   227
        if (c.getJavaKind().isNumericInteger()) {
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   228
            long delta = c.asLong() << shift;
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   229
            if (updateDisplacement(address, delta, negateExtractedDisplacement)) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   230
                return other;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   231
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   232
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   233
        return original;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   234
    }
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   235
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   236
    protected static boolean updateDisplacement(AMD64AddressNode address, long displacementDelta, boolean negateDelta) {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   237
        long sign = negateDelta ? -1 : 1;
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   238
        long disp = address.getDisplacement() + displacementDelta * sign;
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   239
        if (NumUtil.isInt(disp)) {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   240
            address.setDisplacement((int) disp);
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   241
            return true;
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   242
        }
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   243
        return false;
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   244
    }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   245
}