src/jdk.internal.vm.compiler/share/classes/org.graalvm.compiler.replacements/src/org/graalvm/compiler/replacements/ConstantStringIndexOfSnippets.java
author iveresov
Fri, 02 Feb 2018 17:28:17 -0800
changeset 48861 47f19ff9903c
parent 47216 71c04702a3d5
child 49451 e06f9607f370
permissions -rw-r--r--
8194819: Update Graal Reviewed-by: kvn
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
     1
/*
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
     2
 * Copyright (c) 2016, Oracle and/or its affiliates. All rights reserved.
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
     4
 *
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
     7
 * published by the Free Software Foundation.
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
     8
 *
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    13
 * accompanied this code).
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    14
 *
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    18
 *
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    21
 * questions.
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    22
 */
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    23
package org.graalvm.compiler.replacements;
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    24
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    25
import static org.graalvm.compiler.replacements.SnippetTemplate.DEFAULT_REPLACER;
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    26
48861
47f19ff9903c 8194819: Update Graal
iveresov
parents: 47216
diff changeset
    27
import org.graalvm.compiler.api.replacements.Fold;
47f19ff9903c 8194819: Update Graal
iveresov
parents: 47216
diff changeset
    28
import org.graalvm.compiler.api.replacements.Fold.InjectedParameter;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    29
import org.graalvm.compiler.api.replacements.Snippet;
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    30
import org.graalvm.compiler.api.replacements.Snippet.ConstantParameter;
48861
47f19ff9903c 8194819: Update Graal
iveresov
parents: 47216
diff changeset
    31
import org.graalvm.compiler.api.replacements.SnippetReflectionProvider;
47f19ff9903c 8194819: Update Graal
iveresov
parents: 47216
diff changeset
    32
import org.graalvm.compiler.core.common.spi.ArrayOffsetProvider;
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46344
diff changeset
    33
import org.graalvm.compiler.debug.DebugHandlersFactory;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    34
import org.graalvm.compiler.nodes.StructuredGraph;
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    35
import org.graalvm.compiler.nodes.spi.LoweringTool;
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    36
import org.graalvm.compiler.options.OptionValues;
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    37
import org.graalvm.compiler.phases.util.Providers;
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    38
import org.graalvm.compiler.replacements.SnippetTemplate.AbstractTemplates;
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    39
import org.graalvm.compiler.replacements.SnippetTemplate.Arguments;
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    40
import org.graalvm.compiler.replacements.SnippetTemplate.SnippetInfo;
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    41
import org.graalvm.compiler.replacements.nodes.ExplodeLoopNode;
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    42
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    43
import jdk.vm.ci.code.TargetDescription;
48861
47f19ff9903c 8194819: Update Graal
iveresov
parents: 47216
diff changeset
    44
import jdk.vm.ci.meta.JavaKind;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    45
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    46
public class ConstantStringIndexOfSnippets implements Snippets {
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    47
    public static class Templates extends AbstractTemplates {
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    48
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    49
        private final SnippetInfo indexOfConstant = snippet(ConstantStringIndexOfSnippets.class, "indexOfConstant");
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    50
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46344
diff changeset
    51
        public Templates(OptionValues options, Iterable<DebugHandlersFactory> factories, Providers providers, SnippetReflectionProvider snippetReflection, TargetDescription target) {
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46344
diff changeset
    52
            super(options, factories, providers, snippetReflection, target);
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    53
        }
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    54
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    55
        public void lower(SnippetLowerableMemoryNode stringIndexOf, LoweringTool tool) {
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    56
            StructuredGraph graph = stringIndexOf.graph();
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    57
            Arguments args = new Arguments(indexOfConstant, graph.getGuardsStage(), tool.getLoweringStage());
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    58
            args.add("source", stringIndexOf.getArgument(0));
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    59
            args.add("sourceOffset", stringIndexOf.getArgument(1));
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    60
            args.add("sourceCount", stringIndexOf.getArgument(2));
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    61
            args.addConst("target", stringIndexOf.getArgument(3));
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    62
            args.add("targetOffset", stringIndexOf.getArgument(4));
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    63
            args.add("targetCount", stringIndexOf.getArgument(5));
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    64
            args.add("origFromIndex", stringIndexOf.getArgument(6));
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    65
            char[] targetCharArray = snippetReflection.asObject(char[].class, stringIndexOf.getArgument(3).asJavaConstant());
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    66
            args.addConst("md2", md2(targetCharArray));
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    67
            args.addConst("cache", computeCache(targetCharArray));
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46344
diff changeset
    68
            template(graph.getDebug(), args).instantiate(providers.getMetaAccess(), stringIndexOf, DEFAULT_REPLACER, args);
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    69
        }
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    70
    }
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    71
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    72
    static int md2(char[] target) {
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    73
        int c = target.length;
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    74
        if (c == 0) {
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    75
            return 0;
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    76
        }
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    77
        char lastChar = target[c - 1];
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    78
        int md2 = c;
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    79
        for (int i = 0; i < c - 1; i++) {
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    80
            if (target[i] == lastChar) {
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    81
                md2 = (c - 1) - i;
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    82
            }
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    83
        }
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    84
        return md2;
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    85
    }
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    86
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    87
    static long computeCache(char[] s) {
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    88
        int c = s.length;
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    89
        int cache = 0;
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    90
        int i;
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    91
        for (i = 0; i < c - 1; i++) {
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    92
            cache |= (1 << (s[i] & 63));
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    93
        }
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    94
        return cache;
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    95
    }
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
    96
48861
47f19ff9903c 8194819: Update Graal
iveresov
parents: 47216
diff changeset
    97
    @Fold
47f19ff9903c 8194819: Update Graal
iveresov
parents: 47216
diff changeset
    98
    static int charArrayBaseOffset(@InjectedParameter ArrayOffsetProvider arrayOffsetProvider) {
47f19ff9903c 8194819: Update Graal
iveresov
parents: 47216
diff changeset
    99
        return arrayOffsetProvider.arrayBaseOffset(JavaKind.Char);
47f19ff9903c 8194819: Update Graal
iveresov
parents: 47216
diff changeset
   100
    }
47f19ff9903c 8194819: Update Graal
iveresov
parents: 47216
diff changeset
   101
47f19ff9903c 8194819: Update Graal
iveresov
parents: 47216
diff changeset
   102
    /** Marker value for the {@link InjectedParameter} injected parameter. */
47f19ff9903c 8194819: Update Graal
iveresov
parents: 47216
diff changeset
   103
    static final ArrayOffsetProvider INJECTED = null;
47f19ff9903c 8194819: Update Graal
iveresov
parents: 47216
diff changeset
   104
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   105
    @Snippet
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   106
    public static int indexOfConstant(char[] source, int sourceOffset, int sourceCount,
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   107
                    @ConstantParameter char[] target, int targetOffset, int targetCount,
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   108
                    int origFromIndex, @ConstantParameter int md2, @ConstantParameter long cache) {
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   109
        int fromIndex = origFromIndex;
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   110
        if (fromIndex >= sourceCount) {
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   111
            return (targetCount == 0 ? sourceCount : -1);
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   112
        }
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   113
        if (fromIndex < 0) {
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   114
            fromIndex = 0;
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   115
        }
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   116
        if (targetCount == 0) {
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   117
            return fromIndex;
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   118
        }
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   119
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   120
        int targetCountLess1 = targetCount - 1;
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   121
        int sourceEnd = sourceCount - targetCountLess1;
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   122
48861
47f19ff9903c 8194819: Update Graal
iveresov
parents: 47216
diff changeset
   123
        long base = charArrayBaseOffset(INJECTED);
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   124
        int lastChar = UnsafeAccess.UNSAFE.getChar(target, base + targetCountLess1 * 2);
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   125
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   126
        outer_loop: for (long i = sourceOffset + fromIndex; i < sourceEnd;) {
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   127
            int src = UnsafeAccess.UNSAFE.getChar(source, base + (i + targetCountLess1) * 2);
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   128
            if (src == lastChar) {
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   129
                // With random strings and a 4-character alphabet,
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   130
                // reverse matching at this point sets up 0.8% fewer
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   131
                // frames, but (paradoxically) makes 0.3% more probes.
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   132
                // Since those probes are nearer the lastChar probe,
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   133
                // there is may be a net D$ win with reverse matching.
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   134
                // But, reversing loop inhibits unroll of inner loop
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   135
                // for unknown reason. So, does running outer loop from
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   136
                // (sourceOffset - targetCountLess1) to (sourceOffset + sourceCount)
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   137
                if (targetCount <= 8) {
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   138
                    ExplodeLoopNode.explodeLoop();
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   139
                }
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   140
                for (long j = 0; j < targetCountLess1; j++) {
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   141
                    char sourceChar = UnsafeAccess.UNSAFE.getChar(source, base + (i + j) * 2);
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   142
                    if (UnsafeAccess.UNSAFE.getChar(target, base + (targetOffset + j) * 2) != sourceChar) {
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   143
                        if ((cache & (1 << sourceChar)) == 0) {
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   144
                            if (md2 < j + 1) {
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   145
                                i += j + 1;
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   146
                                continue outer_loop;
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   147
                            }
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   148
                        }
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   149
                        i += md2;
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   150
                        continue outer_loop;
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   151
                    }
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   152
                }
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   153
                return (int) (i - sourceOffset);
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   154
            }
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   155
            if ((cache & (1 << src)) == 0) {
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   156
                i += targetCountLess1;
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   157
            }
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   158
            i++;
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   159
        }
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   160
        return -1;
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   161
    }
694c102fd8ed 8177046: Update Graal
iveresov
parents:
diff changeset
   162
}