author | chegar |
Mon, 28 Sep 2015 13:39:27 +0100 | |
changeset 32834 | e1dca5fe4de3 |
parent 32649 | 2ee9017c7597 |
child 33656 | ef901bc43f7a |
permissions | -rw-r--r-- |
2 | 1 |
/* |
30338
957ee8b5a33a
8026049: (bf) Intrinsify ByteBuffer.put{Int, Double, Float, ...} methods
aph
parents:
25859
diff
changeset
|
2 |
* Copyright (c) 2000, 2015, Oracle and/or its affiliates. All rights reserved. |
2 | 3 |
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4 |
* |
|
5 |
* This code is free software; you can redistribute it and/or modify it |
|
6 |
* under the terms of the GNU General Public License version 2 only, as |
|
5506 | 7 |
* published by the Free Software Foundation. Oracle designates this |
2 | 8 |
* particular file as subject to the "Classpath" exception as provided |
5506 | 9 |
* by Oracle in the LICENSE file that accompanied this code. |
2 | 10 |
* |
11 |
* This code is distributed in the hope that it will be useful, but WITHOUT |
|
12 |
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
|
13 |
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
|
14 |
* version 2 for more details (a copy is included in the LICENSE file that |
|
15 |
* accompanied this code). |
|
16 |
* |
|
17 |
* You should have received a copy of the GNU General Public License version |
|
18 |
* 2 along with this work; if not, write to the Free Software Foundation, |
|
19 |
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
|
20 |
* |
|
5506 | 21 |
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
22 |
* or visit www.oracle.com if you need additional information or have any |
|
23 |
* questions. |
|
2 | 24 |
*/ |
25 |
||
26 |
package java.nio; |
|
27 |
||
28 |
import java.security.AccessController; |
|
23009
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
29 |
import java.util.concurrent.atomic.AtomicLong; |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
30 |
import java.util.concurrent.atomic.LongAdder; |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
31 |
|
32834
e1dca5fe4de3
8137056: Move SharedSecrets and interface friends out of sun.misc
chegar
parents:
32649
diff
changeset
|
32 |
import jdk.internal.misc.JavaNioAccess; |
e1dca5fe4de3
8137056: Move SharedSecrets and interface friends out of sun.misc
chegar
parents:
32649
diff
changeset
|
33 |
import jdk.internal.misc.JavaLangRefAccess; |
e1dca5fe4de3
8137056: Move SharedSecrets and interface friends out of sun.misc
chegar
parents:
32649
diff
changeset
|
34 |
import jdk.internal.misc.SharedSecrets; |
2 | 35 |
import sun.misc.Unsafe; |
36 |
import sun.misc.VM; |
|
37 |
||
38 |
/** |
|
39 |
* Access to bits, native and otherwise. |
|
40 |
*/ |
|
41 |
||
42 |
class Bits { // package-private |
|
43 |
||
44 |
private Bits() { } |
|
45 |
||
46 |
||
47 |
// -- Swapping -- |
|
48 |
||
49 |
static short swap(short x) { |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
50 |
return Short.reverseBytes(x); |
2 | 51 |
} |
52 |
||
53 |
static char swap(char x) { |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
54 |
return Character.reverseBytes(x); |
2 | 55 |
} |
56 |
||
57 |
static int swap(int x) { |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
58 |
return Integer.reverseBytes(x); |
2 | 59 |
} |
60 |
||
61 |
static long swap(long x) { |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
62 |
return Long.reverseBytes(x); |
2 | 63 |
} |
64 |
||
65 |
||
66 |
// -- get/put char -- |
|
67 |
||
32649
2ee9017c7597
8136583: Core libraries should use blessed modifier order
martin
parents:
30338
diff
changeset
|
68 |
private static char makeChar(byte b1, byte b0) { |
2 | 69 |
return (char)((b1 << 8) | (b0 & 0xff)); |
70 |
} |
|
71 |
||
72 |
static char getCharL(ByteBuffer bb, int bi) { |
|
73 |
return makeChar(bb._get(bi + 1), |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
74 |
bb._get(bi )); |
2 | 75 |
} |
76 |
||
77 |
static char getCharL(long a) { |
|
78 |
return makeChar(_get(a + 1), |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
79 |
_get(a )); |
2 | 80 |
} |
81 |
||
82 |
static char getCharB(ByteBuffer bb, int bi) { |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
83 |
return makeChar(bb._get(bi ), |
2 | 84 |
bb._get(bi + 1)); |
85 |
} |
|
86 |
||
87 |
static char getCharB(long a) { |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
88 |
return makeChar(_get(a ), |
2 | 89 |
_get(a + 1)); |
90 |
} |
|
91 |
||
92 |
static char getChar(ByteBuffer bb, int bi, boolean bigEndian) { |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
93 |
return bigEndian ? getCharB(bb, bi) : getCharL(bb, bi); |
2 | 94 |
} |
95 |
||
96 |
static char getChar(long a, boolean bigEndian) { |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
97 |
return bigEndian ? getCharB(a) : getCharL(a); |
2 | 98 |
} |
99 |
||
100 |
private static byte char1(char x) { return (byte)(x >> 8); } |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
101 |
private static byte char0(char x) { return (byte)(x ); } |
2 | 102 |
|
103 |
static void putCharL(ByteBuffer bb, int bi, char x) { |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
104 |
bb._put(bi , char0(x)); |
2 | 105 |
bb._put(bi + 1, char1(x)); |
106 |
} |
|
107 |
||
108 |
static void putCharL(long a, char x) { |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
109 |
_put(a , char0(x)); |
2 | 110 |
_put(a + 1, char1(x)); |
111 |
} |
|
112 |
||
113 |
static void putCharB(ByteBuffer bb, int bi, char x) { |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
114 |
bb._put(bi , char1(x)); |
2 | 115 |
bb._put(bi + 1, char0(x)); |
116 |
} |
|
117 |
||
118 |
static void putCharB(long a, char x) { |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
119 |
_put(a , char1(x)); |
2 | 120 |
_put(a + 1, char0(x)); |
121 |
} |
|
122 |
||
123 |
static void putChar(ByteBuffer bb, int bi, char x, boolean bigEndian) { |
|
124 |
if (bigEndian) |
|
125 |
putCharB(bb, bi, x); |
|
126 |
else |
|
127 |
putCharL(bb, bi, x); |
|
128 |
} |
|
129 |
||
130 |
static void putChar(long a, char x, boolean bigEndian) { |
|
131 |
if (bigEndian) |
|
132 |
putCharB(a, x); |
|
133 |
else |
|
134 |
putCharL(a, x); |
|
135 |
} |
|
136 |
||
137 |
||
138 |
// -- get/put short -- |
|
139 |
||
32649
2ee9017c7597
8136583: Core libraries should use blessed modifier order
martin
parents:
30338
diff
changeset
|
140 |
private static short makeShort(byte b1, byte b0) { |
2 | 141 |
return (short)((b1 << 8) | (b0 & 0xff)); |
142 |
} |
|
143 |
||
144 |
static short getShortL(ByteBuffer bb, int bi) { |
|
145 |
return makeShort(bb._get(bi + 1), |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
146 |
bb._get(bi )); |
2 | 147 |
} |
148 |
||
149 |
static short getShortL(long a) { |
|
150 |
return makeShort(_get(a + 1), |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
151 |
_get(a )); |
2 | 152 |
} |
153 |
||
154 |
static short getShortB(ByteBuffer bb, int bi) { |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
155 |
return makeShort(bb._get(bi ), |
2 | 156 |
bb._get(bi + 1)); |
157 |
} |
|
158 |
||
159 |
static short getShortB(long a) { |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
160 |
return makeShort(_get(a ), |
2 | 161 |
_get(a + 1)); |
162 |
} |
|
163 |
||
164 |
static short getShort(ByteBuffer bb, int bi, boolean bigEndian) { |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
165 |
return bigEndian ? getShortB(bb, bi) : getShortL(bb, bi); |
2 | 166 |
} |
167 |
||
168 |
static short getShort(long a, boolean bigEndian) { |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
169 |
return bigEndian ? getShortB(a) : getShortL(a); |
2 | 170 |
} |
171 |
||
172 |
private static byte short1(short x) { return (byte)(x >> 8); } |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
173 |
private static byte short0(short x) { return (byte)(x ); } |
2 | 174 |
|
175 |
static void putShortL(ByteBuffer bb, int bi, short x) { |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
176 |
bb._put(bi , short0(x)); |
2 | 177 |
bb._put(bi + 1, short1(x)); |
178 |
} |
|
179 |
||
180 |
static void putShortL(long a, short x) { |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
181 |
_put(a , short0(x)); |
2 | 182 |
_put(a + 1, short1(x)); |
183 |
} |
|
184 |
||
185 |
static void putShortB(ByteBuffer bb, int bi, short x) { |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
186 |
bb._put(bi , short1(x)); |
2 | 187 |
bb._put(bi + 1, short0(x)); |
188 |
} |
|
189 |
||
190 |
static void putShortB(long a, short x) { |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
191 |
_put(a , short1(x)); |
2 | 192 |
_put(a + 1, short0(x)); |
193 |
} |
|
194 |
||
195 |
static void putShort(ByteBuffer bb, int bi, short x, boolean bigEndian) { |
|
196 |
if (bigEndian) |
|
197 |
putShortB(bb, bi, x); |
|
198 |
else |
|
199 |
putShortL(bb, bi, x); |
|
200 |
} |
|
201 |
||
202 |
static void putShort(long a, short x, boolean bigEndian) { |
|
203 |
if (bigEndian) |
|
204 |
putShortB(a, x); |
|
205 |
else |
|
206 |
putShortL(a, x); |
|
207 |
} |
|
208 |
||
209 |
||
210 |
// -- get/put int -- |
|
211 |
||
32649
2ee9017c7597
8136583: Core libraries should use blessed modifier order
martin
parents:
30338
diff
changeset
|
212 |
private static int makeInt(byte b3, byte b2, byte b1, byte b0) { |
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
213 |
return (((b3 ) << 24) | |
2 | 214 |
((b2 & 0xff) << 16) | |
215 |
((b1 & 0xff) << 8) | |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
216 |
((b0 & 0xff) )); |
2 | 217 |
} |
218 |
||
219 |
static int getIntL(ByteBuffer bb, int bi) { |
|
220 |
return makeInt(bb._get(bi + 3), |
|
221 |
bb._get(bi + 2), |
|
222 |
bb._get(bi + 1), |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
223 |
bb._get(bi )); |
2 | 224 |
} |
225 |
||
226 |
static int getIntL(long a) { |
|
227 |
return makeInt(_get(a + 3), |
|
228 |
_get(a + 2), |
|
229 |
_get(a + 1), |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
230 |
_get(a )); |
2 | 231 |
} |
232 |
||
233 |
static int getIntB(ByteBuffer bb, int bi) { |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
234 |
return makeInt(bb._get(bi ), |
2 | 235 |
bb._get(bi + 1), |
236 |
bb._get(bi + 2), |
|
237 |
bb._get(bi + 3)); |
|
238 |
} |
|
239 |
||
240 |
static int getIntB(long a) { |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
241 |
return makeInt(_get(a ), |
2 | 242 |
_get(a + 1), |
243 |
_get(a + 2), |
|
244 |
_get(a + 3)); |
|
245 |
} |
|
246 |
||
247 |
static int getInt(ByteBuffer bb, int bi, boolean bigEndian) { |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
248 |
return bigEndian ? getIntB(bb, bi) : getIntL(bb, bi) ; |
2 | 249 |
} |
250 |
||
251 |
static int getInt(long a, boolean bigEndian) { |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
252 |
return bigEndian ? getIntB(a) : getIntL(a) ; |
2 | 253 |
} |
254 |
||
255 |
private static byte int3(int x) { return (byte)(x >> 24); } |
|
256 |
private static byte int2(int x) { return (byte)(x >> 16); } |
|
257 |
private static byte int1(int x) { return (byte)(x >> 8); } |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
258 |
private static byte int0(int x) { return (byte)(x ); } |
2 | 259 |
|
260 |
static void putIntL(ByteBuffer bb, int bi, int x) { |
|
261 |
bb._put(bi + 3, int3(x)); |
|
262 |
bb._put(bi + 2, int2(x)); |
|
263 |
bb._put(bi + 1, int1(x)); |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
264 |
bb._put(bi , int0(x)); |
2 | 265 |
} |
266 |
||
267 |
static void putIntL(long a, int x) { |
|
268 |
_put(a + 3, int3(x)); |
|
269 |
_put(a + 2, int2(x)); |
|
270 |
_put(a + 1, int1(x)); |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
271 |
_put(a , int0(x)); |
2 | 272 |
} |
273 |
||
274 |
static void putIntB(ByteBuffer bb, int bi, int x) { |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
275 |
bb._put(bi , int3(x)); |
2 | 276 |
bb._put(bi + 1, int2(x)); |
277 |
bb._put(bi + 2, int1(x)); |
|
278 |
bb._put(bi + 3, int0(x)); |
|
279 |
} |
|
280 |
||
281 |
static void putIntB(long a, int x) { |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
282 |
_put(a , int3(x)); |
2 | 283 |
_put(a + 1, int2(x)); |
284 |
_put(a + 2, int1(x)); |
|
285 |
_put(a + 3, int0(x)); |
|
286 |
} |
|
287 |
||
288 |
static void putInt(ByteBuffer bb, int bi, int x, boolean bigEndian) { |
|
289 |
if (bigEndian) |
|
290 |
putIntB(bb, bi, x); |
|
291 |
else |
|
292 |
putIntL(bb, bi, x); |
|
293 |
} |
|
294 |
||
295 |
static void putInt(long a, int x, boolean bigEndian) { |
|
296 |
if (bigEndian) |
|
297 |
putIntB(a, x); |
|
298 |
else |
|
299 |
putIntL(a, x); |
|
300 |
} |
|
301 |
||
302 |
||
303 |
// -- get/put long -- |
|
304 |
||
32649
2ee9017c7597
8136583: Core libraries should use blessed modifier order
martin
parents:
30338
diff
changeset
|
305 |
private static long makeLong(byte b7, byte b6, byte b5, byte b4, |
2 | 306 |
byte b3, byte b2, byte b1, byte b0) |
307 |
{ |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
308 |
return ((((long)b7 ) << 56) | |
2 | 309 |
(((long)b6 & 0xff) << 48) | |
310 |
(((long)b5 & 0xff) << 40) | |
|
311 |
(((long)b4 & 0xff) << 32) | |
|
312 |
(((long)b3 & 0xff) << 24) | |
|
313 |
(((long)b2 & 0xff) << 16) | |
|
314 |
(((long)b1 & 0xff) << 8) | |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
315 |
(((long)b0 & 0xff) )); |
2 | 316 |
} |
317 |
||
318 |
static long getLongL(ByteBuffer bb, int bi) { |
|
319 |
return makeLong(bb._get(bi + 7), |
|
320 |
bb._get(bi + 6), |
|
321 |
bb._get(bi + 5), |
|
322 |
bb._get(bi + 4), |
|
323 |
bb._get(bi + 3), |
|
324 |
bb._get(bi + 2), |
|
325 |
bb._get(bi + 1), |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
326 |
bb._get(bi )); |
2 | 327 |
} |
328 |
||
329 |
static long getLongL(long a) { |
|
330 |
return makeLong(_get(a + 7), |
|
331 |
_get(a + 6), |
|
332 |
_get(a + 5), |
|
333 |
_get(a + 4), |
|
334 |
_get(a + 3), |
|
335 |
_get(a + 2), |
|
336 |
_get(a + 1), |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
337 |
_get(a )); |
2 | 338 |
} |
339 |
||
340 |
static long getLongB(ByteBuffer bb, int bi) { |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
341 |
return makeLong(bb._get(bi ), |
2 | 342 |
bb._get(bi + 1), |
343 |
bb._get(bi + 2), |
|
344 |
bb._get(bi + 3), |
|
345 |
bb._get(bi + 4), |
|
346 |
bb._get(bi + 5), |
|
347 |
bb._get(bi + 6), |
|
348 |
bb._get(bi + 7)); |
|
349 |
} |
|
350 |
||
351 |
static long getLongB(long a) { |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
352 |
return makeLong(_get(a ), |
2 | 353 |
_get(a + 1), |
354 |
_get(a + 2), |
|
355 |
_get(a + 3), |
|
356 |
_get(a + 4), |
|
357 |
_get(a + 5), |
|
358 |
_get(a + 6), |
|
359 |
_get(a + 7)); |
|
360 |
} |
|
361 |
||
362 |
static long getLong(ByteBuffer bb, int bi, boolean bigEndian) { |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
363 |
return bigEndian ? getLongB(bb, bi) : getLongL(bb, bi); |
2 | 364 |
} |
365 |
||
366 |
static long getLong(long a, boolean bigEndian) { |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
367 |
return bigEndian ? getLongB(a) : getLongL(a); |
2 | 368 |
} |
369 |
||
370 |
private static byte long7(long x) { return (byte)(x >> 56); } |
|
371 |
private static byte long6(long x) { return (byte)(x >> 48); } |
|
372 |
private static byte long5(long x) { return (byte)(x >> 40); } |
|
373 |
private static byte long4(long x) { return (byte)(x >> 32); } |
|
374 |
private static byte long3(long x) { return (byte)(x >> 24); } |
|
375 |
private static byte long2(long x) { return (byte)(x >> 16); } |
|
376 |
private static byte long1(long x) { return (byte)(x >> 8); } |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
377 |
private static byte long0(long x) { return (byte)(x ); } |
2 | 378 |
|
379 |
static void putLongL(ByteBuffer bb, int bi, long x) { |
|
380 |
bb._put(bi + 7, long7(x)); |
|
381 |
bb._put(bi + 6, long6(x)); |
|
382 |
bb._put(bi + 5, long5(x)); |
|
383 |
bb._put(bi + 4, long4(x)); |
|
384 |
bb._put(bi + 3, long3(x)); |
|
385 |
bb._put(bi + 2, long2(x)); |
|
386 |
bb._put(bi + 1, long1(x)); |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
387 |
bb._put(bi , long0(x)); |
2 | 388 |
} |
389 |
||
390 |
static void putLongL(long a, long x) { |
|
391 |
_put(a + 7, long7(x)); |
|
392 |
_put(a + 6, long6(x)); |
|
393 |
_put(a + 5, long5(x)); |
|
394 |
_put(a + 4, long4(x)); |
|
395 |
_put(a + 3, long3(x)); |
|
396 |
_put(a + 2, long2(x)); |
|
397 |
_put(a + 1, long1(x)); |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
398 |
_put(a , long0(x)); |
2 | 399 |
} |
400 |
||
401 |
static void putLongB(ByteBuffer bb, int bi, long x) { |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
402 |
bb._put(bi , long7(x)); |
2 | 403 |
bb._put(bi + 1, long6(x)); |
404 |
bb._put(bi + 2, long5(x)); |
|
405 |
bb._put(bi + 3, long4(x)); |
|
406 |
bb._put(bi + 4, long3(x)); |
|
407 |
bb._put(bi + 5, long2(x)); |
|
408 |
bb._put(bi + 6, long1(x)); |
|
409 |
bb._put(bi + 7, long0(x)); |
|
410 |
} |
|
411 |
||
412 |
static void putLongB(long a, long x) { |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
413 |
_put(a , long7(x)); |
2 | 414 |
_put(a + 1, long6(x)); |
415 |
_put(a + 2, long5(x)); |
|
416 |
_put(a + 3, long4(x)); |
|
417 |
_put(a + 4, long3(x)); |
|
418 |
_put(a + 5, long2(x)); |
|
419 |
_put(a + 6, long1(x)); |
|
420 |
_put(a + 7, long0(x)); |
|
421 |
} |
|
422 |
||
423 |
static void putLong(ByteBuffer bb, int bi, long x, boolean bigEndian) { |
|
424 |
if (bigEndian) |
|
425 |
putLongB(bb, bi, x); |
|
426 |
else |
|
427 |
putLongL(bb, bi, x); |
|
428 |
} |
|
429 |
||
430 |
static void putLong(long a, long x, boolean bigEndian) { |
|
431 |
if (bigEndian) |
|
432 |
putLongB(a, x); |
|
433 |
else |
|
434 |
putLongL(a, x); |
|
435 |
} |
|
436 |
||
437 |
||
438 |
// -- get/put float -- |
|
439 |
||
440 |
static float getFloatL(ByteBuffer bb, int bi) { |
|
441 |
return Float.intBitsToFloat(getIntL(bb, bi)); |
|
442 |
} |
|
443 |
||
444 |
static float getFloatL(long a) { |
|
445 |
return Float.intBitsToFloat(getIntL(a)); |
|
446 |
} |
|
447 |
||
448 |
static float getFloatB(ByteBuffer bb, int bi) { |
|
449 |
return Float.intBitsToFloat(getIntB(bb, bi)); |
|
450 |
} |
|
451 |
||
452 |
static float getFloatB(long a) { |
|
453 |
return Float.intBitsToFloat(getIntB(a)); |
|
454 |
} |
|
455 |
||
456 |
static float getFloat(ByteBuffer bb, int bi, boolean bigEndian) { |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
457 |
return bigEndian ? getFloatB(bb, bi) : getFloatL(bb, bi); |
2 | 458 |
} |
459 |
||
460 |
static float getFloat(long a, boolean bigEndian) { |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
461 |
return bigEndian ? getFloatB(a) : getFloatL(a); |
2 | 462 |
} |
463 |
||
464 |
static void putFloatL(ByteBuffer bb, int bi, float x) { |
|
465 |
putIntL(bb, bi, Float.floatToRawIntBits(x)); |
|
466 |
} |
|
467 |
||
468 |
static void putFloatL(long a, float x) { |
|
469 |
putIntL(a, Float.floatToRawIntBits(x)); |
|
470 |
} |
|
471 |
||
472 |
static void putFloatB(ByteBuffer bb, int bi, float x) { |
|
473 |
putIntB(bb, bi, Float.floatToRawIntBits(x)); |
|
474 |
} |
|
475 |
||
476 |
static void putFloatB(long a, float x) { |
|
477 |
putIntB(a, Float.floatToRawIntBits(x)); |
|
478 |
} |
|
479 |
||
480 |
static void putFloat(ByteBuffer bb, int bi, float x, boolean bigEndian) { |
|
481 |
if (bigEndian) |
|
482 |
putFloatB(bb, bi, x); |
|
483 |
else |
|
484 |
putFloatL(bb, bi, x); |
|
485 |
} |
|
486 |
||
487 |
static void putFloat(long a, float x, boolean bigEndian) { |
|
488 |
if (bigEndian) |
|
489 |
putFloatB(a, x); |
|
490 |
else |
|
491 |
putFloatL(a, x); |
|
492 |
} |
|
493 |
||
494 |
||
495 |
// -- get/put double -- |
|
496 |
||
497 |
static double getDoubleL(ByteBuffer bb, int bi) { |
|
498 |
return Double.longBitsToDouble(getLongL(bb, bi)); |
|
499 |
} |
|
500 |
||
501 |
static double getDoubleL(long a) { |
|
502 |
return Double.longBitsToDouble(getLongL(a)); |
|
503 |
} |
|
504 |
||
505 |
static double getDoubleB(ByteBuffer bb, int bi) { |
|
506 |
return Double.longBitsToDouble(getLongB(bb, bi)); |
|
507 |
} |
|
508 |
||
509 |
static double getDoubleB(long a) { |
|
510 |
return Double.longBitsToDouble(getLongB(a)); |
|
511 |
} |
|
512 |
||
513 |
static double getDouble(ByteBuffer bb, int bi, boolean bigEndian) { |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
514 |
return bigEndian ? getDoubleB(bb, bi) : getDoubleL(bb, bi); |
2 | 515 |
} |
516 |
||
517 |
static double getDouble(long a, boolean bigEndian) { |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
518 |
return bigEndian ? getDoubleB(a) : getDoubleL(a); |
2 | 519 |
} |
520 |
||
521 |
static void putDoubleL(ByteBuffer bb, int bi, double x) { |
|
522 |
putLongL(bb, bi, Double.doubleToRawLongBits(x)); |
|
523 |
} |
|
524 |
||
525 |
static void putDoubleL(long a, double x) { |
|
526 |
putLongL(a, Double.doubleToRawLongBits(x)); |
|
527 |
} |
|
528 |
||
529 |
static void putDoubleB(ByteBuffer bb, int bi, double x) { |
|
530 |
putLongB(bb, bi, Double.doubleToRawLongBits(x)); |
|
531 |
} |
|
532 |
||
533 |
static void putDoubleB(long a, double x) { |
|
534 |
putLongB(a, Double.doubleToRawLongBits(x)); |
|
535 |
} |
|
536 |
||
537 |
static void putDouble(ByteBuffer bb, int bi, double x, boolean bigEndian) { |
|
538 |
if (bigEndian) |
|
539 |
putDoubleB(bb, bi, x); |
|
540 |
else |
|
541 |
putDoubleL(bb, bi, x); |
|
542 |
} |
|
543 |
||
544 |
static void putDouble(long a, double x, boolean bigEndian) { |
|
545 |
if (bigEndian) |
|
546 |
putDoubleB(a, x); |
|
547 |
else |
|
548 |
putDoubleL(a, x); |
|
549 |
} |
|
550 |
||
551 |
||
552 |
// -- Unsafe access -- |
|
553 |
||
554 |
private static final Unsafe unsafe = Unsafe.getUnsafe(); |
|
555 |
||
556 |
private static byte _get(long a) { |
|
557 |
return unsafe.getByte(a); |
|
558 |
} |
|
559 |
||
560 |
private static void _put(long a, byte b) { |
|
561 |
unsafe.putByte(a, b); |
|
562 |
} |
|
563 |
||
564 |
static Unsafe unsafe() { |
|
565 |
return unsafe; |
|
566 |
} |
|
567 |
||
568 |
||
569 |
// -- Processor and memory-system properties -- |
|
570 |
||
30338
957ee8b5a33a
8026049: (bf) Intrinsify ByteBuffer.put{Int, Double, Float, ...} methods
aph
parents:
25859
diff
changeset
|
571 |
private static final ByteOrder byteOrder |
957ee8b5a33a
8026049: (bf) Intrinsify ByteBuffer.put{Int, Double, Float, ...} methods
aph
parents:
25859
diff
changeset
|
572 |
= unsafe.isBigEndian() ? ByteOrder.BIG_ENDIAN : ByteOrder.LITTLE_ENDIAN; |
2 | 573 |
|
574 |
static ByteOrder byteOrder() { |
|
575 |
return byteOrder; |
|
576 |
} |
|
577 |
||
578 |
private static int pageSize = -1; |
|
579 |
||
580 |
static int pageSize() { |
|
581 |
if (pageSize == -1) |
|
582 |
pageSize = unsafe().pageSize(); |
|
583 |
return pageSize; |
|
584 |
} |
|
585 |
||
6128
f95e5fdc1a65
6934977: (bf) MappedByteBuffer.load can SIGBUS if file is truncated
alanb
parents:
5994
diff
changeset
|
586 |
static int pageCount(long size) { |
f95e5fdc1a65
6934977: (bf) MappedByteBuffer.load can SIGBUS if file is truncated
alanb
parents:
5994
diff
changeset
|
587 |
return (int)(size + (long)pageSize() - 1L) / pageSize(); |
f95e5fdc1a65
6934977: (bf) MappedByteBuffer.load can SIGBUS if file is truncated
alanb
parents:
5994
diff
changeset
|
588 |
} |
2 | 589 |
|
30338
957ee8b5a33a
8026049: (bf) Intrinsify ByteBuffer.put{Int, Double, Float, ...} methods
aph
parents:
25859
diff
changeset
|
590 |
private static boolean unaligned = unsafe.unalignedAccess(); |
2 | 591 |
|
592 |
static boolean unaligned() { |
|
593 |
return unaligned; |
|
594 |
} |
|
595 |
||
596 |
||
597 |
// -- Direct memory management -- |
|
598 |
||
599 |
// A user-settable upper limit on the maximum amount of allocatable |
|
600 |
// direct buffer memory. This value may be changed during VM |
|
601 |
// initialization if it is launched with "-XX:MaxDirectMemorySize=<size>". |
|
602 |
private static volatile long maxMemory = VM.maxDirectMemory(); |
|
23009
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
603 |
private static final AtomicLong reservedMemory = new AtomicLong(); |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
604 |
private static final AtomicLong totalCapacity = new AtomicLong(); |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
605 |
private static final AtomicLong count = new AtomicLong(); |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
606 |
private static volatile boolean memoryLimitSet = false; |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
607 |
// max. number of sleeps during try-reserving with exponentially |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
608 |
// increasing delay before throwing OutOfMemoryError: |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
609 |
// 1, 2, 4, 8, 16, 32, 64, 128, 256 (total 511 ms ~ 0.5 s) |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
610 |
// which means that OOME will be thrown after 0.5 s of trying |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
611 |
private static final int MAX_SLEEPS = 9; |
2 | 612 |
|
613 |
// These methods should be called whenever direct memory is allocated or |
|
614 |
// freed. They allow the user to control the amount of direct memory |
|
615 |
// which a process may access. All sizes are specified in bytes. |
|
1143
645d4b930f93
6682020: (bf) Support monitoring of direct and mapped buffer usage
alanb
parents:
2
diff
changeset
|
616 |
static void reserveMemory(long size, int cap) { |
23009
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
617 |
|
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
618 |
if (!memoryLimitSet && VM.isBooted()) { |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
619 |
maxMemory = VM.maxDirectMemory(); |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
620 |
memoryLimitSet = true; |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
621 |
} |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
622 |
|
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
623 |
// optimist! |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
624 |
if (tryReserveMemory(size, cap)) { |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
625 |
return; |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
626 |
} |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
627 |
|
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
628 |
final JavaLangRefAccess jlra = SharedSecrets.getJavaLangRefAccess(); |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
629 |
|
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
630 |
// retry while helping enqueue pending Reference objects |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
631 |
// which includes executing pending Cleaner(s) which includes |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
632 |
// Cleaner(s) that free direct buffer memory |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
633 |
while (jlra.tryHandlePendingReference()) { |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
634 |
if (tryReserveMemory(size, cap)) { |
2 | 635 |
return; |
636 |
} |
|
637 |
} |
|
638 |
||
23009
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
639 |
// trigger VM's Reference processing |
2 | 640 |
System.gc(); |
23009
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
641 |
|
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
642 |
// a retry loop with exponential back-off delays |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
643 |
// (this gives VM some time to do it's job) |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
644 |
boolean interrupted = false; |
2 | 645 |
try { |
23009
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
646 |
long sleepTime = 1; |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
647 |
int sleeps = 0; |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
648 |
while (true) { |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
649 |
if (tryReserveMemory(size, cap)) { |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
650 |
return; |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
651 |
} |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
652 |
if (sleeps >= MAX_SLEEPS) { |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
653 |
break; |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
654 |
} |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
655 |
if (!jlra.tryHandlePendingReference()) { |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
656 |
try { |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
657 |
Thread.sleep(sleepTime); |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
658 |
sleepTime <<= 1; |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
659 |
sleeps++; |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
660 |
} catch (InterruptedException e) { |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
661 |
interrupted = true; |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
662 |
} |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
663 |
} |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
664 |
} |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
665 |
|
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
666 |
// no luck |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
667 |
throw new OutOfMemoryError("Direct buffer memory"); |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
668 |
|
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
669 |
} finally { |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
670 |
if (interrupted) { |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
671 |
// don't swallow interrupts |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
672 |
Thread.currentThread().interrupt(); |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
673 |
} |
2 | 674 |
} |
23009
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
675 |
} |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
676 |
|
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
677 |
private static boolean tryReserveMemory(long size, int cap) { |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
678 |
|
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
679 |
// -XX:MaxDirectMemorySize limits the total capacity rather than the |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
680 |
// actual memory usage, which will differ when buffers are page |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
681 |
// aligned. |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
682 |
long totalCap; |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
683 |
while (cap <= maxMemory - (totalCap = totalCapacity.get())) { |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
684 |
if (totalCapacity.compareAndSet(totalCap, totalCap + cap)) { |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
685 |
reservedMemory.addAndGet(size); |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
686 |
count.incrementAndGet(); |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
687 |
return true; |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
688 |
} |
2 | 689 |
} |
690 |
||
23009
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
691 |
return false; |
2 | 692 |
} |
693 |
||
23009
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
694 |
|
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
695 |
static void unreserveMemory(long size, int cap) { |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
696 |
long cnt = count.decrementAndGet(); |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
697 |
long reservedMem = reservedMemory.addAndGet(-size); |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
698 |
long totalCap = totalCapacity.addAndGet(-cap); |
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
699 |
assert cnt >= 0 && reservedMem >= 0 && totalCap >= 0; |
2 | 700 |
} |
701 |
||
3066
cd3861104f4d
6844054: (bf) Eliminate dependency on javax.management.ObjectName
alanb
parents:
1247
diff
changeset
|
702 |
// -- Monitoring of direct buffer usage -- |
1143
645d4b930f93
6682020: (bf) Support monitoring of direct and mapped buffer usage
alanb
parents:
2
diff
changeset
|
703 |
|
645d4b930f93
6682020: (bf) Support monitoring of direct and mapped buffer usage
alanb
parents:
2
diff
changeset
|
704 |
static { |
645d4b930f93
6682020: (bf) Support monitoring of direct and mapped buffer usage
alanb
parents:
2
diff
changeset
|
705 |
// setup access to this package in SharedSecrets |
32834
e1dca5fe4de3
8137056: Move SharedSecrets and interface friends out of sun.misc
chegar
parents:
32649
diff
changeset
|
706 |
SharedSecrets.setJavaNioAccess( |
e1dca5fe4de3
8137056: Move SharedSecrets and interface friends out of sun.misc
chegar
parents:
32649
diff
changeset
|
707 |
new JavaNioAccess() { |
1143
645d4b930f93
6682020: (bf) Support monitoring of direct and mapped buffer usage
alanb
parents:
2
diff
changeset
|
708 |
@Override |
32834
e1dca5fe4de3
8137056: Move SharedSecrets and interface friends out of sun.misc
chegar
parents:
32649
diff
changeset
|
709 |
public JavaNioAccess.BufferPool getDirectBufferPool() { |
e1dca5fe4de3
8137056: Move SharedSecrets and interface friends out of sun.misc
chegar
parents:
32649
diff
changeset
|
710 |
return new JavaNioAccess.BufferPool() { |
3066
cd3861104f4d
6844054: (bf) Eliminate dependency on javax.management.ObjectName
alanb
parents:
1247
diff
changeset
|
711 |
@Override |
cd3861104f4d
6844054: (bf) Eliminate dependency on javax.management.ObjectName
alanb
parents:
1247
diff
changeset
|
712 |
public String getName() { |
cd3861104f4d
6844054: (bf) Eliminate dependency on javax.management.ObjectName
alanb
parents:
1247
diff
changeset
|
713 |
return "direct"; |
cd3861104f4d
6844054: (bf) Eliminate dependency on javax.management.ObjectName
alanb
parents:
1247
diff
changeset
|
714 |
} |
cd3861104f4d
6844054: (bf) Eliminate dependency on javax.management.ObjectName
alanb
parents:
1247
diff
changeset
|
715 |
@Override |
cd3861104f4d
6844054: (bf) Eliminate dependency on javax.management.ObjectName
alanb
parents:
1247
diff
changeset
|
716 |
public long getCount() { |
23009
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
717 |
return Bits.count.get(); |
3066
cd3861104f4d
6844054: (bf) Eliminate dependency on javax.management.ObjectName
alanb
parents:
1247
diff
changeset
|
718 |
} |
cd3861104f4d
6844054: (bf) Eliminate dependency on javax.management.ObjectName
alanb
parents:
1247
diff
changeset
|
719 |
@Override |
cd3861104f4d
6844054: (bf) Eliminate dependency on javax.management.ObjectName
alanb
parents:
1247
diff
changeset
|
720 |
public long getTotalCapacity() { |
23009
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
721 |
return Bits.totalCapacity.get(); |
3066
cd3861104f4d
6844054: (bf) Eliminate dependency on javax.management.ObjectName
alanb
parents:
1247
diff
changeset
|
722 |
} |
cd3861104f4d
6844054: (bf) Eliminate dependency on javax.management.ObjectName
alanb
parents:
1247
diff
changeset
|
723 |
@Override |
cd3861104f4d
6844054: (bf) Eliminate dependency on javax.management.ObjectName
alanb
parents:
1247
diff
changeset
|
724 |
public long getMemoryUsed() { |
23009
e2c92ddeb57f
6857566: (bf) DirectByteBuffer garbage creation can outpace reclamation
plevart
parents:
12538
diff
changeset
|
725 |
return Bits.reservedMemory.get(); |
3066
cd3861104f4d
6844054: (bf) Eliminate dependency on javax.management.ObjectName
alanb
parents:
1247
diff
changeset
|
726 |
} |
cd3861104f4d
6844054: (bf) Eliminate dependency on javax.management.ObjectName
alanb
parents:
1247
diff
changeset
|
727 |
}; |
1143
645d4b930f93
6682020: (bf) Support monitoring of direct and mapped buffer usage
alanb
parents:
2
diff
changeset
|
728 |
} |
10325
b72c20cd583a
7047325: Internal API to improve management of direct buffers
coffeys
parents:
7668
diff
changeset
|
729 |
@Override |
b72c20cd583a
7047325: Internal API to improve management of direct buffers
coffeys
parents:
7668
diff
changeset
|
730 |
public ByteBuffer newDirectByteBuffer(long addr, int cap, Object ob) { |
b72c20cd583a
7047325: Internal API to improve management of direct buffers
coffeys
parents:
7668
diff
changeset
|
731 |
return new DirectByteBuffer(addr, cap, ob); |
b72c20cd583a
7047325: Internal API to improve management of direct buffers
coffeys
parents:
7668
diff
changeset
|
732 |
} |
b72c20cd583a
7047325: Internal API to improve management of direct buffers
coffeys
parents:
7668
diff
changeset
|
733 |
@Override |
b72c20cd583a
7047325: Internal API to improve management of direct buffers
coffeys
parents:
7668
diff
changeset
|
734 |
public void truncate(Buffer buf) { |
b72c20cd583a
7047325: Internal API to improve management of direct buffers
coffeys
parents:
7668
diff
changeset
|
735 |
buf.truncate(); |
b72c20cd583a
7047325: Internal API to improve management of direct buffers
coffeys
parents:
7668
diff
changeset
|
736 |
} |
3066
cd3861104f4d
6844054: (bf) Eliminate dependency on javax.management.ObjectName
alanb
parents:
1247
diff
changeset
|
737 |
}); |
1143
645d4b930f93
6682020: (bf) Support monitoring of direct and mapped buffer usage
alanb
parents:
2
diff
changeset
|
738 |
} |
2 | 739 |
|
740 |
// -- Bulk get/put acceleration -- |
|
741 |
||
742 |
// These numbers represent the point at which we have empirically |
|
743 |
// determined that the average cost of a JNI call exceeds the expense |
|
744 |
// of an element by element copy. These numbers may change over time. |
|
745 |
static final int JNI_COPY_TO_ARRAY_THRESHOLD = 6; |
|
746 |
static final int JNI_COPY_FROM_ARRAY_THRESHOLD = 6; |
|
747 |
||
1151
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
748 |
// This number limits the number of bytes to copy per call to Unsafe's |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
749 |
// copyMemory method. A limit is imposed to allow for safepoint polling |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
750 |
// during a large copy |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
751 |
static final long UNSAFE_COPY_THRESHOLD = 1024L * 1024L; |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
752 |
|
2 | 753 |
// These methods do no bounds checking. Verification that the copy will not |
754 |
// result in memory corruption should be done prior to invocation. |
|
755 |
// All positions and lengths are specified in bytes. |
|
756 |
||
1151
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
757 |
/** |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
758 |
* Copy from given source array to destination address. |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
759 |
* |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
760 |
* @param src |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
761 |
* source array |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
762 |
* @param srcBaseOffset |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
763 |
* offset of first element of storage in source array |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
764 |
* @param srcPos |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
765 |
* offset within source array of the first element to read |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
766 |
* @param dstAddr |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
767 |
* destination address |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
768 |
* @param length |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
769 |
* number of bytes to copy |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
770 |
*/ |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
771 |
static void copyFromArray(Object src, long srcBaseOffset, long srcPos, |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
772 |
long dstAddr, long length) |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
773 |
{ |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
774 |
long offset = srcBaseOffset + srcPos; |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
775 |
while (length > 0) { |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
776 |
long size = (length > UNSAFE_COPY_THRESHOLD) ? UNSAFE_COPY_THRESHOLD : length; |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
777 |
unsafe.copyMemory(src, offset, null, dstAddr, size); |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
778 |
length -= size; |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
779 |
offset += size; |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
780 |
dstAddr += size; |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
781 |
} |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
782 |
} |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
783 |
|
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
784 |
/** |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
785 |
* Copy from source address into given destination array. |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
786 |
* |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
787 |
* @param srcAddr |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
788 |
* source address |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
789 |
* @param dst |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
790 |
* destination array |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
791 |
* @param dstBaseOffset |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
792 |
* offset of first element of storage in destination array |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
793 |
* @param dstPos |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
794 |
* offset within destination array of the first element to write |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
795 |
* @param length |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
796 |
* number of bytes to copy |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
797 |
*/ |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
798 |
static void copyToArray(long srcAddr, Object dst, long dstBaseOffset, long dstPos, |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
799 |
long length) |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
800 |
{ |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
801 |
long offset = dstBaseOffset + dstPos; |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
802 |
while (length > 0) { |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
803 |
long size = (length > UNSAFE_COPY_THRESHOLD) ? UNSAFE_COPY_THRESHOLD : length; |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
804 |
unsafe.copyMemory(null, srcAddr, dst, offset, size); |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
805 |
length -= size; |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
806 |
srcAddr += size; |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
807 |
offset += size; |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
808 |
} |
4070cecdb99d
6570619: (bf) DirectByteBuffer.get/put(byte[]) does not scale well
alanb
parents:
1143
diff
changeset
|
809 |
} |
2 | 810 |
|
811 |
static void copyFromCharArray(Object src, long srcPos, long dstAddr, |
|
812 |
long length) |
|
813 |
{ |
|
814 |
copyFromShortArray(src, srcPos, dstAddr, length); |
|
815 |
} |
|
816 |
||
817 |
static void copyToCharArray(long srcAddr, Object dst, long dstPos, |
|
818 |
long length) |
|
819 |
{ |
|
820 |
copyToShortArray(srcAddr, dst, dstPos, length); |
|
821 |
} |
|
822 |
||
823 |
static native void copyFromShortArray(Object src, long srcPos, long dstAddr, |
|
824 |
long length); |
|
825 |
static native void copyToShortArray(long srcAddr, Object dst, long dstPos, |
|
826 |
long length); |
|
827 |
||
828 |
static native void copyFromIntArray(Object src, long srcPos, long dstAddr, |
|
829 |
long length); |
|
830 |
static native void copyToIntArray(long srcAddr, Object dst, long dstPos, |
|
5994
267f4ce6a585
6940258: (bf) Use intrinsified reverseBytes operation; elide no-op constructs
martin
parents:
5506
diff
changeset
|
831 |
long length); |
2 | 832 |
|
833 |
static native void copyFromLongArray(Object src, long srcPos, long dstAddr, |
|
834 |
long length); |
|
835 |
static native void copyToLongArray(long srcAddr, Object dst, long dstPos, |
|
836 |
long length); |
|
837 |
||
838 |
} |