mirror of
https://github.com/openjdk/jdk.git
synced 2026-01-28 20:18:48 +00:00
754 lines
31 KiB
Plaintext
754 lines
31 KiB
Plaintext
/*
|
|
* Copyright (c) 2019, 2025, Oracle and/or its affiliates. All rights reserved.
|
|
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
|
|
*
|
|
* This code is free software; you can redistribute it and/or modify it
|
|
* under the terms of the GNU General Public License version 2 only, as
|
|
* published by the Free Software Foundation. Oracle designates this
|
|
* particular file as subject to the "Classpath" exception as provided
|
|
* by Oracle in the LICENSE file that accompanied this code.
|
|
*
|
|
* This code is distributed in the hope that it will be useful, but WITHOUT
|
|
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
|
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
|
|
* version 2 for more details (a copy is included in the LICENSE file that
|
|
* accompanied this code).
|
|
*
|
|
* You should have received a copy of the GNU General Public License version
|
|
* 2 along with this work; if not, write to the Free Software Foundation,
|
|
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
|
|
*
|
|
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
|
|
* or visit www.oracle.com if you need additional information or have any
|
|
* questions.
|
|
*/
|
|
package java.lang.invoke;
|
|
|
|
import jdk.internal.foreign.AbstractMemorySegmentImpl;
|
|
import jdk.internal.vm.annotation.ForceInline;
|
|
|
|
import java.lang.foreign.MemorySegment;
|
|
|
|
import static java.lang.invoke.SegmentVarHandle.*;
|
|
|
|
#warn
|
|
|
|
{#if[byte]?final:sealed} class VarHandleSegmentAs$Type$s {
|
|
|
|
#if[!byte]
|
|
static final int NON_PLAIN_ACCESS_MIN_ALIGN_MASK = $BoxType$.BYTES - 1;
|
|
|
|
#end[byte]
|
|
static VarForm selectForm(long alignmentMask, boolean constantOffset) {
|
|
#if[byte]
|
|
return constantOffset ? CONSTANT_OFFSET_FORM : VARIABLE_OFFSET_FORM;
|
|
#else[byte]
|
|
return (alignmentMask & NON_PLAIN_ACCESS_MIN_ALIGN_MASK) != NON_PLAIN_ACCESS_MIN_ALIGN_MASK ?
|
|
(constantOffset ? CONSTANT_OFFSET_FORM : VARIABLE_OFFSET_FORM) :
|
|
(constantOffset ? VarHandleSegmentAs$Type$sAligned.CONSTANT_OFFSET_FORM : VarHandleSegmentAs$Type$sAligned.VARIABLE_OFFSET_FORM);
|
|
#end[byte]
|
|
}
|
|
|
|
static final VarForm CONSTANT_OFFSET_FORM = new VarForm(VarHandleSegmentAs$Type$s.class, MemorySegment.class, $type$.class, long.class);
|
|
static final VarForm VARIABLE_OFFSET_FORM = new VarForm(VarHandleSegmentAs$Type$s.class, MemorySegment.class, $type$.class, long.class, long.class);
|
|
|
|
VarHandleSegmentAs$Type$s() { throw new AssertionError(); }
|
|
|
|
@ForceInline
|
|
static $type$ get(VarHandle ob, Object obb, long base) {
|
|
return get(ob, obb, base, ((SegmentVarHandle) ob).offset);
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ get(VarHandle ob, Object obb, long base, long offset) {
|
|
SegmentVarHandle handle = (SegmentVarHandle)ob;
|
|
AbstractMemorySegmentImpl bb = handle.checkSegment(obb, base, true);
|
|
#if[floatingPoint]
|
|
$rawType$ rawValue = SCOPED_MEMORY_ACCESS.get$RawType$Unaligned(bb.sessionImpl(),
|
|
bb.unsafeGetBase(),
|
|
offset(bb, base, offset),
|
|
handle.be);
|
|
return $Type$.$rawType$BitsTo$Type$(rawValue);
|
|
#else[floatingPoint]
|
|
#if[byte]
|
|
return SCOPED_MEMORY_ACCESS.get$Type$(bb.sessionImpl(),
|
|
bb.unsafeGetBase(),
|
|
offset(bb, base, offset));
|
|
#else[byte]
|
|
return SCOPED_MEMORY_ACCESS.get$Type$Unaligned(bb.sessionImpl(),
|
|
bb.unsafeGetBase(),
|
|
offset(bb, base, offset),
|
|
handle.be);
|
|
#end[byte]
|
|
#end[floatingPoint]
|
|
}
|
|
|
|
@ForceInline
|
|
static void set(VarHandle ob, Object obb, long base, $type$ value) {
|
|
set(ob, obb, base, ((SegmentVarHandle) ob).offset, value);
|
|
}
|
|
|
|
@ForceInline
|
|
static void set(VarHandle ob, Object obb, long base, long offset, $type$ value) {
|
|
SegmentVarHandle handle = (SegmentVarHandle)ob;
|
|
AbstractMemorySegmentImpl bb = handle.checkSegment(obb, base, false);
|
|
#if[floatingPoint]
|
|
SCOPED_MEMORY_ACCESS.put$RawType$Unaligned(bb.sessionImpl(),
|
|
bb.unsafeGetBase(),
|
|
offset(bb, base, offset),
|
|
$Type$.$type$ToRaw$RawType$Bits(value),
|
|
handle.be);
|
|
#else[floatingPoint]
|
|
#if[byte]
|
|
SCOPED_MEMORY_ACCESS.put$Type$(bb.sessionImpl(),
|
|
bb.unsafeGetBase(),
|
|
offset(bb, base, offset),
|
|
value);
|
|
#else[byte]
|
|
SCOPED_MEMORY_ACCESS.put$Type$Unaligned(bb.sessionImpl(),
|
|
bb.unsafeGetBase(),
|
|
offset(bb, base, offset),
|
|
value,
|
|
handle.be);
|
|
#end[byte]
|
|
#end[floatingPoint]
|
|
}
|
|
#if[!byte]
|
|
}
|
|
|
|
// This class must be accessed through non-aligned VarHandleSegmentAs$Type$s
|
|
final class VarHandleSegmentAs$Type$sAligned extends VarHandleSegmentAs$Type$s {
|
|
|
|
static final VarForm CONSTANT_OFFSET_FORM = new VarForm(VarHandleSegmentAs$Type$sAligned.class, VarHandleSegmentAs$Type$s.CONSTANT_OFFSET_FORM);
|
|
static final VarForm VARIABLE_OFFSET_FORM = new VarForm(VarHandleSegmentAs$Type$sAligned.class, VarHandleSegmentAs$Type$s.VARIABLE_OFFSET_FORM);
|
|
|
|
VarHandleSegmentAs$Type$sAligned() { throw new AssertionError(); }
|
|
#end[byte]
|
|
|
|
#if[floatingPoint]
|
|
@ForceInline
|
|
static $rawType$ convEndian(boolean big, $type$ v) {
|
|
$rawType$ rv = $Type$.$type$ToRaw$RawType$Bits(v);
|
|
return big == BE ? rv : $RawBoxType$.reverseBytes(rv);
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ convEndian(boolean big, $rawType$ rv) {
|
|
rv = big == BE ? rv : $RawBoxType$.reverseBytes(rv);
|
|
return $Type$.$rawType$BitsTo$Type$(rv);
|
|
}
|
|
#else[floatingPoint]
|
|
#if[byte]
|
|
@ForceInline
|
|
static $type$ convEndian(boolean big, $type$ n) {
|
|
return n;
|
|
}
|
|
#else[byte]
|
|
@ForceInline
|
|
static $type$ convEndian(boolean big, $type$ n) {
|
|
return big == BE ? n : $BoxType$.reverseBytes(n);
|
|
}
|
|
#end[byte]
|
|
#end[floatingPoint]
|
|
|
|
@ForceInline
|
|
static $type$ getVolatile(VarHandle ob, Object obb, long base) {
|
|
return getVolatile(ob, obb, base, ((SegmentVarHandle) ob).offset);
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ getVolatile(VarHandle ob, Object obb, long base, long offset) {
|
|
SegmentVarHandle handle = (SegmentVarHandle)ob;
|
|
AbstractMemorySegmentImpl bb = handle.checkSegment(obb, base, true);
|
|
return convEndian(handle.be,
|
|
SCOPED_MEMORY_ACCESS.get$RawType$Volatile(bb.sessionImpl(),
|
|
bb.unsafeGetBase(),
|
|
offset(bb, base, offset)));
|
|
}
|
|
|
|
@ForceInline
|
|
static void setVolatile(VarHandle ob, Object obb, long base, $type$ value) {
|
|
setVolatile(ob, obb, base, ((SegmentVarHandle) ob).offset, value);
|
|
}
|
|
|
|
@ForceInline
|
|
static void setVolatile(VarHandle ob, Object obb, long base, long offset, $type$ value) {
|
|
SegmentVarHandle handle = (SegmentVarHandle)ob;
|
|
AbstractMemorySegmentImpl bb = handle.checkSegment(obb, base, false);
|
|
SCOPED_MEMORY_ACCESS.put$RawType$Volatile(bb.sessionImpl(),
|
|
bb.unsafeGetBase(),
|
|
offset(bb, base, offset),
|
|
convEndian(handle.be, value));
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ getAcquire(VarHandle ob, Object obb, long base) {
|
|
return getAcquire(ob, obb, base, ((SegmentVarHandle) ob).offset);
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ getAcquire(VarHandle ob, Object obb, long base, long offset) {
|
|
SegmentVarHandle handle = (SegmentVarHandle)ob;
|
|
AbstractMemorySegmentImpl bb = handle.checkSegment(obb, base, true);
|
|
return convEndian(handle.be,
|
|
SCOPED_MEMORY_ACCESS.get$RawType$Acquire(bb.sessionImpl(),
|
|
bb.unsafeGetBase(),
|
|
offset(bb, base, offset)));
|
|
}
|
|
|
|
@ForceInline
|
|
static void setRelease(VarHandle ob, Object obb, long base, $type$ value) {
|
|
setRelease(ob, obb, base, ((SegmentVarHandle) ob).offset, value);
|
|
}
|
|
|
|
@ForceInline
|
|
static void setRelease(VarHandle ob, Object obb, long base, long offset, $type$ value) {
|
|
SegmentVarHandle handle = (SegmentVarHandle)ob;
|
|
AbstractMemorySegmentImpl bb = handle.checkSegment(obb, base, false);
|
|
SCOPED_MEMORY_ACCESS.put$RawType$Release(bb.sessionImpl(),
|
|
bb.unsafeGetBase(),
|
|
offset(bb, base, offset),
|
|
convEndian(handle.be, value));
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ getOpaque(VarHandle ob, Object obb, long base) {
|
|
return getOpaque(ob, obb, base, ((SegmentVarHandle) ob).offset);
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ getOpaque(VarHandle ob, Object obb, long base, long offset) {
|
|
SegmentVarHandle handle = (SegmentVarHandle)ob;
|
|
AbstractMemorySegmentImpl bb = handle.checkSegment(obb, base, true);
|
|
return convEndian(handle.be,
|
|
SCOPED_MEMORY_ACCESS.get$RawType$Opaque(bb.sessionImpl(),
|
|
bb.unsafeGetBase(),
|
|
offset(bb, base, offset)));
|
|
}
|
|
|
|
@ForceInline
|
|
static void setOpaque(VarHandle ob, Object obb, long base, $type$ value) {
|
|
setOpaque(ob, obb, base, ((SegmentVarHandle) ob).offset, value);
|
|
}
|
|
|
|
@ForceInline
|
|
static void setOpaque(VarHandle ob, Object obb, long base, long offset, $type$ value) {
|
|
SegmentVarHandle handle = (SegmentVarHandle)ob;
|
|
AbstractMemorySegmentImpl bb = handle.checkSegment(obb, base, false);
|
|
SCOPED_MEMORY_ACCESS.put$RawType$Opaque(bb.sessionImpl(),
|
|
bb.unsafeGetBase(),
|
|
offset(bb, base, offset),
|
|
convEndian(handle.be, value));
|
|
}
|
|
#if[CAS]
|
|
|
|
@ForceInline
|
|
static boolean compareAndSet(VarHandle ob, Object obb, long base, $type$ expected, $type$ value) {
|
|
return compareAndSet(ob, obb, base, ((SegmentVarHandle) ob).offset, expected, value);
|
|
}
|
|
|
|
@ForceInline
|
|
static boolean compareAndSet(VarHandle ob, Object obb, long base, long offset, $type$ expected, $type$ value) {
|
|
SegmentVarHandle handle = (SegmentVarHandle)ob;
|
|
AbstractMemorySegmentImpl bb = handle.checkSegment(obb, base, false);
|
|
return SCOPED_MEMORY_ACCESS.compareAndSet$RawType$(bb.sessionImpl(),
|
|
bb.unsafeGetBase(),
|
|
offset(bb, base, offset),
|
|
convEndian(handle.be, expected), convEndian(handle.be, value));
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ compareAndExchange(VarHandle ob, Object obb, long base, $type$ expected, $type$ value) {
|
|
return compareAndExchange(ob, obb, base, ((SegmentVarHandle) ob).offset, expected, value);
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ compareAndExchange(VarHandle ob, Object obb, long base, long offset, $type$ expected, $type$ value) {
|
|
SegmentVarHandle handle = (SegmentVarHandle)ob;
|
|
AbstractMemorySegmentImpl bb = handle.checkSegment(obb, base, false);
|
|
return convEndian(handle.be,
|
|
SCOPED_MEMORY_ACCESS.compareAndExchange$RawType$(bb.sessionImpl(),
|
|
bb.unsafeGetBase(),
|
|
offset(bb, base, offset),
|
|
convEndian(handle.be, expected), convEndian(handle.be, value)));
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ compareAndExchangeAcquire(VarHandle ob, Object obb, long base, $type$ expected, $type$ value) {
|
|
return compareAndExchangeAcquire(ob, obb, base, ((SegmentVarHandle) ob).offset, expected, value);
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ compareAndExchangeAcquire(VarHandle ob, Object obb, long base, long offset, $type$ expected, $type$ value) {
|
|
SegmentVarHandle handle = (SegmentVarHandle)ob;
|
|
AbstractMemorySegmentImpl bb = handle.checkSegment(obb, base, false);
|
|
return convEndian(handle.be,
|
|
SCOPED_MEMORY_ACCESS.compareAndExchange$RawType$Acquire(bb.sessionImpl(),
|
|
bb.unsafeGetBase(),
|
|
offset(bb, base, offset),
|
|
convEndian(handle.be, expected), convEndian(handle.be, value)));
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ compareAndExchangeRelease(VarHandle ob, Object obb, long base, $type$ expected, $type$ value) {
|
|
return compareAndExchangeRelease(ob, obb, base, ((SegmentVarHandle) ob).offset, expected, value);
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ compareAndExchangeRelease(VarHandle ob, Object obb, long base, long offset, $type$ expected, $type$ value) {
|
|
SegmentVarHandle handle = (SegmentVarHandle)ob;
|
|
AbstractMemorySegmentImpl bb = handle.checkSegment(obb, base, false);
|
|
return convEndian(handle.be,
|
|
SCOPED_MEMORY_ACCESS.compareAndExchange$RawType$Release(bb.sessionImpl(),
|
|
bb.unsafeGetBase(),
|
|
offset(bb, base, offset),
|
|
convEndian(handle.be, expected), convEndian(handle.be, value)));
|
|
}
|
|
|
|
@ForceInline
|
|
static boolean weakCompareAndSetPlain(VarHandle ob, Object obb, long base, $type$ expected, $type$ value) {
|
|
return weakCompareAndSetPlain(ob, obb, base, ((SegmentVarHandle) ob).offset, expected, value);
|
|
}
|
|
|
|
@ForceInline
|
|
static boolean weakCompareAndSetPlain(VarHandle ob, Object obb, long base, long offset, $type$ expected, $type$ value) {
|
|
SegmentVarHandle handle = (SegmentVarHandle)ob;
|
|
AbstractMemorySegmentImpl bb = handle.checkSegment(obb, base, false);
|
|
return SCOPED_MEMORY_ACCESS.weakCompareAndSet$RawType$Plain(bb.sessionImpl(),
|
|
bb.unsafeGetBase(),
|
|
offset(bb, base, offset),
|
|
convEndian(handle.be, expected), convEndian(handle.be, value));
|
|
}
|
|
|
|
@ForceInline
|
|
static boolean weakCompareAndSet(VarHandle ob, Object obb, long base, $type$ expected, $type$ value) {
|
|
return weakCompareAndSet(ob, obb, base, ((SegmentVarHandle) ob).offset, expected, value);
|
|
}
|
|
|
|
@ForceInline
|
|
static boolean weakCompareAndSet(VarHandle ob, Object obb, long base, long offset, $type$ expected, $type$ value) {
|
|
SegmentVarHandle handle = (SegmentVarHandle)ob;
|
|
AbstractMemorySegmentImpl bb = handle.checkSegment(obb, base, false);
|
|
return SCOPED_MEMORY_ACCESS.weakCompareAndSet$RawType$(bb.sessionImpl(),
|
|
bb.unsafeGetBase(),
|
|
offset(bb, base, offset),
|
|
convEndian(handle.be, expected), convEndian(handle.be, value));
|
|
}
|
|
|
|
@ForceInline
|
|
static boolean weakCompareAndSetAcquire(VarHandle ob, Object obb, long base, $type$ expected, $type$ value) {
|
|
return weakCompareAndSetAcquire(ob, obb, base, ((SegmentVarHandle) ob).offset, expected, value);
|
|
}
|
|
|
|
@ForceInline
|
|
static boolean weakCompareAndSetAcquire(VarHandle ob, Object obb, long base, long offset, $type$ expected, $type$ value) {
|
|
SegmentVarHandle handle = (SegmentVarHandle)ob;
|
|
AbstractMemorySegmentImpl bb = handle.checkSegment(obb, base, false);
|
|
return SCOPED_MEMORY_ACCESS.weakCompareAndSet$RawType$Acquire(bb.sessionImpl(),
|
|
bb.unsafeGetBase(),
|
|
offset(bb, base, offset),
|
|
convEndian(handle.be, expected), convEndian(handle.be, value));
|
|
}
|
|
|
|
@ForceInline
|
|
static boolean weakCompareAndSetRelease(VarHandle ob, Object obb, long base, $type$ expected, $type$ value) {
|
|
return weakCompareAndSetRelease(ob, obb, base, ((SegmentVarHandle) ob).offset, expected, value);
|
|
}
|
|
|
|
@ForceInline
|
|
static boolean weakCompareAndSetRelease(VarHandle ob, Object obb, long base, long offset, $type$ expected, $type$ value) {
|
|
SegmentVarHandle handle = (SegmentVarHandle)ob;
|
|
AbstractMemorySegmentImpl bb = handle.checkSegment(obb, base, false);
|
|
return SCOPED_MEMORY_ACCESS.weakCompareAndSet$RawType$Release(bb.sessionImpl(),
|
|
bb.unsafeGetBase(),
|
|
offset(bb, base, offset),
|
|
convEndian(handle.be, expected), convEndian(handle.be, value));
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ getAndSet(VarHandle ob, Object obb, long base, $type$ value) {
|
|
return getAndSet(ob, obb, base, ((SegmentVarHandle) ob).offset, value);
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ getAndSet(VarHandle ob, Object obb, long base, long offset, $type$ value) {
|
|
SegmentVarHandle handle = (SegmentVarHandle)ob;
|
|
AbstractMemorySegmentImpl bb = handle.checkSegment(obb, base, false);
|
|
return convEndian(handle.be,
|
|
SCOPED_MEMORY_ACCESS.getAndSet$RawType$(bb.sessionImpl(),
|
|
bb.unsafeGetBase(),
|
|
offset(bb, base, offset),
|
|
convEndian(handle.be, value)));
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ getAndSetAcquire(VarHandle ob, Object obb, long base, $type$ value) {
|
|
return getAndSetAcquire(ob, obb, base, ((SegmentVarHandle) ob).offset, value);
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ getAndSetAcquire(VarHandle ob, Object obb, long base, long offset, $type$ value) {
|
|
SegmentVarHandle handle = (SegmentVarHandle)ob;
|
|
AbstractMemorySegmentImpl bb = handle.checkSegment(obb, base, false);
|
|
return convEndian(handle.be,
|
|
SCOPED_MEMORY_ACCESS.getAndSet$RawType$Acquire(bb.sessionImpl(),
|
|
bb.unsafeGetBase(),
|
|
offset(bb, base, offset),
|
|
convEndian(handle.be, value)));
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ getAndSetRelease(VarHandle ob, Object obb, long base, $type$ value) {
|
|
return getAndSetRelease(ob, obb, base, ((SegmentVarHandle) ob).offset, value);
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ getAndSetRelease(VarHandle ob, Object obb, long base, long offset, $type$ value) {
|
|
SegmentVarHandle handle = (SegmentVarHandle)ob;
|
|
AbstractMemorySegmentImpl bb = handle.checkSegment(obb, base, false);
|
|
return convEndian(handle.be,
|
|
SCOPED_MEMORY_ACCESS.getAndSet$RawType$Release(bb.sessionImpl(),
|
|
bb.unsafeGetBase(),
|
|
offset(bb, base, offset),
|
|
convEndian(handle.be, value)));
|
|
}
|
|
#end[CAS]
|
|
#if[AtomicAdd]
|
|
|
|
@ForceInline
|
|
static $type$ getAndAdd(VarHandle ob, Object obb, long base, $type$ value) {
|
|
return getAndAdd(ob, obb, base, ((SegmentVarHandle) ob).offset, value);
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ getAndAdd(VarHandle ob, Object obb, long base, long offset, $type$ delta) {
|
|
SegmentVarHandle handle = (SegmentVarHandle)ob;
|
|
AbstractMemorySegmentImpl bb = handle.checkSegment(obb, base, false);
|
|
#if[!byte]
|
|
if (handle.be == BE) {
|
|
#end[byte]
|
|
return SCOPED_MEMORY_ACCESS.getAndAdd$RawType$(bb.sessionImpl(),
|
|
bb.unsafeGetBase(),
|
|
offset(bb, base, offset),
|
|
delta);
|
|
#if[!byte]
|
|
} else {
|
|
return getAndAddConvEndianWithCAS(bb, offset(bb, base, offset), delta);
|
|
}
|
|
#end[byte]
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ getAndAddAcquire(VarHandle ob, Object obb, long base, $type$ value) {
|
|
return getAndAddAcquire(ob, obb, base, ((SegmentVarHandle) ob).offset, value);
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ getAndAddAcquire(VarHandle ob, Object obb, long base, long offset, $type$ delta) {
|
|
SegmentVarHandle handle = (SegmentVarHandle)ob;
|
|
AbstractMemorySegmentImpl bb = handle.checkSegment(obb, base, false);
|
|
#if[!byte]
|
|
if (handle.be == BE) {
|
|
#end[byte]
|
|
return SCOPED_MEMORY_ACCESS.getAndAdd$RawType$Acquire(bb.sessionImpl(),
|
|
bb.unsafeGetBase(),
|
|
offset(bb, base, offset),
|
|
delta);
|
|
#if[!byte]
|
|
} else {
|
|
return getAndAddConvEndianWithCAS(bb, offset(bb, base, offset), delta);
|
|
}
|
|
#end[byte]
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ getAndAddRelease(VarHandle ob, Object obb, long base, $type$ value) {
|
|
return getAndAddRelease(ob, obb, base, ((SegmentVarHandle) ob).offset, value);
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ getAndAddRelease(VarHandle ob, Object obb, long base, long offset, $type$ delta) {
|
|
SegmentVarHandle handle = (SegmentVarHandle)ob;
|
|
AbstractMemorySegmentImpl bb = handle.checkSegment(obb, base, false);
|
|
#if[!byte]
|
|
if (handle.be == BE) {
|
|
#end[byte]
|
|
return SCOPED_MEMORY_ACCESS.getAndAdd$RawType$Release(bb.sessionImpl(),
|
|
bb.unsafeGetBase(),
|
|
offset(bb, base, offset),
|
|
delta);
|
|
#if[!byte]
|
|
} else {
|
|
return getAndAddConvEndianWithCAS(bb, offset(bb, base, offset), delta);
|
|
}
|
|
#end[byte]
|
|
}
|
|
#if[!byte]
|
|
|
|
@ForceInline
|
|
static $type$ getAndAddConvEndianWithCAS(AbstractMemorySegmentImpl bb, long offset, $type$ delta) {
|
|
$type$ nativeExpectedValue, expectedValue;
|
|
Object base = bb.unsafeGetBase();
|
|
do {
|
|
nativeExpectedValue = SCOPED_MEMORY_ACCESS.get$RawType$Volatile(bb.sessionImpl(),base, offset);
|
|
expectedValue = $RawBoxType$.reverseBytes(nativeExpectedValue);
|
|
} while (!SCOPED_MEMORY_ACCESS.weakCompareAndSet$RawType$(bb.sessionImpl(),base, offset,
|
|
nativeExpectedValue, $RawBoxType$.reverseBytes({#if[ShorterThanInt]?($type$) }(expectedValue + delta))));
|
|
return expectedValue;
|
|
}
|
|
#end[byte]
|
|
#end[AtomicAdd]
|
|
#if[Bitwise]
|
|
|
|
@ForceInline
|
|
static $type$ getAndBitwiseOr(VarHandle ob, Object obb, long base, $type$ value) {
|
|
return getAndBitwiseOr(ob, obb, base, ((SegmentVarHandle) ob).offset, value);
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ getAndBitwiseOr(VarHandle ob, Object obb, long base, long offset, $type$ value) {
|
|
SegmentVarHandle handle = (SegmentVarHandle)ob;
|
|
AbstractMemorySegmentImpl bb = handle.checkSegment(obb, base, false);
|
|
#if[!byte]
|
|
if (handle.be == BE) {
|
|
#end[byte]
|
|
return SCOPED_MEMORY_ACCESS.getAndBitwiseOr$RawType$(bb.sessionImpl(),
|
|
bb.unsafeGetBase(),
|
|
offset(bb, base, offset),
|
|
value);
|
|
#if[!byte]
|
|
} else {
|
|
return getAndBitwiseOrConvEndianWithCAS(bb, offset(bb, base, offset), value);
|
|
}
|
|
#end[byte]
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ getAndBitwiseOrRelease(VarHandle ob, Object obb, long base, $type$ value) {
|
|
return getAndBitwiseOrRelease(ob, obb, base, ((SegmentVarHandle) ob).offset, value);
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ getAndBitwiseOrRelease(VarHandle ob, Object obb, long base, long offset, $type$ value) {
|
|
SegmentVarHandle handle = (SegmentVarHandle)ob;
|
|
AbstractMemorySegmentImpl bb = handle.checkSegment(obb, base, false);
|
|
#if[!byte]
|
|
if (handle.be == BE) {
|
|
#end[byte]
|
|
return SCOPED_MEMORY_ACCESS.getAndBitwiseOr$RawType$Release(bb.sessionImpl(),
|
|
bb.unsafeGetBase(),
|
|
offset(bb, base, offset),
|
|
value);
|
|
#if[!byte]
|
|
} else {
|
|
return getAndBitwiseOrConvEndianWithCAS(bb, offset(bb, base, offset), value);
|
|
}
|
|
#end[byte]
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ getAndBitwiseOrAcquire(VarHandle ob, Object obb, long base, $type$ value) {
|
|
return getAndBitwiseOrAcquire(ob, obb, base, ((SegmentVarHandle) ob).offset, value);
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ getAndBitwiseOrAcquire(VarHandle ob, Object obb, long base, long offset, $type$ value) {
|
|
SegmentVarHandle handle = (SegmentVarHandle)ob;
|
|
AbstractMemorySegmentImpl bb = handle.checkSegment(obb, base, false);
|
|
#if[!byte]
|
|
if (handle.be == BE) {
|
|
#end[byte]
|
|
return SCOPED_MEMORY_ACCESS.getAndBitwiseOr$RawType$Acquire(bb.sessionImpl(),
|
|
bb.unsafeGetBase(),
|
|
offset(bb, base, offset),
|
|
value);
|
|
#if[!byte]
|
|
} else {
|
|
return getAndBitwiseOrConvEndianWithCAS(bb, offset(bb, base, offset), value);
|
|
}
|
|
#end[byte]
|
|
}
|
|
#if[!byte]
|
|
|
|
@ForceInline
|
|
static $type$ getAndBitwiseOrConvEndianWithCAS(AbstractMemorySegmentImpl bb, long offset, $type$ value) {
|
|
$type$ nativeExpectedValue, expectedValue;
|
|
Object base = bb.unsafeGetBase();
|
|
do {
|
|
nativeExpectedValue = SCOPED_MEMORY_ACCESS.get$RawType$Volatile(bb.sessionImpl(),base, offset);
|
|
expectedValue = $RawBoxType$.reverseBytes(nativeExpectedValue);
|
|
} while (!SCOPED_MEMORY_ACCESS.weakCompareAndSet$RawType$(bb.sessionImpl(),base, offset,
|
|
nativeExpectedValue, $RawBoxType$.reverseBytes({#if[ShorterThanInt]?($type$) }(expectedValue | value))));
|
|
return expectedValue;
|
|
}
|
|
#end[byte]
|
|
|
|
@ForceInline
|
|
static $type$ getAndBitwiseAnd(VarHandle ob, Object obb, long base, $type$ value) {
|
|
return getAndBitwiseAnd(ob, obb, base, ((SegmentVarHandle) ob).offset, value);
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ getAndBitwiseAnd(VarHandle ob, Object obb, long base, long offset, $type$ value) {
|
|
SegmentVarHandle handle = (SegmentVarHandle)ob;
|
|
AbstractMemorySegmentImpl bb = handle.checkSegment(obb, base, false);
|
|
#if[!byte]
|
|
if (handle.be == BE) {
|
|
#end[byte]
|
|
return SCOPED_MEMORY_ACCESS.getAndBitwiseAnd$RawType$(bb.sessionImpl(),
|
|
bb.unsafeGetBase(),
|
|
offset(bb, base, offset),
|
|
value);
|
|
#if[!byte]
|
|
} else {
|
|
return getAndBitwiseAndConvEndianWithCAS(bb, offset(bb, base, offset), value);
|
|
}
|
|
#end[byte]
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ getAndBitwiseAndRelease(VarHandle ob, Object obb, long base, $type$ value) {
|
|
return getAndBitwiseAndRelease(ob, obb, base, ((SegmentVarHandle) ob).offset, value);
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ getAndBitwiseAndRelease(VarHandle ob, Object obb, long base, long offset, $type$ value) {
|
|
SegmentVarHandle handle = (SegmentVarHandle)ob;
|
|
AbstractMemorySegmentImpl bb = handle.checkSegment(obb, base, false);
|
|
#if[!byte]
|
|
if (handle.be == BE) {
|
|
#end[byte]
|
|
return SCOPED_MEMORY_ACCESS.getAndBitwiseAnd$RawType$Release(bb.sessionImpl(),
|
|
bb.unsafeGetBase(),
|
|
offset(bb, base, offset),
|
|
value);
|
|
#if[!byte]
|
|
} else {
|
|
return getAndBitwiseAndConvEndianWithCAS(bb, offset(bb, base, offset), value);
|
|
}
|
|
#end[byte]
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ getAndBitwiseAndAcquire(VarHandle ob, Object obb, long base, $type$ value) {
|
|
return getAndBitwiseAndAcquire(ob, obb, base, ((SegmentVarHandle) ob).offset, value);
|
|
}
|
|
|
|
|
|
@ForceInline
|
|
static $type$ getAndBitwiseAndAcquire(VarHandle ob, Object obb, long base, long offset, $type$ value) {
|
|
SegmentVarHandle handle = (SegmentVarHandle)ob;
|
|
AbstractMemorySegmentImpl bb = handle.checkSegment(obb, base, false);
|
|
#if[!byte]
|
|
if (handle.be == BE) {
|
|
#end[byte]
|
|
return SCOPED_MEMORY_ACCESS.getAndBitwiseAnd$RawType$Acquire(bb.sessionImpl(),
|
|
bb.unsafeGetBase(),
|
|
offset(bb, base, offset),
|
|
value);
|
|
#if[!byte]
|
|
} else {
|
|
return getAndBitwiseAndConvEndianWithCAS(bb, offset(bb, base, offset), value);
|
|
}
|
|
#end[byte]
|
|
}
|
|
#if[!byte]
|
|
|
|
@ForceInline
|
|
static $type$ getAndBitwiseAndConvEndianWithCAS(AbstractMemorySegmentImpl bb, long offset, $type$ value) {
|
|
$type$ nativeExpectedValue, expectedValue;
|
|
Object base = bb.unsafeGetBase();
|
|
do {
|
|
nativeExpectedValue = SCOPED_MEMORY_ACCESS.get$RawType$Volatile(bb.sessionImpl(),base, offset);
|
|
expectedValue = $RawBoxType$.reverseBytes(nativeExpectedValue);
|
|
} while (!SCOPED_MEMORY_ACCESS.weakCompareAndSet$RawType$(bb.sessionImpl(),base, offset,
|
|
nativeExpectedValue, $RawBoxType$.reverseBytes({#if[ShorterThanInt]?($type$) }(expectedValue & value))));
|
|
return expectedValue;
|
|
}
|
|
#end[byte]
|
|
|
|
@ForceInline
|
|
static $type$ getAndBitwiseXor(VarHandle ob, Object obb, long base, $type$ value) {
|
|
return getAndBitwiseXor(ob, obb, base, ((SegmentVarHandle) ob).offset, value);
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ getAndBitwiseXor(VarHandle ob, Object obb, long base, long offset, $type$ value) {
|
|
SegmentVarHandle handle = (SegmentVarHandle)ob;
|
|
AbstractMemorySegmentImpl bb = handle.checkSegment(obb, base, false);
|
|
#if[!byte]
|
|
if (handle.be == BE) {
|
|
#end[byte]
|
|
return SCOPED_MEMORY_ACCESS.getAndBitwiseXor$RawType$(bb.sessionImpl(),
|
|
bb.unsafeGetBase(),
|
|
offset(bb, base, offset),
|
|
value);
|
|
#if[!byte]
|
|
} else {
|
|
return getAndBitwiseXorConvEndianWithCAS(bb, offset(bb, base, offset), value);
|
|
}
|
|
#end[byte]
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ getAndBitwiseXorRelease(VarHandle ob, Object obb, long base, $type$ value) {
|
|
return getAndBitwiseXorRelease(ob, obb, base, ((SegmentVarHandle) ob).offset, value);
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ getAndBitwiseXorRelease(VarHandle ob, Object obb, long base, long offset, $type$ value) {
|
|
SegmentVarHandle handle = (SegmentVarHandle)ob;
|
|
AbstractMemorySegmentImpl bb = handle.checkSegment(obb, base, false);
|
|
#if[!byte]
|
|
if (handle.be == BE) {
|
|
#end[byte]
|
|
return SCOPED_MEMORY_ACCESS.getAndBitwiseXor$RawType$Release(bb.sessionImpl(),
|
|
bb.unsafeGetBase(),
|
|
offset(bb, base, offset),
|
|
value);
|
|
#if[!byte]
|
|
} else {
|
|
return getAndBitwiseXorConvEndianWithCAS(bb, offset(bb, base, offset), value);
|
|
}
|
|
#end[byte]
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ getAndBitwiseXorAcquire(VarHandle ob, Object obb, long base, $type$ value) {
|
|
return getAndBitwiseXorAcquire(ob, obb, base, ((SegmentVarHandle) ob).offset, value);
|
|
}
|
|
|
|
@ForceInline
|
|
static $type$ getAndBitwiseXorAcquire(VarHandle ob, Object obb, long base, long offset, $type$ value) {
|
|
SegmentVarHandle handle = (SegmentVarHandle)ob;
|
|
AbstractMemorySegmentImpl bb = handle.checkSegment(obb, base, false);
|
|
#if[!byte]
|
|
if (handle.be == BE) {
|
|
#end[byte]
|
|
return SCOPED_MEMORY_ACCESS.getAndBitwiseXor$RawType$Acquire(bb.sessionImpl(),
|
|
bb.unsafeGetBase(),
|
|
offset(bb, base, offset),
|
|
value);
|
|
#if[!byte]
|
|
} else {
|
|
return getAndBitwiseXorConvEndianWithCAS(bb, offset(bb, base, offset), value);
|
|
}
|
|
#end[byte]
|
|
}
|
|
#if[!byte]
|
|
|
|
@ForceInline
|
|
static $type$ getAndBitwiseXorConvEndianWithCAS(AbstractMemorySegmentImpl bb, long offset, $type$ value) {
|
|
$type$ nativeExpectedValue, expectedValue;
|
|
Object base = bb.unsafeGetBase();
|
|
do {
|
|
nativeExpectedValue = SCOPED_MEMORY_ACCESS.get$RawType$Volatile(bb.sessionImpl(),base, offset);
|
|
expectedValue = $RawBoxType$.reverseBytes(nativeExpectedValue);
|
|
} while (!SCOPED_MEMORY_ACCESS.weakCompareAndSet$RawType$(bb.sessionImpl(),base, offset,
|
|
nativeExpectedValue, $RawBoxType$.reverseBytes({#if[ShorterThanInt]?($type$) }(expectedValue ^ value))));
|
|
return expectedValue;
|
|
}
|
|
#end[byte]
|
|
#end[Bitwise]
|
|
}
|