blob: e048d08615e82ee3cf247d5854ad3ff03cdf0556 [file] [log] [blame]
/*
* Copyright (C) 2015-2023 Apple Inc. All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY APPLE INC. ``AS IS'' AND ANY
* EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR
* CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
* EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
* PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
* PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
* OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/
#pragma once
#if ENABLE(B3_JIT) || ENABLE(WEBASSEMBLY_BBQJIT)
#include <JavaScriptCore/FPRInfo.h>
#include <JavaScriptCore/GPRInfo.h>
#include <JavaScriptCore/JSCJSValue.h>
#include <JavaScriptCore/Reg.h>
#include <JavaScriptCore/RegisterSet.h>
#include <JavaScriptCore/ValueRecovery.h>
#include <wtf/PrintStream.h>
#include <wtf/SequesteredMalloc.h>
#include <wtf/TZoneMalloc.h>
#if ENABLE(WEBASSEMBLY)
#include <JavaScriptCore/WasmValueLocation.h>
#endif
namespace JSC {
class AssemblyHelpers;
namespace B3 {
// ValueRep uses its own concept to avoid dependency on B3Value.h.
// This has the same constraints as B3::IsLegalOffset (see B3Value.h).
template<typename Int>
concept IsLegalOffsetRep = std::signed_integral<Int> && sizeof(Int) <= sizeof(int32_t);
// We use this class to describe value representations at stackmaps. It's used both to force a
// representation and to get the representation. When the B3 client forces a representation, we say
// that it's an input. When B3 tells the client what representation it picked, we say that it's an
// output.
class ValueRep {
WTF_MAKE_SEQUESTERED_ARENA_ALLOCATED(ValueRep);
public:
using OffsetType = int32_t;
enum Kind : uint8_t {
// As an input representation, this means that B3 can pick any representation. As an output
// representation, this means that we don't know. This will only arise as an output
// representation for the active arguments of Check/CheckAdd/CheckSub/CheckMul.
WarmAny,
// Same as WarmAny, but implies that the use is cold. A cold use is not counted as a use for
// computing the priority of the used temporary.
ColdAny,
// Same as ColdAny, but also implies that the use occurs after all other effects of the stackmap
// value.
LateColdAny,
// As an input representation, this means that B3 should pick some register. It could be a
// register that this claims to clobber!
SomeRegister,
// As an input representation, this means that B3 should pick some register but that this
// register is then cobbered with garbage. This only works for patchpoints.
SomeRegisterWithClobber,
// As an input representation, this tells us that B3 should pick some register, but implies
// that the def happens before any of the effects of the stackmap. This is only valid for
// the result constraint of a Patchpoint.
SomeEarlyRegister,
// As an input representation, this tells us that B3 should pick some register, but implies
// the use happens after any defs. This is only works for patchpoints.
SomeLateRegister,
// As an input representation, this forces a particular register. As an output
// representation, this tells us what register B3 picked.
Register,
#if USE(JSVALUE32_64)
// This is only used for BBQ OSR on 32-bits.
// LLInt uses 64-bit stack values to represent I64s.
// BBQ uses register pairs.
// OMG treats I64 values as tuples, and tries to agressively de-structure them. It
// should never see this representation, except when tiering up from BBQ.
RegisterPair,
#endif
// As an input representation, this forces a particular register and states that
// the register is used late. This means that the register is used after the result
// is defined (i.e, the result will interfere with this as an input).
// It's not a valid output representation.
LateRegister,
// As an output representation, this tells us what stack slot B3 picked. It's not a valid
// input representation.
Stack,
// As an input representation, this forces the value to end up in the argument area at some
// offset. As an output representation this tells us what offset from SP B3 picked.
StackArgument,
// As an output representation, this tells us that B3 constant-folded the value.
Constant,
};
ValueRep()
: m_kind(WarmAny)
{
}
explicit ValueRep(Reg reg)
: m_kind(Register)
{
u.reg = reg;
}
ValueRep(Kind kind)
: m_kind(kind)
{
ASSERT(kind == WarmAny
|| kind == ColdAny
|| kind == LateColdAny
|| kind == SomeRegister
|| kind == SomeRegisterWithClobber
|| kind == SomeEarlyRegister
|| kind == SomeLateRegister
);
}
#if ENABLE(WEBASSEMBLY)
ValueRep(Wasm::ValueLocation location)
{
switch (location.kind()) {
case Wasm::ValueLocation::Kind::GPRRegister:
m_kind = Register;
u.reg = location.jsr().payloadGPR();
break;
case Wasm::ValueLocation::Kind::FPRRegister:
m_kind = Register;
u.reg = location.fpr();
break;
case Wasm::ValueLocation::Kind::Stack:
m_kind = Stack;
u.offsetFromFP = location.offsetFromFP();
break;
case Wasm::ValueLocation::Kind::StackArgument:
m_kind = StackArgument;
u.offsetFromSP = location.offsetFromSP();
break;
default:
ASSERT_NOT_REACHED();
}
}
#if USE(JSVALUE32_64)
// Only use this for OSR stackmaps.
enum OSRValueRepTag { OSRValueRep };
ValueRep(OSRValueRepTag, Reg lo, Reg hi)
{
m_kind = RegisterPair;
u.regPair.regLo = lo;
u.regPair.regHi = hi;
}
#endif // USE(JSVALUE32_64)
#endif // ENABLE(WEBASSEMBLY)
static ValueRep reg(Reg reg)
{
return ValueRep(reg);
}
static ValueRep lateReg(Reg reg)
{
ValueRep result(reg);
result.m_kind = LateRegister;
return result;
}
template<IsLegalOffsetRep Int>
static ValueRep stack(Int offsetFromFP)
{
ValueRep result;
result.m_kind = Stack;
result.u.offsetFromFP = offsetFromFP;
return result;
}
template<IsLegalOffsetRep Int>
static ValueRep stackArgument(Int offsetFromSP)
{
ValueRep result;
result.m_kind = StackArgument;
result.u.offsetFromSP = offsetFromSP;
return result;
}
static ValueRep constant(int64_t value)
{
ValueRep result;
result.m_kind = Constant;
result.u.value = value;
return result;
}
static ValueRep constantDouble(double value)
{
return ValueRep::constant(std::bit_cast<int64_t>(value));
}
static ValueRep constantFloat(float value)
{
return ValueRep::constant(static_cast<uint64_t>(std::bit_cast<uint32_t>(value)));
}
Kind kind() const { return m_kind; }
bool operator==(const ValueRep& other) const
{
if (kind() != other.kind())
return false;
switch (kind()) {
case LateRegister:
case Register:
return u.reg == other.u.reg;
case Stack:
return u.offsetFromFP == other.u.offsetFromFP;
case StackArgument:
return u.offsetFromSP == other.u.offsetFromSP;
case Constant:
return u.value == other.u.value;
default:
return true;
}
}
explicit operator bool() const { return kind() != WarmAny; }
bool isAny() const { return kind() == WarmAny || kind() == ColdAny || kind() == LateColdAny; }
bool isReg() const { return kind() == Register || kind() == LateRegister || kind() == SomeLateRegister; }
#if USE(JSVALUE32_64)
bool isRegPair(OSRValueRepTag) const { return kind() == RegisterPair; }
GPRReg gprLo(OSRValueRepTag) const
{
ASSERT(isRegPair(OSRValueRep));
return u.regPair.regLo.gpr();
}
GPRReg gprHi(OSRValueRepTag) const
{
ASSERT(isRegPair(OSRValueRep));
return u.regPair.regHi.gpr();
}
#endif
Reg reg() const
{
ASSERT(isReg());
return u.reg;
}
bool isGPR() const { return isReg() && reg().isGPR(); }
bool isFPR() const { return isReg() && reg().isFPR(); }
GPRReg gpr() const { return reg().gpr(); }
FPRReg fpr() const { return reg().fpr(); }
bool isStack() const { return kind() == Stack; }
OffsetType offsetFromFP() const
{
ASSERT(isStack());
return u.offsetFromFP;
}
bool isStackArgument() const { return kind() == StackArgument; }
OffsetType offsetFromSP() const
{
ASSERT(isStackArgument());
return u.offsetFromSP;
}
bool isConstant() const { return kind() == Constant; }
int64_t value() const
{
ASSERT(isConstant());
return u.value;
}
double doubleValue() const
{
return std::bit_cast<double>(value());
}
float floatValue() const
{
return std::bit_cast<float>(static_cast<uint32_t>(static_cast<uint64_t>(value())));
}
void addUsedRegistersTo(bool isSIMDContext, RegisterSetBuilder&) const;
RegisterSetBuilder usedRegisters(bool isSIMDContext) const;
// Get the used registers for a vector of ValueReps.
template<typename VectorType>
static RegisterSetBuilder usedRegisters(bool isSIMDContext, const VectorType& vector)
{
RegisterSetBuilder result;
for (const ValueRep& value : vector)
value.addUsedRegistersTo(isSIMDContext, result);
return result;
}
JS_EXPORT_PRIVATE void dump(PrintStream&) const;
// This has a simple contract: it emits code to restore the value into the given register. This
// will work even if it requires moving between bits a GPR and a FPR.
void emitRestore(AssemblyHelpers&, Reg) const;
// Computes the ValueRecovery assuming that the Value* was for a JSValue (i.e. Int64).
// NOTE: We should avoid putting JSValue-related methods in B3, but this was hard to avoid
// because some parts of JSC use ValueRecovery like a general "where my bits at" object, almost
// exactly like ValueRep.
ValueRecovery recoveryForJSValue() const;
private:
union U {
Reg reg;
OffsetType offsetFromFP;
OffsetType offsetFromSP;
int64_t value;
struct RegisterPair {
Reg regLo;
Reg regHi;
};
RegisterPair regPair;
U()
{
WTF_ALLOW_UNSAFE_BUFFER_USAGE_BEGIN
memset(static_cast<void*>(this), 0, sizeof(*this));
WTF_ALLOW_UNSAFE_BUFFER_USAGE_END
}
} u;
Kind m_kind;
};
} } // namespace JSC::B3
namespace WTF {
void printInternal(PrintStream&, JSC::B3::ValueRep::Kind);
} // namespace WTF
#endif // ENABLE(B3_JIT)