| /* |
| * Copyright (C) 2015-2023 Apple Inc. All rights reserved. |
| * |
| * Redistribution and use in source and binary forms, with or without |
| * modification, are permitted provided that the following conditions |
| * are met: |
| * 1. Redistributions of source code must retain the above copyright |
| * notice, this list of conditions and the following disclaimer. |
| * 2. Redistributions in binary form must reproduce the above copyright |
| * notice, this list of conditions and the following disclaimer in the |
| * documentation and/or other materials provided with the distribution. |
| * |
| * THIS SOFTWARE IS PROVIDED BY APPLE INC. ``AS IS'' AND ANY |
| * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE |
| * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR |
| * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR |
| * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, |
| * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, |
| * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR |
| * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY |
| * OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
| * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| */ |
| |
| #pragma once |
| |
| #if ENABLE(B3_JIT) || ENABLE(WEBASSEMBLY_BBQJIT) |
| |
| #include <JavaScriptCore/FPRInfo.h> |
| #include <JavaScriptCore/GPRInfo.h> |
| #include <JavaScriptCore/JSCJSValue.h> |
| #include <JavaScriptCore/Reg.h> |
| #include <JavaScriptCore/RegisterSet.h> |
| #include <JavaScriptCore/ValueRecovery.h> |
| #include <wtf/PrintStream.h> |
| #include <wtf/SequesteredMalloc.h> |
| #include <wtf/TZoneMalloc.h> |
| #if ENABLE(WEBASSEMBLY) |
| #include <JavaScriptCore/WasmValueLocation.h> |
| #endif |
| |
| namespace JSC { |
| |
| class AssemblyHelpers; |
| |
| namespace B3 { |
| |
| // ValueRep uses its own concept to avoid dependency on B3Value.h. |
| // This has the same constraints as B3::IsLegalOffset (see B3Value.h). |
| template<typename Int> |
| concept IsLegalOffsetRep = std::signed_integral<Int> && sizeof(Int) <= sizeof(int32_t); |
| |
| // We use this class to describe value representations at stackmaps. It's used both to force a |
| // representation and to get the representation. When the B3 client forces a representation, we say |
| // that it's an input. When B3 tells the client what representation it picked, we say that it's an |
| // output. |
| |
| class ValueRep { |
| WTF_MAKE_SEQUESTERED_ARENA_ALLOCATED(ValueRep); |
| public: |
| using OffsetType = int32_t; |
| |
| enum Kind : uint8_t { |
| // As an input representation, this means that B3 can pick any representation. As an output |
| // representation, this means that we don't know. This will only arise as an output |
| // representation for the active arguments of Check/CheckAdd/CheckSub/CheckMul. |
| WarmAny, |
| |
| // Same as WarmAny, but implies that the use is cold. A cold use is not counted as a use for |
| // computing the priority of the used temporary. |
| ColdAny, |
| |
| // Same as ColdAny, but also implies that the use occurs after all other effects of the stackmap |
| // value. |
| LateColdAny, |
| |
| // As an input representation, this means that B3 should pick some register. It could be a |
| // register that this claims to clobber! |
| SomeRegister, |
| |
| // As an input representation, this means that B3 should pick some register but that this |
| // register is then cobbered with garbage. This only works for patchpoints. |
| SomeRegisterWithClobber, |
| |
| // As an input representation, this tells us that B3 should pick some register, but implies |
| // that the def happens before any of the effects of the stackmap. This is only valid for |
| // the result constraint of a Patchpoint. |
| SomeEarlyRegister, |
| |
| // As an input representation, this tells us that B3 should pick some register, but implies |
| // the use happens after any defs. This is only works for patchpoints. |
| SomeLateRegister, |
| |
| // As an input representation, this forces a particular register. As an output |
| // representation, this tells us what register B3 picked. |
| Register, |
| |
| #if USE(JSVALUE32_64) |
| // This is only used for BBQ OSR on 32-bits. |
| // LLInt uses 64-bit stack values to represent I64s. |
| // BBQ uses register pairs. |
| // OMG treats I64 values as tuples, and tries to agressively de-structure them. It |
| // should never see this representation, except when tiering up from BBQ. |
| RegisterPair, |
| #endif |
| |
| // As an input representation, this forces a particular register and states that |
| // the register is used late. This means that the register is used after the result |
| // is defined (i.e, the result will interfere with this as an input). |
| // It's not a valid output representation. |
| LateRegister, |
| |
| // As an output representation, this tells us what stack slot B3 picked. It's not a valid |
| // input representation. |
| Stack, |
| |
| // As an input representation, this forces the value to end up in the argument area at some |
| // offset. As an output representation this tells us what offset from SP B3 picked. |
| StackArgument, |
| |
| // As an output representation, this tells us that B3 constant-folded the value. |
| Constant, |
| }; |
| |
| ValueRep() |
| : m_kind(WarmAny) |
| { |
| } |
| |
| explicit ValueRep(Reg reg) |
| : m_kind(Register) |
| { |
| u.reg = reg; |
| } |
| |
| ValueRep(Kind kind) |
| : m_kind(kind) |
| { |
| ASSERT(kind == WarmAny |
| || kind == ColdAny |
| || kind == LateColdAny |
| || kind == SomeRegister |
| || kind == SomeRegisterWithClobber |
| || kind == SomeEarlyRegister |
| || kind == SomeLateRegister |
| ); |
| } |
| |
| #if ENABLE(WEBASSEMBLY) |
| ValueRep(Wasm::ValueLocation location) |
| { |
| switch (location.kind()) { |
| case Wasm::ValueLocation::Kind::GPRRegister: |
| m_kind = Register; |
| u.reg = location.jsr().payloadGPR(); |
| break; |
| case Wasm::ValueLocation::Kind::FPRRegister: |
| m_kind = Register; |
| u.reg = location.fpr(); |
| break; |
| case Wasm::ValueLocation::Kind::Stack: |
| m_kind = Stack; |
| u.offsetFromFP = location.offsetFromFP(); |
| break; |
| case Wasm::ValueLocation::Kind::StackArgument: |
| m_kind = StackArgument; |
| u.offsetFromSP = location.offsetFromSP(); |
| break; |
| default: |
| ASSERT_NOT_REACHED(); |
| } |
| } |
| |
| #if USE(JSVALUE32_64) |
| // Only use this for OSR stackmaps. |
| enum OSRValueRepTag { OSRValueRep }; |
| ValueRep(OSRValueRepTag, Reg lo, Reg hi) |
| { |
| m_kind = RegisterPair; |
| u.regPair.regLo = lo; |
| u.regPair.regHi = hi; |
| } |
| #endif // USE(JSVALUE32_64) |
| #endif // ENABLE(WEBASSEMBLY) |
| |
| static ValueRep reg(Reg reg) |
| { |
| return ValueRep(reg); |
| } |
| |
| static ValueRep lateReg(Reg reg) |
| { |
| ValueRep result(reg); |
| result.m_kind = LateRegister; |
| return result; |
| } |
| |
| template<IsLegalOffsetRep Int> |
| static ValueRep stack(Int offsetFromFP) |
| { |
| ValueRep result; |
| result.m_kind = Stack; |
| result.u.offsetFromFP = offsetFromFP; |
| return result; |
| } |
| |
| template<IsLegalOffsetRep Int> |
| static ValueRep stackArgument(Int offsetFromSP) |
| { |
| ValueRep result; |
| result.m_kind = StackArgument; |
| result.u.offsetFromSP = offsetFromSP; |
| return result; |
| } |
| |
| static ValueRep constant(int64_t value) |
| { |
| ValueRep result; |
| result.m_kind = Constant; |
| result.u.value = value; |
| return result; |
| } |
| |
| static ValueRep constantDouble(double value) |
| { |
| return ValueRep::constant(std::bit_cast<int64_t>(value)); |
| } |
| |
| static ValueRep constantFloat(float value) |
| { |
| return ValueRep::constant(static_cast<uint64_t>(std::bit_cast<uint32_t>(value))); |
| } |
| |
| Kind kind() const { return m_kind; } |
| |
| bool operator==(const ValueRep& other) const |
| { |
| if (kind() != other.kind()) |
| return false; |
| switch (kind()) { |
| case LateRegister: |
| case Register: |
| return u.reg == other.u.reg; |
| case Stack: |
| return u.offsetFromFP == other.u.offsetFromFP; |
| case StackArgument: |
| return u.offsetFromSP == other.u.offsetFromSP; |
| case Constant: |
| return u.value == other.u.value; |
| default: |
| return true; |
| } |
| } |
| |
| explicit operator bool() const { return kind() != WarmAny; } |
| |
| bool isAny() const { return kind() == WarmAny || kind() == ColdAny || kind() == LateColdAny; } |
| |
| bool isReg() const { return kind() == Register || kind() == LateRegister || kind() == SomeLateRegister; } |
| |
| #if USE(JSVALUE32_64) |
| bool isRegPair(OSRValueRepTag) const { return kind() == RegisterPair; } |
| |
| GPRReg gprLo(OSRValueRepTag) const |
| { |
| ASSERT(isRegPair(OSRValueRep)); |
| return u.regPair.regLo.gpr(); |
| } |
| |
| GPRReg gprHi(OSRValueRepTag) const |
| { |
| ASSERT(isRegPair(OSRValueRep)); |
| return u.regPair.regHi.gpr(); |
| } |
| #endif |
| |
| Reg reg() const |
| { |
| ASSERT(isReg()); |
| return u.reg; |
| } |
| |
| bool isGPR() const { return isReg() && reg().isGPR(); } |
| bool isFPR() const { return isReg() && reg().isFPR(); } |
| |
| GPRReg gpr() const { return reg().gpr(); } |
| FPRReg fpr() const { return reg().fpr(); } |
| |
| bool isStack() const { return kind() == Stack; } |
| |
| OffsetType offsetFromFP() const |
| { |
| ASSERT(isStack()); |
| return u.offsetFromFP; |
| } |
| |
| bool isStackArgument() const { return kind() == StackArgument; } |
| |
| OffsetType offsetFromSP() const |
| { |
| ASSERT(isStackArgument()); |
| return u.offsetFromSP; |
| } |
| |
| bool isConstant() const { return kind() == Constant; } |
| |
| int64_t value() const |
| { |
| ASSERT(isConstant()); |
| return u.value; |
| } |
| |
| double doubleValue() const |
| { |
| return std::bit_cast<double>(value()); |
| } |
| |
| float floatValue() const |
| { |
| return std::bit_cast<float>(static_cast<uint32_t>(static_cast<uint64_t>(value()))); |
| } |
| |
| |
| void addUsedRegistersTo(bool isSIMDContext, RegisterSetBuilder&) const; |
| |
| RegisterSetBuilder usedRegisters(bool isSIMDContext) const; |
| |
| // Get the used registers for a vector of ValueReps. |
| template<typename VectorType> |
| static RegisterSetBuilder usedRegisters(bool isSIMDContext, const VectorType& vector) |
| { |
| RegisterSetBuilder result; |
| for (const ValueRep& value : vector) |
| value.addUsedRegistersTo(isSIMDContext, result); |
| return result; |
| } |
| |
| JS_EXPORT_PRIVATE void dump(PrintStream&) const; |
| |
| // This has a simple contract: it emits code to restore the value into the given register. This |
| // will work even if it requires moving between bits a GPR and a FPR. |
| void emitRestore(AssemblyHelpers&, Reg) const; |
| |
| // Computes the ValueRecovery assuming that the Value* was for a JSValue (i.e. Int64). |
| // NOTE: We should avoid putting JSValue-related methods in B3, but this was hard to avoid |
| // because some parts of JSC use ValueRecovery like a general "where my bits at" object, almost |
| // exactly like ValueRep. |
| ValueRecovery recoveryForJSValue() const; |
| |
| private: |
| union U { |
| Reg reg; |
| OffsetType offsetFromFP; |
| OffsetType offsetFromSP; |
| int64_t value; |
| |
| struct RegisterPair { |
| Reg regLo; |
| Reg regHi; |
| }; |
| RegisterPair regPair; |
| |
| U() |
| { |
| WTF_ALLOW_UNSAFE_BUFFER_USAGE_BEGIN |
| memset(static_cast<void*>(this), 0, sizeof(*this)); |
| WTF_ALLOW_UNSAFE_BUFFER_USAGE_END |
| } |
| } u; |
| Kind m_kind; |
| }; |
| |
| } } // namespace JSC::B3 |
| |
| namespace WTF { |
| |
| void printInternal(PrintStream&, JSC::B3::ValueRep::Kind); |
| |
| } // namespace WTF |
| |
| #endif // ENABLE(B3_JIT) |