//===-- AArch64SMEAttributes.cpp - Helper for interpreting SME attributes -===// // // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. // See https://llvm.org/LICENSE.txt for license information. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception // //===----------------------------------------------------------------------===// #include "AArch64SMEAttributes.h" #include "AArch64ISelLowering.h" #include "llvm/IR/InstrTypes.h" #include "llvm/IR/RuntimeLibcalls.h" #include using namespace llvm; void SMEAttrs::validate() const { // Streaming Mode Attrs assert(!(hasStreamingInterface() && hasStreamingCompatibleInterface()) && "SM_Enabled and SM_Compatible are mutually exclusive"); // ZA Attrs assert(!(isNewZA() && (Bitmask & SME_ABI_Routine)) && "ZA_New and SME_ABI_Routine are mutually exclusive"); assert( (isNewZA() + isInZA() + isOutZA() + isInOutZA() + isPreservesZA()) <= 1 && "Attributes 'aarch64_new_za', 'aarch64_in_za', 'aarch64_out_za', " "'aarch64_inout_za' and 'aarch64_preserves_za' are mutually exclusive"); // ZT0 Attrs assert( (isNewZT0() + isInZT0() + isOutZT0() + isInOutZT0() + isPreservesZT0()) <= 1 && "Attributes 'aarch64_new_zt0', 'aarch64_in_zt0', 'aarch64_out_zt0', " "'aarch64_inout_zt0' and 'aarch64_preserves_zt0' are mutually exclusive"); assert(!(hasAgnosticZAInterface() && hasSharedZAInterface()) && "Function cannot have a shared-ZA interface and an agnostic-ZA " "interface"); } SMEAttrs::SMEAttrs(const AttributeList &Attrs) { Bitmask = 0; if (Attrs.hasFnAttr("aarch64_pstate_sm_enabled")) Bitmask |= SM_Enabled; if (Attrs.hasFnAttr("aarch64_pstate_sm_compatible")) Bitmask |= SM_Compatible; if (Attrs.hasFnAttr("aarch64_pstate_sm_body")) Bitmask |= SM_Body; if (Attrs.hasFnAttr("aarch64_za_state_agnostic")) Bitmask |= ZA_State_Agnostic; if (Attrs.hasFnAttr("aarch64_zt0_undef")) Bitmask |= ZT0_Undef; if (Attrs.hasFnAttr("aarch64_in_za")) Bitmask |= encodeZAState(StateValue::In); if (Attrs.hasFnAttr("aarch64_out_za")) Bitmask |= encodeZAState(StateValue::Out); if (Attrs.hasFnAttr("aarch64_inout_za")) Bitmask |= encodeZAState(StateValue::InOut); if (Attrs.hasFnAttr("aarch64_preserves_za")) Bitmask |= encodeZAState(StateValue::Preserved); if (Attrs.hasFnAttr("aarch64_new_za")) Bitmask |= encodeZAState(StateValue::New); if (Attrs.hasFnAttr("aarch64_in_zt0")) Bitmask |= encodeZT0State(StateValue::In); if (Attrs.hasFnAttr("aarch64_out_zt0")) Bitmask |= encodeZT0State(StateValue::Out); if (Attrs.hasFnAttr("aarch64_inout_zt0")) Bitmask |= encodeZT0State(StateValue::InOut); if (Attrs.hasFnAttr("aarch64_preserves_zt0")) Bitmask |= encodeZT0State(StateValue::Preserved); if (Attrs.hasFnAttr("aarch64_new_zt0")) Bitmask |= encodeZT0State(StateValue::New); } void SMEAttrs::addKnownFunctionAttrs(StringRef FuncName, const AArch64TargetLowering &TLI) { RTLIB::LibcallImpl Impl = TLI.getSupportedLibcallImpl(FuncName); if (Impl == RTLIB::Unsupported) return; unsigned KnownAttrs = SMEAttrs::Normal; RTLIB::Libcall LC = RTLIB::RuntimeLibcallsInfo::getLibcallFromImpl(Impl); switch (LC) { case RTLIB::SMEABI_SME_STATE: case RTLIB::SMEABI_TPIDR2_SAVE: case RTLIB::SMEABI_GET_CURRENT_VG: case RTLIB::SMEABI_SME_STATE_SIZE: case RTLIB::SMEABI_SME_SAVE: case RTLIB::SMEABI_SME_RESTORE: KnownAttrs |= SMEAttrs::SM_Compatible | SMEAttrs::SME_ABI_Routine; break; case RTLIB::SMEABI_ZA_DISABLE: case RTLIB::SMEABI_TPIDR2_RESTORE: KnownAttrs |= SMEAttrs::SM_Compatible | encodeZAState(StateValue::In) | SMEAttrs::SME_ABI_Routine; break; case RTLIB::SC_MEMCPY: case RTLIB::SC_MEMMOVE: case RTLIB::SC_MEMSET: case RTLIB::SC_MEMCHR: KnownAttrs |= SMEAttrs::SM_Compatible; break; default: break; } set(KnownAttrs); } bool SMECallAttrs::requiresSMChange() const { if (callee().hasStreamingCompatibleInterface()) return false; // Both non-streaming if (caller().hasNonStreamingInterfaceAndBody() && callee().hasNonStreamingInterface()) return false; // Both streaming if (caller().hasStreamingInterfaceOrBody() && callee().hasStreamingInterface()) return false; return true; } SMECallAttrs::SMECallAttrs(const CallBase &CB, const AArch64TargetLowering *TLI) : CallerFn(*CB.getFunction()), CalledFn(SMEAttrs::Normal), Callsite(CB.getAttributes()), IsIndirect(CB.isIndirectCall()) { if (auto *CalledFunction = CB.getCalledFunction()) CalledFn = SMEAttrs(*CalledFunction, TLI); // FIXME: We probably should not allow SME attributes on direct calls but // clang duplicates streaming mode attributes at each callsite. assert((IsIndirect || ((Callsite.withoutPerCallsiteFlags() | CalledFn) == CalledFn)) && "SME attributes at callsite do not match declaration"); }