diff options
Diffstat (limited to 'contrib/llvm-project/llvm/lib/Target/WebAssembly/WebAssemblyInstrMemory.td')
| -rw-r--r-- | contrib/llvm-project/llvm/lib/Target/WebAssembly/WebAssemblyInstrMemory.td | 480 |
1 files changed, 274 insertions, 206 deletions
diff --git a/contrib/llvm-project/llvm/lib/Target/WebAssembly/WebAssemblyInstrMemory.td b/contrib/llvm-project/llvm/lib/Target/WebAssembly/WebAssemblyInstrMemory.td index eba9b80d3286..b3c63cc1f884 100644 --- a/contrib/llvm-project/llvm/lib/Target/WebAssembly/WebAssemblyInstrMemory.td +++ b/contrib/llvm-project/llvm/lib/Target/WebAssembly/WebAssemblyInstrMemory.td @@ -12,7 +12,6 @@ //===----------------------------------------------------------------------===// // TODO: -// - HasAddr64 // - WebAssemblyTargetLowering having to do with atomics // - Each has optional alignment. @@ -41,181 +40,222 @@ def or_is_add : PatFrag<(ops node:$lhs, node:$rhs), (or node:$lhs, node:$rhs),[{ // offsets folded into them, so we can just use add. // Defines atomic and non-atomic loads, regular and extending. -multiclass WebAssemblyLoad<WebAssemblyRegClass rc, string Name, int Opcode> { - let mayLoad = 1, UseNamedOperandTable = 1 in - defm "": I<(outs rc:$dst), - (ins P2Align:$p2align, offset32_op:$off, I32:$addr), - (outs), (ins P2Align:$p2align, offset32_op:$off), - [], !strconcat(Name, "\t$dst, ${off}(${addr})${p2align}"), - !strconcat(Name, "\t${off}${p2align}"), Opcode>; +multiclass WebAssemblyLoad<WebAssemblyRegClass rc, string Name, int Opcode, + list<Predicate> reqs = []> { + let mayLoad = 1, UseNamedOperandTable = 1 in { + defm "_A32": I<(outs rc:$dst), + (ins P2Align:$p2align, offset32_op:$off, I32:$addr), + (outs), (ins P2Align:$p2align, offset32_op:$off), + [], !strconcat(Name, "\t$dst, ${off}(${addr})${p2align}"), + !strconcat(Name, "\t${off}${p2align}"), Opcode, "false">, + Requires<reqs>; + defm "_A64": I<(outs rc:$dst), + (ins P2Align:$p2align, offset64_op:$off, I64:$addr), + (outs), (ins P2Align:$p2align, offset64_op:$off), + [], !strconcat(Name, "\t$dst, ${off}(${addr})${p2align}"), + !strconcat(Name, "\t${off}${p2align}"), Opcode, "true">, + Requires<reqs>; + } } // Basic load. // FIXME: When we can break syntax compatibility, reorder the fields in the // asmstrings to match the binary encoding. -defm LOAD_I32 : WebAssemblyLoad<I32, "i32.load", 0x28>; -defm LOAD_I64 : WebAssemblyLoad<I64, "i64.load", 0x29>; -defm LOAD_F32 : WebAssemblyLoad<F32, "f32.load", 0x2a>; -defm LOAD_F64 : WebAssemblyLoad<F64, "f64.load", 0x2b>; +defm LOAD_I32 : WebAssemblyLoad<I32, "i32.load", 0x28, []>; +defm LOAD_I64 : WebAssemblyLoad<I64, "i64.load", 0x29, []>; +defm LOAD_F32 : WebAssemblyLoad<F32, "f32.load", 0x2a, []>; +defm LOAD_F64 : WebAssemblyLoad<F64, "f64.load", 0x2b, []>; // Select loads with no constant offset. -class LoadPatNoOffset<ValueType ty, PatFrag kind, NI inst> : - Pat<(ty (kind I32:$addr)), (inst 0, 0, I32:$addr)>; - -def : LoadPatNoOffset<i32, load, LOAD_I32>; -def : LoadPatNoOffset<i64, load, LOAD_I64>; -def : LoadPatNoOffset<f32, load, LOAD_F32>; -def : LoadPatNoOffset<f64, load, LOAD_F64>; +multiclass LoadPatNoOffset<ValueType ty, PatFrag kind, string inst> { + def : Pat<(ty (kind I32:$addr)), (!cast<NI>(inst # "_A32") 0, 0, I32:$addr)>, + Requires<[HasAddr32]>; + def : Pat<(ty (kind I64:$addr)), (!cast<NI>(inst # "_A64") 0, 0, I64:$addr)>, + Requires<[HasAddr64]>; +} +defm : LoadPatNoOffset<i32, load, "LOAD_I32">; +defm : LoadPatNoOffset<i64, load, "LOAD_I64">; +defm : LoadPatNoOffset<f32, load, "LOAD_F32">; +defm : LoadPatNoOffset<f64, load, "LOAD_F64">; // Select loads with a constant offset. // Pattern with address + immediate offset -class LoadPatImmOff<ValueType ty, PatFrag kind, PatFrag operand, NI inst> : - Pat<(ty (kind (operand I32:$addr, imm:$off))), (inst 0, imm:$off, I32:$addr)>; - -def : LoadPatImmOff<i32, load, regPlusImm, LOAD_I32>; -def : LoadPatImmOff<i64, load, regPlusImm, LOAD_I64>; -def : LoadPatImmOff<f32, load, regPlusImm, LOAD_F32>; -def : LoadPatImmOff<f64, load, regPlusImm, LOAD_F64>; -def : LoadPatImmOff<i32, load, or_is_add, LOAD_I32>; -def : LoadPatImmOff<i64, load, or_is_add, LOAD_I64>; -def : LoadPatImmOff<f32, load, or_is_add, LOAD_F32>; -def : LoadPatImmOff<f64, load, or_is_add, LOAD_F64>; +multiclass LoadPatImmOff<ValueType ty, PatFrag kind, PatFrag operand, + string inst> { + def : Pat<(ty (kind (operand I32:$addr, imm:$off))), + (!cast<NI>(inst # "_A32") 0, imm:$off, I32:$addr)>, + Requires<[HasAddr32]>; + def : Pat<(ty (kind (operand I64:$addr, imm:$off))), + (!cast<NI>(inst # "_A64") 0, imm:$off, I64:$addr)>, + Requires<[HasAddr64]>; +} -// Select loads with just a constant offset. -class LoadPatOffsetOnly<ValueType ty, PatFrag kind, NI inst> : - Pat<(ty (kind imm:$off)), (inst 0, imm:$off, (CONST_I32 0))>; +defm : LoadPatImmOff<i32, load, regPlusImm, "LOAD_I32">; +defm : LoadPatImmOff<i64, load, regPlusImm, "LOAD_I64">; +defm : LoadPatImmOff<f32, load, regPlusImm, "LOAD_F32">; +defm : LoadPatImmOff<f64, load, regPlusImm, "LOAD_F64">; +defm : LoadPatImmOff<i32, load, or_is_add, "LOAD_I32">; +defm : LoadPatImmOff<i64, load, or_is_add, "LOAD_I64">; +defm : LoadPatImmOff<f32, load, or_is_add, "LOAD_F32">; +defm : LoadPatImmOff<f64, load, or_is_add, "LOAD_F64">; -def : LoadPatOffsetOnly<i32, load, LOAD_I32>; -def : LoadPatOffsetOnly<i64, load, LOAD_I64>; -def : LoadPatOffsetOnly<f32, load, LOAD_F32>; -def : LoadPatOffsetOnly<f64, load, LOAD_F64>; +// Select loads with just a constant offset. +multiclass LoadPatOffsetOnly<ValueType ty, PatFrag kind, string inst> { + def : Pat<(ty (kind imm:$off)), + (!cast<NI>(inst # "_A32") 0, imm:$off, (CONST_I32 0))>, + Requires<[HasAddr32]>; + def : Pat<(ty (kind imm:$off)), + (!cast<NI>(inst # "_A64") 0, imm:$off, (CONST_I64 0))>, + Requires<[HasAddr64]>; +} -class LoadPatGlobalAddrOffOnly<ValueType ty, PatFrag kind, NI inst> : - Pat<(ty (kind (WebAssemblywrapper tglobaladdr:$off))), - (inst 0, tglobaladdr:$off, (CONST_I32 0))>, Requires<[IsNotPIC]>; +defm : LoadPatOffsetOnly<i32, load, "LOAD_I32">; +defm : LoadPatOffsetOnly<i64, load, "LOAD_I64">; +defm : LoadPatOffsetOnly<f32, load, "LOAD_F32">; +defm : LoadPatOffsetOnly<f64, load, "LOAD_F64">; + +multiclass LoadPatGlobalAddrOffOnly<ValueType ty, PatFrag kind, string inst> { + def : Pat<(ty (kind (WebAssemblywrapper tglobaladdr:$off))), + (!cast<NI>(inst # "_A32") 0, tglobaladdr:$off, (CONST_I32 0))>, + Requires<[IsNotPIC, HasAddr32]>; + def : Pat<(ty (kind (WebAssemblywrapper tglobaladdr:$off))), + (!cast<NI>(inst # "_A64") 0, tglobaladdr:$off, (CONST_I64 0))>, + Requires<[IsNotPIC, HasAddr64]>; +} -def : LoadPatGlobalAddrOffOnly<i32, load, LOAD_I32>; -def : LoadPatGlobalAddrOffOnly<i64, load, LOAD_I64>; -def : LoadPatGlobalAddrOffOnly<f32, load, LOAD_F32>; -def : LoadPatGlobalAddrOffOnly<f64, load, LOAD_F64>; +defm : LoadPatGlobalAddrOffOnly<i32, load, "LOAD_I32">; +defm : LoadPatGlobalAddrOffOnly<i64, load, "LOAD_I64">; +defm : LoadPatGlobalAddrOffOnly<f32, load, "LOAD_F32">; +defm : LoadPatGlobalAddrOffOnly<f64, load, "LOAD_F64">; // Extending load. -defm LOAD8_S_I32 : WebAssemblyLoad<I32, "i32.load8_s", 0x2c>; -defm LOAD8_U_I32 : WebAssemblyLoad<I32, "i32.load8_u", 0x2d>; -defm LOAD16_S_I32 : WebAssemblyLoad<I32, "i32.load16_s", 0x2e>; -defm LOAD16_U_I32 : WebAssemblyLoad<I32, "i32.load16_u", 0x2f>; -defm LOAD8_S_I64 : WebAssemblyLoad<I64, "i64.load8_s", 0x30>; -defm LOAD8_U_I64 : WebAssemblyLoad<I64, "i64.load8_u", 0x31>; -defm LOAD16_S_I64 : WebAssemblyLoad<I64, "i64.load16_s", 0x32>; -defm LOAD16_U_I64 : WebAssemblyLoad<I64, "i64.load16_u", 0x33>; -defm LOAD32_S_I64 : WebAssemblyLoad<I64, "i64.load32_s", 0x34>; -defm LOAD32_U_I64 : WebAssemblyLoad<I64, "i64.load32_u", 0x35>; +defm LOAD8_S_I32 : WebAssemblyLoad<I32, "i32.load8_s", 0x2c, []>; +defm LOAD8_U_I32 : WebAssemblyLoad<I32, "i32.load8_u", 0x2d, []>; +defm LOAD16_S_I32 : WebAssemblyLoad<I32, "i32.load16_s", 0x2e, []>; +defm LOAD16_U_I32 : WebAssemblyLoad<I32, "i32.load16_u", 0x2f, []>; +defm LOAD8_S_I64 : WebAssemblyLoad<I64, "i64.load8_s", 0x30, []>; +defm LOAD8_U_I64 : WebAssemblyLoad<I64, "i64.load8_u", 0x31, []>; +defm LOAD16_S_I64 : WebAssemblyLoad<I64, "i64.load16_s", 0x32, []>; +defm LOAD16_U_I64 : WebAssemblyLoad<I64, "i64.load16_u", 0x33, []>; +defm LOAD32_S_I64 : WebAssemblyLoad<I64, "i64.load32_s", 0x34, []>; +defm LOAD32_U_I64 : WebAssemblyLoad<I64, "i64.load32_u", 0x35, []>; // Select extending loads with no constant offset. -def : LoadPatNoOffset<i32, sextloadi8, LOAD8_S_I32>; -def : LoadPatNoOffset<i32, zextloadi8, LOAD8_U_I32>; -def : LoadPatNoOffset<i32, sextloadi16, LOAD16_S_I32>; -def : LoadPatNoOffset<i32, zextloadi16, LOAD16_U_I32>; -def : LoadPatNoOffset<i64, sextloadi8, LOAD8_S_I64>; -def : LoadPatNoOffset<i64, zextloadi8, LOAD8_U_I64>; -def : LoadPatNoOffset<i64, sextloadi16, LOAD16_S_I64>; -def : LoadPatNoOffset<i64, zextloadi16, LOAD16_U_I64>; -def : LoadPatNoOffset<i64, sextloadi32, LOAD32_S_I64>; -def : LoadPatNoOffset<i64, zextloadi32, LOAD32_U_I64>; +defm : LoadPatNoOffset<i32, sextloadi8, "LOAD8_S_I32">; +defm : LoadPatNoOffset<i32, zextloadi8, "LOAD8_U_I32">; +defm : LoadPatNoOffset<i32, sextloadi16, "LOAD16_S_I32">; +defm : LoadPatNoOffset<i32, zextloadi16, "LOAD16_U_I32">; +defm : LoadPatNoOffset<i64, sextloadi8, "LOAD8_S_I64">; +defm : LoadPatNoOffset<i64, zextloadi8, "LOAD8_U_I64">; +defm : LoadPatNoOffset<i64, sextloadi16, "LOAD16_S_I64">; +defm : LoadPatNoOffset<i64, zextloadi16, "LOAD16_U_I64">; +defm : LoadPatNoOffset<i64, sextloadi32, "LOAD32_S_I64">; +defm : LoadPatNoOffset<i64, zextloadi32, "LOAD32_U_I64">; // Select extending loads with a constant offset. -def : LoadPatImmOff<i32, sextloadi8, regPlusImm, LOAD8_S_I32>; -def : LoadPatImmOff<i32, zextloadi8, regPlusImm, LOAD8_U_I32>; -def : LoadPatImmOff<i32, sextloadi16, regPlusImm, LOAD16_S_I32>; -def : LoadPatImmOff<i32, zextloadi16, regPlusImm, LOAD16_U_I32>; -def : LoadPatImmOff<i64, sextloadi8, regPlusImm, LOAD8_S_I64>; -def : LoadPatImmOff<i64, zextloadi8, regPlusImm, LOAD8_U_I64>; -def : LoadPatImmOff<i64, sextloadi16, regPlusImm, LOAD16_S_I64>; -def : LoadPatImmOff<i64, zextloadi16, regPlusImm, LOAD16_U_I64>; -def : LoadPatImmOff<i64, sextloadi32, regPlusImm, LOAD32_S_I64>; -def : LoadPatImmOff<i64, zextloadi32, regPlusImm, LOAD32_U_I64>; - -def : LoadPatImmOff<i32, sextloadi8, or_is_add, LOAD8_S_I32>; -def : LoadPatImmOff<i32, zextloadi8, or_is_add, LOAD8_U_I32>; -def : LoadPatImmOff<i32, sextloadi16, or_is_add, LOAD16_S_I32>; -def : LoadPatImmOff<i32, zextloadi16, or_is_add, LOAD16_U_I32>; -def : LoadPatImmOff<i64, sextloadi8, or_is_add, LOAD8_S_I64>; -def : LoadPatImmOff<i64, zextloadi8, or_is_add, LOAD8_U_I64>; -def : LoadPatImmOff<i64, sextloadi16, or_is_add, LOAD16_S_I64>; -def : LoadPatImmOff<i64, zextloadi16, or_is_add, LOAD16_U_I64>; -def : LoadPatImmOff<i64, sextloadi32, or_is_add, LOAD32_S_I64>; -def : LoadPatImmOff<i64, zextloadi32, or_is_add, LOAD32_U_I64>; +defm : LoadPatImmOff<i32, sextloadi8, regPlusImm, "LOAD8_S_I32">; +defm : LoadPatImmOff<i32, zextloadi8, regPlusImm, "LOAD8_U_I32">; +defm : LoadPatImmOff<i32, sextloadi16, regPlusImm, "LOAD16_S_I32">; +defm : LoadPatImmOff<i32, zextloadi16, regPlusImm, "LOAD16_U_I32">; +defm : LoadPatImmOff<i64, sextloadi8, regPlusImm, "LOAD8_S_I64">; +defm : LoadPatImmOff<i64, zextloadi8, regPlusImm, "LOAD8_U_I64">; +defm : LoadPatImmOff<i64, sextloadi16, regPlusImm, "LOAD16_S_I64">; +defm : LoadPatImmOff<i64, zextloadi16, regPlusImm, "LOAD16_U_I64">; +defm : LoadPatImmOff<i64, sextloadi32, regPlusImm, "LOAD32_S_I64">; +defm : LoadPatImmOff<i64, zextloadi32, regPlusImm, "LOAD32_U_I64">; + +defm : LoadPatImmOff<i32, sextloadi8, or_is_add, "LOAD8_S_I32">; +defm : LoadPatImmOff<i32, zextloadi8, or_is_add, "LOAD8_U_I32">; +defm : LoadPatImmOff<i32, sextloadi16, or_is_add, "LOAD16_S_I32">; +defm : LoadPatImmOff<i32, zextloadi16, or_is_add, "LOAD16_U_I32">; +defm : LoadPatImmOff<i64, sextloadi8, or_is_add, "LOAD8_S_I64">; +defm : LoadPatImmOff<i64, zextloadi8, or_is_add, "LOAD8_U_I64">; +defm : LoadPatImmOff<i64, sextloadi16, or_is_add, "LOAD16_S_I64">; +defm : LoadPatImmOff<i64, zextloadi16, or_is_add, "LOAD16_U_I64">; +defm : LoadPatImmOff<i64, sextloadi32, or_is_add, "LOAD32_S_I64">; +defm : LoadPatImmOff<i64, zextloadi32, or_is_add, "LOAD32_U_I64">; // Select extending loads with just a constant offset. -def : LoadPatOffsetOnly<i32, sextloadi8, LOAD8_S_I32>; -def : LoadPatOffsetOnly<i32, zextloadi8, LOAD8_U_I32>; -def : LoadPatOffsetOnly<i32, sextloadi16, LOAD16_S_I32>; -def : LoadPatOffsetOnly<i32, zextloadi16, LOAD16_U_I32>; - -def : LoadPatOffsetOnly<i64, sextloadi8, LOAD8_S_I64>; -def : LoadPatOffsetOnly<i64, zextloadi8, LOAD8_U_I64>; -def : LoadPatOffsetOnly<i64, sextloadi16, LOAD16_S_I64>; -def : LoadPatOffsetOnly<i64, zextloadi16, LOAD16_U_I64>; -def : LoadPatOffsetOnly<i64, sextloadi32, LOAD32_S_I64>; -def : LoadPatOffsetOnly<i64, zextloadi32, LOAD32_U_I64>; - -def : LoadPatGlobalAddrOffOnly<i32, sextloadi8, LOAD8_S_I32>; -def : LoadPatGlobalAddrOffOnly<i32, zextloadi8, LOAD8_U_I32>; -def : LoadPatGlobalAddrOffOnly<i32, sextloadi16, LOAD16_S_I32>; -def : LoadPatGlobalAddrOffOnly<i32, zextloadi16, LOAD16_U_I32>; -def : LoadPatGlobalAddrOffOnly<i64, sextloadi8, LOAD8_S_I64>; -def : LoadPatGlobalAddrOffOnly<i64, zextloadi8, LOAD8_U_I64>; -def : LoadPatGlobalAddrOffOnly<i64, sextloadi16, LOAD16_S_I64>; -def : LoadPatGlobalAddrOffOnly<i64, zextloadi16, LOAD16_U_I64>; -def : LoadPatGlobalAddrOffOnly<i64, sextloadi32, LOAD32_S_I64>; -def : LoadPatGlobalAddrOffOnly<i64, zextloadi32, LOAD32_U_I64>; +defm : LoadPatOffsetOnly<i32, sextloadi8, "LOAD8_S_I32">; +defm : LoadPatOffsetOnly<i32, zextloadi8, "LOAD8_U_I32">; +defm : LoadPatOffsetOnly<i32, sextloadi16, "LOAD16_S_I32">; +defm : LoadPatOffsetOnly<i32, zextloadi16, "LOAD16_U_I32">; + +defm : LoadPatOffsetOnly<i64, sextloadi8, "LOAD8_S_I64">; +defm : LoadPatOffsetOnly<i64, zextloadi8, "LOAD8_U_I64">; +defm : LoadPatOffsetOnly<i64, sextloadi16, "LOAD16_S_I64">; +defm : LoadPatOffsetOnly<i64, zextloadi16, "LOAD16_U_I64">; +defm : LoadPatOffsetOnly<i64, sextloadi32, "LOAD32_S_I64">; +defm : LoadPatOffsetOnly<i64, zextloadi32, "LOAD32_U_I64">; + +defm : LoadPatGlobalAddrOffOnly<i32, sextloadi8, "LOAD8_S_I32">; +defm : LoadPatGlobalAddrOffOnly<i32, zextloadi8, "LOAD8_U_I32">; +defm : LoadPatGlobalAddrOffOnly<i32, sextloadi16, "LOAD16_S_I32">; +defm : LoadPatGlobalAddrOffOnly<i32, zextloadi16, "LOAD16_U_I32">; +defm : LoadPatGlobalAddrOffOnly<i64, sextloadi8, "LOAD8_S_I64">; +defm : LoadPatGlobalAddrOffOnly<i64, zextloadi8, "LOAD8_U_I64">; +defm : LoadPatGlobalAddrOffOnly<i64, sextloadi16, "LOAD16_S_I64">; +defm : LoadPatGlobalAddrOffOnly<i64, zextloadi16, "LOAD16_U_I64">; +defm : LoadPatGlobalAddrOffOnly<i64, sextloadi32, "LOAD32_S_I64">; +defm : LoadPatGlobalAddrOffOnly<i64, zextloadi32, "LOAD32_U_I64">; // Resolve "don't care" extending loads to zero-extending loads. This is // somewhat arbitrary, but zero-extending is conceptually simpler. // Select "don't care" extending loads with no constant offset. -def : LoadPatNoOffset<i32, extloadi8, LOAD8_U_I32>; -def : LoadPatNoOffset<i32, extloadi16, LOAD16_U_I32>; -def : LoadPatNoOffset<i64, extloadi8, LOAD8_U_I64>; -def : LoadPatNoOffset<i64, extloadi16, LOAD16_U_I64>; -def : LoadPatNoOffset<i64, extloadi32, LOAD32_U_I64>; +defm : LoadPatNoOffset<i32, extloadi8, "LOAD8_U_I32">; +defm : LoadPatNoOffset<i32, extloadi16, "LOAD16_U_I32">; +defm : LoadPatNoOffset<i64, extloadi8, "LOAD8_U_I64">; +defm : LoadPatNoOffset<i64, extloadi16, "LOAD16_U_I64">; +defm : LoadPatNoOffset<i64, extloadi32, "LOAD32_U_I64">; // Select "don't care" extending loads with a constant offset. -def : LoadPatImmOff<i32, extloadi8, regPlusImm, LOAD8_U_I32>; -def : LoadPatImmOff<i32, extloadi16, regPlusImm, LOAD16_U_I32>; -def : LoadPatImmOff<i64, extloadi8, regPlusImm, LOAD8_U_I64>; -def : LoadPatImmOff<i64, extloadi16, regPlusImm, LOAD16_U_I64>; -def : LoadPatImmOff<i64, extloadi32, regPlusImm, LOAD32_U_I64>; -def : LoadPatImmOff<i32, extloadi8, or_is_add, LOAD8_U_I32>; -def : LoadPatImmOff<i32, extloadi16, or_is_add, LOAD16_U_I32>; -def : LoadPatImmOff<i64, extloadi8, or_is_add, LOAD8_U_I64>; -def : LoadPatImmOff<i64, extloadi16, or_is_add, LOAD16_U_I64>; -def : LoadPatImmOff<i64, extloadi32, or_is_add, LOAD32_U_I64>; +defm : LoadPatImmOff<i32, extloadi8, regPlusImm, "LOAD8_U_I32">; +defm : LoadPatImmOff<i32, extloadi16, regPlusImm, "LOAD16_U_I32">; +defm : LoadPatImmOff<i64, extloadi8, regPlusImm, "LOAD8_U_I64">; +defm : LoadPatImmOff<i64, extloadi16, regPlusImm, "LOAD16_U_I64">; +defm : LoadPatImmOff<i64, extloadi32, regPlusImm, "LOAD32_U_I64">; +defm : LoadPatImmOff<i32, extloadi8, or_is_add, "LOAD8_U_I32">; +defm : LoadPatImmOff<i32, extloadi16, or_is_add, "LOAD16_U_I32">; +defm : LoadPatImmOff<i64, extloadi8, or_is_add, "LOAD8_U_I64">; +defm : LoadPatImmOff<i64, extloadi16, or_is_add, "LOAD16_U_I64">; +defm : LoadPatImmOff<i64, extloadi32, or_is_add, "LOAD32_U_I64">; // Select "don't care" extending loads with just a constant offset. -def : LoadPatOffsetOnly<i32, extloadi8, LOAD8_U_I32>; -def : LoadPatOffsetOnly<i32, extloadi16, LOAD16_U_I32>; -def : LoadPatOffsetOnly<i64, extloadi8, LOAD8_U_I64>; -def : LoadPatOffsetOnly<i64, extloadi16, LOAD16_U_I64>; -def : LoadPatOffsetOnly<i64, extloadi32, LOAD32_U_I64>; -def : LoadPatGlobalAddrOffOnly<i32, extloadi8, LOAD8_U_I32>; -def : LoadPatGlobalAddrOffOnly<i32, extloadi16, LOAD16_U_I32>; -def : LoadPatGlobalAddrOffOnly<i64, extloadi8, LOAD8_U_I64>; -def : LoadPatGlobalAddrOffOnly<i64, extloadi16, LOAD16_U_I64>; -def : LoadPatGlobalAddrOffOnly<i64, extloadi32, LOAD32_U_I64>; +defm : LoadPatOffsetOnly<i32, extloadi8, "LOAD8_U_I32">; +defm : LoadPatOffsetOnly<i32, extloadi16, "LOAD16_U_I32">; +defm : LoadPatOffsetOnly<i64, extloadi8, "LOAD8_U_I64">; +defm : LoadPatOffsetOnly<i64, extloadi16, "LOAD16_U_I64">; +defm : LoadPatOffsetOnly<i64, extloadi32, "LOAD32_U_I64">; +defm : LoadPatGlobalAddrOffOnly<i32, extloadi8, "LOAD8_U_I32">; +defm : LoadPatGlobalAddrOffOnly<i32, extloadi16, "LOAD16_U_I32">; +defm : LoadPatGlobalAddrOffOnly<i64, extloadi8, "LOAD8_U_I64">; +defm : LoadPatGlobalAddrOffOnly<i64, extloadi16, "LOAD16_U_I64">; +defm : LoadPatGlobalAddrOffOnly<i64, extloadi32, "LOAD32_U_I64">; // Defines atomic and non-atomic stores, regular and truncating -multiclass WebAssemblyStore<WebAssemblyRegClass rc, string Name, int Opcode> { +multiclass WebAssemblyStore<WebAssemblyRegClass rc, string Name, int Opcode, + list<Predicate> reqs = []> { let mayStore = 1, UseNamedOperandTable = 1 in - defm "" : I<(outs), - (ins P2Align:$p2align, offset32_op:$off, I32:$addr, rc:$val), - (outs), - (ins P2Align:$p2align, offset32_op:$off), [], - !strconcat(Name, "\t${off}(${addr})${p2align}, $val"), - !strconcat(Name, "\t${off}${p2align}"), Opcode>; + defm "_A32" : I<(outs), + (ins P2Align:$p2align, offset32_op:$off, I32:$addr, rc:$val), + (outs), + (ins P2Align:$p2align, offset32_op:$off), [], + !strconcat(Name, "\t${off}(${addr})${p2align}, $val"), + !strconcat(Name, "\t${off}${p2align}"), Opcode, "false">, + Requires<reqs>; + let mayStore = 1, UseNamedOperandTable = 1 in + defm "_A64" : I<(outs), + (ins P2Align:$p2align, offset64_op:$off, I64:$addr, rc:$val), + (outs), + (ins P2Align:$p2align, offset64_op:$off), [], + !strconcat(Name, "\t${off}(${addr})${p2align}, $val"), + !strconcat(Name, "\t${off}${p2align}"), Opcode, "true">, + Requires<reqs>; } + // Basic store. // Note: WebAssembly inverts SelectionDAG's usual operand order. defm STORE_I32 : WebAssemblyStore<I32, "i32.store", 0x36>; @@ -224,43 +264,68 @@ defm STORE_F32 : WebAssemblyStore<F32, "f32.store", 0x38>; defm STORE_F64 : WebAssemblyStore<F64, "f64.store", 0x39>; // Select stores with no constant offset. -class StorePatNoOffset<ValueType ty, PatFrag node, NI inst> : - Pat<(node ty:$val, I32:$addr), (inst 0, 0, I32:$addr, ty:$val)>; +multiclass StorePatNoOffset<ValueType ty, PatFrag node, string inst> { + def : Pat<(node ty:$val, I32:$addr), + (!cast<NI>(inst # "_A32") 0, 0, I32:$addr, ty:$val)>, + Requires<[HasAddr32]>; + def : Pat<(node ty:$val, I64:$addr), + (!cast<NI>(inst # "_A64") 0, 0, I64:$addr, ty:$val)>, + Requires<[HasAddr64]>; +} -def : StorePatNoOffset<i32, store, STORE_I32>; -def : StorePatNoOffset<i64, store, STORE_I64>; -def : StorePatNoOffset<f32, store, STORE_F32>; -def : StorePatNoOffset<f64, store, STORE_F64>; +defm : StorePatNoOffset<i32, store, "STORE_I32">; +defm : StorePatNoOffset<i64, store, "STORE_I64">; +defm : StorePatNoOffset<f32, store, "STORE_F32">; +defm : StorePatNoOffset<f64, store, "STORE_F64">; // Select stores with a constant offset. -class StorePatImmOff<ValueType ty, PatFrag kind, PatFrag operand, NI inst> : - Pat<(kind ty:$val, (operand I32:$addr, imm:$off)), - (inst 0, imm:$off, I32:$addr, ty:$val)>; - -def : StorePatImmOff<i32, store, regPlusImm, STORE_I32>; -def : StorePatImmOff<i64, store, regPlusImm, STORE_I64>; -def : StorePatImmOff<f32, store, regPlusImm, STORE_F32>; -def : StorePatImmOff<f64, store, regPlusImm, STORE_F64>; -def : StorePatImmOff<i32, store, or_is_add, STORE_I32>; -def : StorePatImmOff<i64, store, or_is_add, STORE_I64>; -def : StorePatImmOff<f32, store, or_is_add, STORE_F32>; -def : StorePatImmOff<f64, store, or_is_add, STORE_F64>; +multiclass StorePatImmOff<ValueType ty, PatFrag kind, PatFrag operand, + string inst> { + def : Pat<(kind ty:$val, (operand I32:$addr, imm:$off)), + (!cast<NI>(inst # "_A32") 0, imm:$off, I32:$addr, ty:$val)>, + Requires<[HasAddr32]>; + def : Pat<(kind ty:$val, (operand I64:$addr, imm:$off)), + (!cast<NI>(inst # "_A64") 0, imm:$off, I64:$addr, ty:$val)>, + Requires<[HasAddr64]>; +} + +defm : StorePatImmOff<i32, store, regPlusImm, "STORE_I32">; +defm : StorePatImmOff<i64, store, regPlusImm, "STORE_I64">; +defm : StorePatImmOff<f32, store, regPlusImm, "STORE_F32">; +defm : StorePatImmOff<f64, store, regPlusImm, "STORE_F64">; +defm : StorePatImmOff<i32, store, or_is_add, "STORE_I32">; +defm : StorePatImmOff<i64, store, or_is_add, "STORE_I64">; +defm : StorePatImmOff<f32, store, or_is_add, "STORE_F32">; +defm : StorePatImmOff<f64, store, or_is_add, "STORE_F64">; // Select stores with just a constant offset. -class StorePatOffsetOnly<ValueType ty, PatFrag kind, NI inst> : - Pat<(kind ty:$val, imm:$off), (inst 0, imm:$off, (CONST_I32 0), ty:$val)>; -def : StorePatOffsetOnly<i32, store, STORE_I32>; -def : StorePatOffsetOnly<i64, store, STORE_I64>; -def : StorePatOffsetOnly<f32, store, STORE_F32>; -def : StorePatOffsetOnly<f64, store, STORE_F64>; - -class StorePatGlobalAddrOffOnly<ValueType ty, PatFrag kind, NI inst> : - Pat<(kind ty:$val, (WebAssemblywrapper tglobaladdr:$off)), - (inst 0, tglobaladdr:$off, (CONST_I32 0), ty:$val)>, Requires<[IsNotPIC]>; -def : StorePatGlobalAddrOffOnly<i32, store, STORE_I32>; -def : StorePatGlobalAddrOffOnly<i64, store, STORE_I64>; -def : StorePatGlobalAddrOffOnly<f32, store, STORE_F32>; -def : StorePatGlobalAddrOffOnly<f64, store, STORE_F64>; +multiclass StorePatOffsetOnly<ValueType ty, PatFrag kind, string inst> { + def : Pat<(kind ty:$val, imm:$off), + (!cast<NI>(inst # "_A32") 0, imm:$off, (CONST_I32 0), ty:$val)>, + Requires<[HasAddr32]>; + def : Pat<(kind ty:$val, imm:$off), + (!cast<NI>(inst # "_A64") 0, imm:$off, (CONST_I64 0), ty:$val)>, + Requires<[HasAddr64]>; +} +defm : StorePatOffsetOnly<i32, store, "STORE_I32">; +defm : StorePatOffsetOnly<i64, store, "STORE_I64">; +defm : StorePatOffsetOnly<f32, store, "STORE_F32">; +defm : StorePatOffsetOnly<f64, store, "STORE_F64">; + +multiclass StorePatGlobalAddrOffOnly<ValueType ty, PatFrag kind, string inst> { + def : Pat<(kind ty:$val, (WebAssemblywrapper tglobaladdr:$off)), + (!cast<NI>(inst # "_A32") 0, tglobaladdr:$off, (CONST_I32 0), + ty:$val)>, + Requires<[IsNotPIC, HasAddr32]>; + def : Pat<(kind ty:$val, (WebAssemblywrapper tglobaladdr:$off)), + (!cast<NI>(inst # "_A64") 0, tglobaladdr:$off, (CONST_I64 0), + ty:$val)>, + Requires<[IsNotPIC, HasAddr64]>; +} +defm : StorePatGlobalAddrOffOnly<i32, store, "STORE_I32">; +defm : StorePatGlobalAddrOffOnly<i64, store, "STORE_I64">; +defm : StorePatGlobalAddrOffOnly<f32, store, "STORE_F32">; +defm : StorePatGlobalAddrOffOnly<f64, store, "STORE_F64">; // Truncating store. defm STORE8_I32 : WebAssemblyStore<I32, "i32.store8", 0x3a>; @@ -270,51 +335,54 @@ defm STORE16_I64 : WebAssemblyStore<I64, "i64.store16", 0x3d>; defm STORE32_I64 : WebAssemblyStore<I64, "i64.store32", 0x3e>; // Select truncating stores with no constant offset. -def : StorePatNoOffset<i32, truncstorei8, STORE8_I32>; -def : StorePatNoOffset<i32, truncstorei16, STORE16_I32>; -def : StorePatNoOffset<i64, truncstorei8, STORE8_I64>; -def : StorePatNoOffset<i64, truncstorei16, STORE16_I64>; -def : StorePatNoOffset<i64, truncstorei32, STORE32_I64>; +defm : StorePatNoOffset<i32, truncstorei8, "STORE8_I32">; +defm : StorePatNoOffset<i32, truncstorei16, "STORE16_I32">; +defm : StorePatNoOffset<i64, truncstorei8, "STORE8_I64">; +defm : StorePatNoOffset<i64, truncstorei16, "STORE16_I64">; +defm : StorePatNoOffset<i64, truncstorei32, "STORE32_I64">; // Select truncating stores with a constant offset. -def : StorePatImmOff<i32, truncstorei8, regPlusImm, STORE8_I32>; -def : StorePatImmOff<i32, truncstorei16, regPlusImm, STORE16_I32>; -def : StorePatImmOff<i64, truncstorei8, regPlusImm, STORE8_I64>; -def : StorePatImmOff<i64, truncstorei16, regPlusImm, STORE16_I64>; -def : StorePatImmOff<i64, truncstorei32, regPlusImm, STORE32_I64>; -def : StorePatImmOff<i32, truncstorei8, or_is_add, STORE8_I32>; -def : StorePatImmOff<i32, truncstorei16, or_is_add, STORE16_I32>; -def : StorePatImmOff<i64, truncstorei8, or_is_add, STORE8_I64>; -def : StorePatImmOff<i64, truncstorei16, or_is_add, STORE16_I64>; -def : StorePatImmOff<i64, truncstorei32, or_is_add, STORE32_I64>; +defm : StorePatImmOff<i32, truncstorei8, regPlusImm, "STORE8_I32">; +defm : StorePatImmOff<i32, truncstorei16, regPlusImm, "STORE16_I32">; +defm : StorePatImmOff<i64, truncstorei8, regPlusImm, "STORE8_I64">; +defm : StorePatImmOff<i64, truncstorei16, regPlusImm, "STORE16_I64">; +defm : StorePatImmOff<i64, truncstorei32, regPlusImm, "STORE32_I64">; +defm : StorePatImmOff<i32, truncstorei8, or_is_add, "STORE8_I32">; +defm : StorePatImmOff<i32, truncstorei16, or_is_add, "STORE16_I32">; +defm : StorePatImmOff<i64, truncstorei8, or_is_add, "STORE8_I64">; +defm : StorePatImmOff<i64, truncstorei16, or_is_add, "STORE16_I64">; +defm : StorePatImmOff<i64, truncstorei32, or_is_add, "STORE32_I64">; // Select truncating stores with just a constant offset. -def : StorePatOffsetOnly<i32, truncstorei8, STORE8_I32>; -def : StorePatOffsetOnly<i32, truncstorei16, STORE16_I32>; -def : StorePatOffsetOnly<i64, truncstorei8, STORE8_I64>; -def : StorePatOffsetOnly<i64, truncstorei16, STORE16_I64>; -def : StorePatOffsetOnly<i64, truncstorei32, STORE32_I64>; -def : StorePatGlobalAddrOffOnly<i32, truncstorei8, STORE8_I32>; -def : StorePatGlobalAddrOffOnly<i32, truncstorei16, STORE16_I32>; -def : StorePatGlobalAddrOffOnly<i64, truncstorei8, STORE8_I64>; -def : StorePatGlobalAddrOffOnly<i64, truncstorei16, STORE16_I64>; -def : StorePatGlobalAddrOffOnly<i64, truncstorei32, STORE32_I64>; - +defm : StorePatOffsetOnly<i32, truncstorei8, "STORE8_I32">; +defm : StorePatOffsetOnly<i32, truncstorei16, "STORE16_I32">; +defm : StorePatOffsetOnly<i64, truncstorei8, "STORE8_I64">; +defm : StorePatOffsetOnly<i64, truncstorei16, "STORE16_I64">; +defm : StorePatOffsetOnly<i64, truncstorei32, "STORE32_I64">; +defm : StorePatGlobalAddrOffOnly<i32, truncstorei8, "STORE8_I32">; +defm : StorePatGlobalAddrOffOnly<i32, truncstorei16, "STORE16_I32">; +defm : StorePatGlobalAddrOffOnly<i64, truncstorei8, "STORE8_I64">; +defm : StorePatGlobalAddrOffOnly<i64, truncstorei16, "STORE16_I64">; +defm : StorePatGlobalAddrOffOnly<i64, truncstorei32, "STORE32_I64">; + +multiclass MemoryOps<WebAssemblyRegClass rc, string B> { // Current memory size. -defm MEMORY_SIZE_I32 : I<(outs I32:$dst), (ins i32imm:$flags), +defm MEMORY_SIZE_A#B : I<(outs rc:$dst), (ins i32imm:$flags), (outs), (ins i32imm:$flags), - [(set I32:$dst, + [(set rc:$dst, (int_wasm_memory_size (i32 imm:$flags)))], "memory.size\t$dst, $flags", "memory.size\t$flags", - 0x3f>, - Requires<[HasAddr32]>; + 0x3f>; // Grow memory. -defm MEMORY_GROW_I32 : I<(outs I32:$dst), (ins i32imm:$flags, I32:$delta), +defm MEMORY_GROW_A#B : I<(outs rc:$dst), (ins i32imm:$flags, rc:$delta), (outs), (ins i32imm:$flags), - [(set I32:$dst, + [(set rc:$dst, (int_wasm_memory_grow (i32 imm:$flags), - I32:$delta))], + rc:$delta))], "memory.grow\t$dst, $flags, $delta", - "memory.grow\t$flags", 0x40>, - Requires<[HasAddr32]>; + "memory.grow\t$flags", 0x40>; +} + +defm : MemoryOps<I32, "32">; +defm : MemoryOps<I64, "64">; |