@@ -2353,14 +2353,14 @@ def int_amdgcn_s_get_waveid_in_workgroup :
2353
2353
Intrinsic<[llvm_i32_ty], [],
2354
2354
[IntrNoMem, IntrHasSideEffects, IntrWillReturn, IntrNoCallback, IntrNoFree]>;
2355
2355
2356
- class AMDGPUGlobalAtomicRtn <LLVMType vt> : Intrinsic <
2356
+ class AMDGPUAtomicRtn <LLVMType vt> : Intrinsic <
2357
2357
[vt],
2358
2358
[llvm_anyptr_ty, // vaddr
2359
2359
vt], // vdata(VGPR)
2360
2360
[IntrArgMemOnly, IntrWillReturn, NoCapture<ArgIndex<0>>, IntrNoCallback, IntrNoFree], "",
2361
2361
[SDNPMemOperand]>;
2362
2362
2363
- def int_amdgcn_global_atomic_csub : AMDGPUGlobalAtomicRtn <llvm_i32_ty>;
2363
+ def int_amdgcn_global_atomic_csub : AMDGPUAtomicRtn <llvm_i32_ty>;
2364
2364
2365
2365
// uint4 llvm.amdgcn.image.bvh.intersect.ray <node_ptr>, <ray_extent>, <ray_origin>,
2366
2366
// <ray_dir>, <ray_inv_dir>, <texture_descr>
@@ -2486,10 +2486,10 @@ def int_amdgcn_permlanex16_var : ClangBuiltin<"__builtin_amdgcn_permlanex16_var"
2486
2486
[IntrNoMem, IntrConvergent, IntrWillReturn,
2487
2487
ImmArg<ArgIndex<3>>, ImmArg<ArgIndex<4>>, IntrNoCallback, IntrNoFree]>;
2488
2488
2489
- def int_amdgcn_flat_atomic_fmin_num : AMDGPUGlobalAtomicRtn <llvm_anyfloat_ty>;
2490
- def int_amdgcn_flat_atomic_fmax_num : AMDGPUGlobalAtomicRtn <llvm_anyfloat_ty>;
2491
- def int_amdgcn_global_atomic_fmin_num : AMDGPUGlobalAtomicRtn <llvm_anyfloat_ty>;
2492
- def int_amdgcn_global_atomic_fmax_num : AMDGPUGlobalAtomicRtn <llvm_anyfloat_ty>;
2489
+ def int_amdgcn_flat_atomic_fmin_num : AMDGPUAtomicRtn <llvm_anyfloat_ty>;
2490
+ def int_amdgcn_flat_atomic_fmax_num : AMDGPUAtomicRtn <llvm_anyfloat_ty>;
2491
+ def int_amdgcn_global_atomic_fmin_num : AMDGPUAtomicRtn <llvm_anyfloat_ty>;
2492
+ def int_amdgcn_global_atomic_fmax_num : AMDGPUAtomicRtn <llvm_anyfloat_ty>;
2493
2493
2494
2494
//===----------------------------------------------------------------------===//
2495
2495
// Deep learning intrinsics.
@@ -2692,7 +2692,7 @@ def int_amdgcn_udot8 :
2692
2692
// gfx908 intrinsics
2693
2693
// ===----------------------------------------------------------------------===//
2694
2694
2695
- def int_amdgcn_global_atomic_fadd : AMDGPUGlobalAtomicRtn <llvm_anyfloat_ty>;
2695
+ def int_amdgcn_global_atomic_fadd : AMDGPUAtomicRtn <llvm_anyfloat_ty>;
2696
2696
2697
2697
// llvm.amdgcn.mfma.*.* vdst, srcA, srcB, srcC, cbsz, abid, blgp
2698
2698
class AMDGPUMfmaIntrinsic<LLVMType DestTy, LLVMType SrcABTy> :
@@ -2728,11 +2728,11 @@ def int_amdgcn_mfma_f32_16x16x8bf16 : AMDGPUMfmaIntrinsic<llvm_v4f32_ty, llvm_v
2728
2728
// gfx90a intrinsics
2729
2729
// ===----------------------------------------------------------------------===//
2730
2730
2731
- def int_amdgcn_global_atomic_fmin : AMDGPUGlobalAtomicRtn <llvm_anyfloat_ty>;
2732
- def int_amdgcn_global_atomic_fmax : AMDGPUGlobalAtomicRtn <llvm_anyfloat_ty>;
2733
- def int_amdgcn_flat_atomic_fadd : AMDGPUGlobalAtomicRtn <llvm_anyfloat_ty>;
2734
- def int_amdgcn_flat_atomic_fmin : AMDGPUGlobalAtomicRtn <llvm_anyfloat_ty>;
2735
- def int_amdgcn_flat_atomic_fmax : AMDGPUGlobalAtomicRtn <llvm_anyfloat_ty>;
2731
+ def int_amdgcn_global_atomic_fmin : AMDGPUAtomicRtn <llvm_anyfloat_ty>;
2732
+ def int_amdgcn_global_atomic_fmax : AMDGPUAtomicRtn <llvm_anyfloat_ty>;
2733
+ def int_amdgcn_flat_atomic_fadd : AMDGPUAtomicRtn <llvm_anyfloat_ty>;
2734
+ def int_amdgcn_flat_atomic_fmin : AMDGPUAtomicRtn <llvm_anyfloat_ty>;
2735
+ def int_amdgcn_flat_atomic_fmax : AMDGPUAtomicRtn <llvm_anyfloat_ty>;
2736
2736
2737
2737
def int_amdgcn_mfma_f32_32x32x4bf16_1k : AMDGPUMfmaIntrinsic<llvm_v32f32_ty, llvm_v4i16_ty>;
2738
2738
def int_amdgcn_mfma_f32_16x16x4bf16_1k : AMDGPUMfmaIntrinsic<llvm_v16f32_ty, llvm_v4i16_ty>;
@@ -2751,8 +2751,8 @@ def int_amdgcn_mfma_f64_4x4x4f64 : AMDGPUMfmaIntrinsic<llvm_double_ty, ll
2751
2751
// ===----------------------------------------------------------------------===//
2752
2752
2753
2753
// bf16 atomics use v2i16 argument since there is no bf16 data type in the llvm.
2754
- def int_amdgcn_global_atomic_fadd_v2bf16 : AMDGPUGlobalAtomicRtn <llvm_v2i16_ty>;
2755
- def int_amdgcn_flat_atomic_fadd_v2bf16 : AMDGPUGlobalAtomicRtn <llvm_v2i16_ty>;
2754
+ def int_amdgcn_global_atomic_fadd_v2bf16 : AMDGPUAtomicRtn <llvm_v2i16_ty>;
2755
+ def int_amdgcn_flat_atomic_fadd_v2bf16 : AMDGPUAtomicRtn <llvm_v2i16_ty>;
2756
2756
def int_amdgcn_ds_fadd_v2bf16 : DefaultAttrsIntrinsic<
2757
2757
[llvm_v2i16_ty],
2758
2758
[LLVMQualPointerType<3>, llvm_v2i16_ty],
0 commit comments