https://github.com/labrinea created
https://github.com/llvm/llvm-project/pull/132727
Also removes priority bits for unused features predres and ls64.
>From b61d23aa9950d24ca88780fbcc08935447e987fd Mon Sep 17 00:00:00 2001
From: Alexandros Lamprineas <alexandros.lamprin...@arm.com>
Date: Mon, 24 Mar 2025 12:15:58 +0000
Subject: [PATCH] [FMV][AArch64] Add feature CSSC and detect on linux platform.
Also removes priority bits for unused features predres and ls64.
---
clang/test/CodeGen/AArch64/fmv-dependencies.c | 4 +
clang/test/CodeGen/AArch64/fmv-detection.c | 375 +++++++++---------
.../builtins/cpu_model/AArch64CPUFeatures.inc | 2 +-
.../builtins/cpu_model/aarch64/fmv/mrs.inc | 2 +
.../lib/builtins/cpu_model/aarch64/hwcap.inc | 3 +
.../llvm/TargetParser/AArch64CPUFeatures.inc | 2 +-
.../TargetParser/AArch64FeatPriorities.inc | 5 +-
llvm/lib/Target/AArch64/AArch64FMV.td | 1 +
8 files changed, 209 insertions(+), 185 deletions(-)
diff --git a/clang/test/CodeGen/AArch64/fmv-dependencies.c
b/clang/test/CodeGen/AArch64/fmv-dependencies.c
index 7cfab7de41a9d..7aaf143f2afc5 100644
--- a/clang/test/CodeGen/AArch64/fmv-dependencies.c
+++ b/clang/test/CodeGen/AArch64/fmv-dependencies.c
@@ -135,6 +135,9 @@ __attribute__((target_version("sve2-sm4"))) int fmv(void) {
return 0; }
// CHECK: define dso_local i32 @fmv._Mwfxt() #[[wfxt:[0-9]+]] {
__attribute__((target_version("wfxt"))) int fmv(void) { return 0; }
+// CHECK: define dso_local i32 @fmv._Mcssc() #[[cssc:[0-9]+]] {
+__attribute__((target_version("cssc"))) int fmv(void) { return 0; }
+
// CHECK-NOT: define dso_local i32 @fmv._M{{.*}}
__attribute__((target_version("non_existent_extension"))) int fmv(void);
@@ -188,3 +191,4 @@ int caller() {
// CHECK: attributes #[[sve2_sha3]] = { {{.*}}
"target-features"="+fp-armv8,+fullfp16,+neon,+outline-atomics,+sha2,+sha3,+sve,+sve2,+sve2-sha3,+v8a"
// CHECK: attributes #[[sve2_sm4]] = { {{.*}}
"target-features"="+fp-armv8,+fullfp16,+neon,+outline-atomics,+sm4,+sve,+sve2,+sve2-sm4,+v8a"
// CHECK: attributes #[[wfxt]] = { {{.*}}
"target-features"="+fp-armv8,+neon,+outline-atomics,+v8a,+wfxt"
+// CHECK: attributes #[[cssc]] = { {{.*}}
"target-features"="+cssc,+fp-armv8,+neon,+outline-atomics,+v8a"
diff --git a/clang/test/CodeGen/AArch64/fmv-detection.c
b/clang/test/CodeGen/AArch64/fmv-detection.c
index 56de8136e55dd..44702a04e532e 100644
--- a/clang/test/CodeGen/AArch64/fmv-detection.c
+++ b/clang/test/CodeGen/AArch64/fmv-detection.c
@@ -13,6 +13,8 @@ __attribute__((target_version("bti"))) int fmv(void) { return
0; }
__attribute__((target_version("crc"))) int fmv(void) { return 0; }
+__attribute__((target_version("cssc"))) int fmv(void) { return 0; }
+
__attribute__((target_version("dit"))) int fmv(void) { return 0; }
__attribute__((target_version("dotprod"))) int fmv(void) { return 0; }
@@ -93,9 +95,7 @@ __attribute__((target_version("sve2-sm4"))) int fmv(void) {
return 0; }
__attribute__((target_version("wfxt"))) int fmv(void) { return 0; }
-// Test a version with multiple features. [Hint] Use the highest priority
-// feature so that the version remains at the top of the resolver body.
-__attribute__((target_version("mops+fp"))) int fmv(void);
+__attribute__((target_version("cssc+fp"))) int fmv(void);
__attribute__((target_version("default"))) int fmv(void);
@@ -125,365 +125,373 @@ int caller() {
// CHECK-NEXT: resolver_entry:
// CHECK-NEXT: call void @__init_cpu_features_resolver()
// CHECK-NEXT: [[TMP0:%.*]] = load i64, ptr @__aarch64_cpu_features, align 8
-// CHECK-NEXT: [[TMP1:%.*]] = and i64 [[TMP0]], 576460752303423744
-// CHECK-NEXT: [[TMP2:%.*]] = icmp eq i64 [[TMP1]], 576460752303423744
+// CHECK-NEXT: [[TMP1:%.*]] = and i64 [[TMP0]], 2304
+// CHECK-NEXT: [[TMP2:%.*]] = icmp eq i64 [[TMP1]], 2304
// CHECK-NEXT: [[TMP3:%.*]] = and i1 true, [[TMP2]]
// CHECK-NEXT: br i1 [[TMP3]], label [[RESOLVER_RETURN:%.*]], label
[[RESOLVER_ELSE:%.*]]
// CHECK: resolver_return:
-// CHECK-NEXT: ret ptr @fmv._MfpMmops
+// CHECK-NEXT: ret ptr @fmv._McsscMfp
// CHECK: resolver_else:
// CHECK-NEXT: [[TMP4:%.*]] = load i64, ptr @__aarch64_cpu_features, align 8
-// CHECK-NEXT: [[TMP5:%.*]] = and i64 [[TMP4]], 576460752303423488
-// CHECK-NEXT: [[TMP6:%.*]] = icmp eq i64 [[TMP5]], 576460752303423488
+// CHECK-NEXT: [[TMP5:%.*]] = and i64 [[TMP4]], 2048
+// CHECK-NEXT: [[TMP6:%.*]] = icmp eq i64 [[TMP5]], 2048
// CHECK-NEXT: [[TMP7:%.*]] = and i1 true, [[TMP6]]
// CHECK-NEXT: br i1 [[TMP7]], label [[RESOLVER_RETURN1:%.*]], label
[[RESOLVER_ELSE2:%.*]]
// CHECK: resolver_return1:
-// CHECK-NEXT: ret ptr @fmv._Mmops
+// CHECK-NEXT: ret ptr @fmv._Mcssc
// CHECK: resolver_else2:
// CHECK-NEXT: [[TMP8:%.*]] = load i64, ptr @__aarch64_cpu_features, align 8
-// CHECK-NEXT: [[TMP9:%.*]] = and i64 [[TMP8]], 144119586256651008
-// CHECK-NEXT: [[TMP10:%.*]] = icmp eq i64 [[TMP9]], 144119586256651008
+// CHECK-NEXT: [[TMP9:%.*]] = and i64 [[TMP8]], 576460752303423488
+// CHECK-NEXT: [[TMP10:%.*]] = icmp eq i64 [[TMP9]], 576460752303423488
// CHECK-NEXT: [[TMP11:%.*]] = and i1 true, [[TMP10]]
// CHECK-NEXT: br i1 [[TMP11]], label [[RESOLVER_RETURN3:%.*]], label
[[RESOLVER_ELSE4:%.*]]
// CHECK: resolver_return3:
-// CHECK-NEXT: ret ptr @fmv._Msme2
+// CHECK-NEXT: ret ptr @fmv._Mmops
// CHECK: resolver_else4:
// CHECK-NEXT: [[TMP12:%.*]] = load i64, ptr @__aarch64_cpu_features, align
8
-// CHECK-NEXT: [[TMP13:%.*]] = and i64 [[TMP12]], 72061992218723072
-// CHECK-NEXT: [[TMP14:%.*]] = icmp eq i64 [[TMP13]], 72061992218723072
+// CHECK-NEXT: [[TMP13:%.*]] = and i64 [[TMP12]], 144119586256651008
+// CHECK-NEXT: [[TMP14:%.*]] = icmp eq i64 [[TMP13]], 144119586256651008
// CHECK-NEXT: [[TMP15:%.*]] = and i1 true, [[TMP14]]
// CHECK-NEXT: br i1 [[TMP15]], label [[RESOLVER_RETURN5:%.*]], label
[[RESOLVER_ELSE6:%.*]]
// CHECK: resolver_return5:
-// CHECK-NEXT: ret ptr @fmv._Msme-i16i64
+// CHECK-NEXT: ret ptr @fmv._Msme2
// CHECK: resolver_else6:
// CHECK-NEXT: [[TMP16:%.*]] = load i64, ptr @__aarch64_cpu_features, align
8
-// CHECK-NEXT: [[TMP17:%.*]] = and i64 [[TMP16]], 36033195199759104
-// CHECK-NEXT: [[TMP18:%.*]] = icmp eq i64 [[TMP17]], 36033195199759104
+// CHECK-NEXT: [[TMP17:%.*]] = and i64 [[TMP16]], 72061992218723072
+// CHECK-NEXT: [[TMP18:%.*]] = icmp eq i64 [[TMP17]], 72061992218723072
// CHECK-NEXT: [[TMP19:%.*]] = and i1 true, [[TMP18]]
// CHECK-NEXT: br i1 [[TMP19]], label [[RESOLVER_RETURN7:%.*]], label
[[RESOLVER_ELSE8:%.*]]
// CHECK: resolver_return7:
-// CHECK-NEXT: ret ptr @fmv._Msme-f64f64
+// CHECK-NEXT: ret ptr @fmv._Msme-i16i64
// CHECK: resolver_else8:
// CHECK-NEXT: [[TMP20:%.*]] = load i64, ptr @__aarch64_cpu_features, align
8
-// CHECK-NEXT: [[TMP21:%.*]] = and i64 [[TMP20]], 18014398509481984
-// CHECK-NEXT: [[TMP22:%.*]] = icmp eq i64 [[TMP21]], 18014398509481984
+// CHECK-NEXT: [[TMP21:%.*]] = and i64 [[TMP20]], 36033195199759104
+// CHECK-NEXT: [[TMP22:%.*]] = icmp eq i64 [[TMP21]], 36033195199759104
// CHECK-NEXT: [[TMP23:%.*]] = and i1 true, [[TMP22]]
// CHECK-NEXT: br i1 [[TMP23]], label [[RESOLVER_RETURN9:%.*]], label
[[RESOLVER_ELSE10:%.*]]
// CHECK: resolver_return9:
-// CHECK-NEXT: ret ptr @fmv._Mwfxt
+// CHECK-NEXT: ret ptr @fmv._Msme-f64f64
// CHECK: resolver_else10:
// CHECK-NEXT: [[TMP24:%.*]] = load i64, ptr @__aarch64_cpu_features, align
8
-// CHECK-NEXT: [[TMP25:%.*]] = and i64 [[TMP24]], 1125899906842624
-// CHECK-NEXT: [[TMP26:%.*]] = icmp eq i64 [[TMP25]], 1125899906842624
+// CHECK-NEXT: [[TMP25:%.*]] = and i64 [[TMP24]], 18014398509481984
+// CHECK-NEXT: [[TMP26:%.*]] = icmp eq i64 [[TMP25]], 18014398509481984
// CHECK-NEXT: [[TMP27:%.*]] = and i1 true, [[TMP26]]
// CHECK-NEXT: br i1 [[TMP27]], label [[RESOLVER_RETURN11:%.*]], label
[[RESOLVER_ELSE12:%.*]]
// CHECK: resolver_return11:
-// CHECK-NEXT: ret ptr @fmv._Mbti
+// CHECK-NEXT: ret ptr @fmv._Mwfxt
// CHECK: resolver_else12:
// CHECK-NEXT: [[TMP28:%.*]] = load i64, ptr @__aarch64_cpu_features, align
8
-// CHECK-NEXT: [[TMP29:%.*]] = and i64 [[TMP28]], 562949953421312
-// CHECK-NEXT: [[TMP30:%.*]] = icmp eq i64 [[TMP29]], 562949953421312
+// CHECK-NEXT: [[TMP29:%.*]] = and i64 [[TMP28]], 1125899906842624
+// CHECK-NEXT: [[TMP30:%.*]] = icmp eq i64 [[TMP29]], 1125899906842624
// CHECK-NEXT: [[TMP31:%.*]] = and i1 true, [[TMP30]]
// CHECK-NEXT: br i1 [[TMP31]], label [[RESOLVER_RETURN13:%.*]], label
[[RESOLVER_ELSE14:%.*]]
// CHECK: resolver_return13:
-// CHECK-NEXT: ret ptr @fmv._Mssbs
+// CHECK-NEXT: ret ptr @fmv._Mbti
// CHECK: resolver_else14:
// CHECK-NEXT: [[TMP32:%.*]] = load i64, ptr @__aarch64_cpu_features, align
8
-// CHECK-NEXT: [[TMP33:%.*]] = and i64 [[TMP32]], 70368744177664
-// CHECK-NEXT: [[TMP34:%.*]] = icmp eq i64 [[TMP33]], 70368744177664
+// CHECK-NEXT: [[TMP33:%.*]] = and i64 [[TMP32]], 562949953421312
+// CHECK-NEXT: [[TMP34:%.*]] = icmp eq i64 [[TMP33]], 562949953421312
// CHECK-NEXT: [[TMP35:%.*]] = and i1 true, [[TMP34]]
// CHECK-NEXT: br i1 [[TMP35]], label [[RESOLVER_RETURN15:%.*]], label
[[RESOLVER_ELSE16:%.*]]
// CHECK: resolver_return15:
-// CHECK-NEXT: ret ptr @fmv._Msb
+// CHECK-NEXT: ret ptr @fmv._Mssbs
// CHECK: resolver_else16:
// CHECK-NEXT: [[TMP36:%.*]] = load i64, ptr @__aarch64_cpu_features, align
8
-// CHECK-NEXT: [[TMP37:%.*]] = and i64 [[TMP36]], 17592186044416
-// CHECK-NEXT: [[TMP38:%.*]] = icmp eq i64 [[TMP37]], 17592186044416
+// CHECK-NEXT: [[TMP37:%.*]] = and i64 [[TMP36]], 70368744177664
+// CHECK-NEXT: [[TMP38:%.*]] = icmp eq i64 [[TMP37]], 70368744177664
// CHECK-NEXT: [[TMP39:%.*]] = and i1 true, [[TMP38]]
// CHECK-NEXT: br i1 [[TMP39]], label [[RESOLVER_RETURN17:%.*]], label
[[RESOLVER_ELSE18:%.*]]
// CHECK: resolver_return17:
-// CHECK-NEXT: ret ptr @fmv._Mmemtag
+// CHECK-NEXT: ret ptr @fmv._Msb
// CHECK: resolver_else18:
// CHECK-NEXT: [[TMP40:%.*]] = load i64, ptr @__aarch64_cpu_features, align
8
-// CHECK-NEXT: [[TMP41:%.*]] = and i64 [[TMP40]], 4398180795136
-// CHECK-NEXT: [[TMP42:%.*]] = icmp eq i64 [[TMP41]], 4398180795136
+// CHECK-NEXT: [[TMP41:%.*]] = and i64 [[TMP40]], 17592186044416
+// CHECK-NEXT: [[TMP42:%.*]] = icmp eq i64 [[TMP41]], 17592186044416
// CHECK-NEXT: [[TMP43:%.*]] = and i1 true, [[TMP42]]
// CHECK-NEXT: br i1 [[TMP43]], label [[RESOLVER_RETURN19:%.*]], label
[[RESOLVER_ELSE20:%.*]]
// CHECK: resolver_return19:
-// CHECK-NEXT: ret ptr @fmv._Msme
+// CHECK-NEXT: ret ptr @fmv._Mmemtag
// CHECK: resolver_else20:
// CHECK-NEXT: [[TMP44:%.*]] = load i64, ptr @__aarch64_cpu_features, align
8
-// CHECK-NEXT: [[TMP45:%.*]] = and i64 [[TMP44]], 2268816540448
-// CHECK-NEXT: [[TMP46:%.*]] = icmp eq i64 [[TMP45]], 2268816540448
+// CHECK-NEXT: [[TMP45:%.*]] = and i64 [[TMP44]], 4398180795136
+// CHECK-NEXT: [[TMP46:%.*]] = icmp eq i64 [[TMP45]], 4398180795136
// CHECK-NEXT: [[TMP47:%.*]] = and i1 true, [[TMP46]]
// CHECK-NEXT: br i1 [[TMP47]], label [[RESOLVER_RETURN21:%.*]], label
[[RESOLVER_ELSE22:%.*]]
// CHECK: resolver_return21:
-// CHECK-NEXT: ret ptr @fmv._Msve2-sm4
+// CHECK-NEXT: ret ptr @fmv._Msme
// CHECK: resolver_else22:
// CHECK-NEXT: [[TMP48:%.*]] = load i64, ptr @__aarch64_cpu_features, align
8
-// CHECK-NEXT: [[TMP49:%.*]] = and i64 [[TMP48]], 1169304924928
-// CHECK-NEXT: [[TMP50:%.*]] = icmp eq i64 [[TMP49]], 1169304924928
+// CHECK-NEXT: [[TMP49:%.*]] = and i64 [[TMP48]], 2268816540448
+// CHECK-NEXT: [[TMP50:%.*]] = icmp eq i64 [[TMP49]], 2268816540448
// CHECK-NEXT: [[TMP51:%.*]] = and i1 true, [[TMP50]]
// CHECK-NEXT: br i1 [[TMP51]], label [[RESOLVER_RETURN23:%.*]], label
[[RESOLVER_ELSE24:%.*]]
// CHECK: resolver_return23:
-// CHECK-NEXT: ret ptr @fmv._Msve2-sha3
+// CHECK-NEXT: ret ptr @fmv._Msve2-sm4
// CHECK: resolver_else24:
// CHECK-NEXT: [[TMP52:%.*]] = load i64, ptr @__aarch64_cpu_features, align
8
-// CHECK-NEXT: [[TMP53:%.*]] = and i64 [[TMP52]], 619549098240
-// CHECK-NEXT: [[TMP54:%.*]] = icmp eq i64 [[TMP53]], 619549098240
+// CHECK-NEXT: [[TMP53:%.*]] = and i64 [[TMP52]], 1169304924928
+// CHECK-NEXT: [[TMP54:%.*]] = icmp eq i64 [[TMP53]], 1169304924928
// CHECK-NEXT: [[TMP55:%.*]] = and i1 true, [[TMP54]]
// CHECK-NEXT: br i1 [[TMP55]], label [[RESOLVER_RETURN25:%.*]], label
[[RESOLVER_ELSE26:%.*]]
// CHECK: resolver_return25:
-// CHECK-NEXT: ret ptr @fmv._Msve2-bitperm
+// CHECK-NEXT: ret ptr @fmv._Msve2-sha3
// CHECK: resolver_else26:
// CHECK-NEXT: [[TMP56:%.*]] = load i64, ptr @__aarch64_cpu_features, align
8
-// CHECK-NEXT: [[TMP57:%.*]] = and i64 [[TMP56]], 344671224576
-// CHECK-NEXT: [[TMP58:%.*]] = icmp eq i64 [[TMP57]], 344671224576
+// CHECK-NEXT: [[TMP57:%.*]] = and i64 [[TMP56]], 619549098240
+// CHECK-NEXT: [[TMP58:%.*]] = icmp eq i64 [[TMP57]], 619549098240
// CHECK-NEXT: [[TMP59:%.*]] = and i1 true, [[TMP58]]
// CHECK-NEXT: br i1 [[TMP59]], label [[RESOLVER_RETURN27:%.*]], label
[[RESOLVER_ELSE28:%.*]]
// CHECK: resolver_return27:
-// CHECK-NEXT: ret ptr @fmv._Msve2-aes
+// CHECK-NEXT: ret ptr @fmv._Msve2-bitperm
// CHECK: resolver_else28:
// CHECK-NEXT: [[TMP60:%.*]] = load i64, ptr @__aarch64_cpu_features, align
8
-// CHECK-NEXT: [[TMP61:%.*]] = and i64 [[TMP60]], 69793284352
-// CHECK-NEXT: [[TMP62:%.*]] = icmp eq i64 [[TMP61]], 69793284352
+// CHECK-NEXT: [[TMP61:%.*]] = and i64 [[TMP60]], 344671224576
+// CHECK-NEXT: [[TMP62:%.*]] = icmp eq i64 [[TMP61]], 344671224576
// CHECK-NEXT: [[TMP63:%.*]] = and i1 true, [[TMP62]]
// CHECK-NEXT: br i1 [[TMP63]], label [[RESOLVER_RETURN29:%.*]], label
[[RESOLVER_ELSE30:%.*]]
// CHECK: resolver_return29:
-// CHECK-NEXT: ret ptr @fmv._Msve2
+// CHECK-NEXT: ret ptr @fmv._Msve2-aes
// CHECK: resolver_else30:
// CHECK-NEXT: [[TMP64:%.*]] = load i64, ptr @__aarch64_cpu_features, align
8
-// CHECK-NEXT: [[TMP65:%.*]] = and i64 [[TMP64]], 35433545984
-// CHECK-NEXT: [[TMP66:%.*]] = icmp eq i64 [[TMP65]], 35433545984
+// CHECK-NEXT: [[TMP65:%.*]] = and i64 [[TMP64]], 69793284352
+// CHECK-NEXT: [[TMP66:%.*]] = icmp eq i64 [[TMP65]], 69793284352
// CHECK-NEXT: [[TMP67:%.*]] = and i1 true, [[TMP66]]
// CHECK-NEXT: br i1 [[TMP67]], label [[RESOLVER_RETURN31:%.*]], label
[[RESOLVER_ELSE32:%.*]]
// CHECK: resolver_return31:
-// CHECK-NEXT: ret ptr @fmv._Mf64mm
+// CHECK-NEXT: ret ptr @fmv._Msve2
// CHECK: resolver_else32:
// CHECK-NEXT: [[TMP68:%.*]] = load i64, ptr @__aarch64_cpu_features, align
8
-// CHECK-NEXT: [[TMP69:%.*]] = and i64 [[TMP68]], 18253676800
-// CHECK-NEXT: [[TMP70:%.*]] = icmp eq i64 [[TMP69]], 18253676800
+// CHECK-NEXT: [[TMP69:%.*]] = and i64 [[TMP68]], 35433545984
+// CHECK-NEXT: [[TMP70:%.*]] = icmp eq i64 [[TMP69]], 35433545984
// CHECK-NEXT: [[TMP71:%.*]] = and i1 true, [[TMP70]]
// CHECK-NEXT: br i1 [[TMP71]], label [[RESOLVER_RETURN33:%.*]], label
[[RESOLVER_ELSE34:%.*]]
// CHECK: resolver_return33:
-// CHECK-NEXT: ret ptr @fmv._Mf32mm
+// CHECK-NEXT: ret ptr @fmv._Mf64mm
// CHECK: resolver_else34:
// CHECK-NEXT: [[TMP72:%.*]] = load i64, ptr @__aarch64_cpu_features, align
8
-// CHECK-NEXT: [[TMP73:%.*]] = and i64 [[TMP72]], 1073807616
-// CHECK-NEXT: [[TMP74:%.*]] = icmp eq i64 [[TMP73]], 1073807616
+// CHECK-NEXT: [[TMP73:%.*]] = and i64 [[TMP72]], 18253676800
+// CHECK-NEXT: [[TMP74:%.*]] = icmp eq i64 [[TMP73]], 18253676800
// CHECK-NEXT: [[TMP75:%.*]] = and i1 true, [[TMP74]]
// CHECK-NEXT: br i1 [[TMP75]], label [[RESOLVER_RETURN35:%.*]], label
[[RESOLVER_ELSE36:%.*]]
// CHECK: resolver_return35:
-// CHECK-NEXT: ret ptr @fmv._Msve
+// CHECK-NEXT: ret ptr @fmv._Mf32mm
// CHECK: resolver_else36:
// CHECK-NEXT: [[TMP76:%.*]] = load i64, ptr @__aarch64_cpu_features, align
8
-// CHECK-NEXT: [[TMP77:%.*]] = and i64 [[TMP76]], 134218496
-// CHECK-NEXT: [[TMP78:%.*]] = icmp eq i64 [[TMP77]], 134218496
+// CHECK-NEXT: [[TMP77:%.*]] = and i64 [[TMP76]], 1073807616
+// CHECK-NEXT: [[TMP78:%.*]] = icmp eq i64 [[TMP77]], 1073807616
// CHECK-NEXT: [[TMP79:%.*]] = and i1 true, [[TMP78]]
// CHECK-NEXT: br i1 [[TMP79]], label [[RESOLVER_RETURN37:%.*]], label
[[RESOLVER_ELSE38:%.*]]
// CHECK: resolver_return37:
-// CHECK-NEXT: ret ptr @fmv._Mbf16
+// CHECK-NEXT: ret ptr @fmv._Msve
// CHECK: resolver_else38:
// CHECK-NEXT: [[TMP80:%.*]] = load i64, ptr @__aarch64_cpu_features, align
8
-// CHECK-NEXT: [[TMP81:%.*]] = and i64 [[TMP80]], 67109632
-// CHECK-NEXT: [[TMP82:%.*]] = icmp eq i64 [[TMP81]], 67109632
+// CHECK-NEXT: [[TMP81:%.*]] = and i64 [[TMP80]], 134218496
+// CHECK-NEXT: [[TMP82:%.*]] = icmp eq i64 [[TMP81]], 134218496
// CHECK-NEXT: [[TMP83:%.*]] = and i1 true, [[TMP82]]
// CHECK-NEXT: br i1 [[TMP83]], label [[RESOLVER_RETURN39:%.*]], label
[[RESOLVER_ELSE40:%.*]]
// CHECK: resolver_return39:
-// CHECK-NEXT: ret ptr @fmv._Mi8mm
+// CHECK-NEXT: ret ptr @fmv._Mbf16
// CHECK: resolver_else40:
// CHECK-NEXT: [[TMP84:%.*]] = load i64, ptr @__aarch64_cpu_features, align
8
-// CHECK-NEXT: [[TMP85:%.*]] = and i64 [[TMP84]], 16777472
-// CHECK-NEXT: [[TMP86:%.*]] = icmp eq i64 [[TMP85]], 16777472
+// CHECK-NEXT: [[TMP85:%.*]] = and i64 [[TMP84]], 67109632
+// CHECK-NEXT: [[TMP86:%.*]] = icmp eq i64 [[TMP85]], 67109632
// CHECK-NEXT: [[TMP87:%.*]] = and i1 true, [[TMP86]]
// CHECK-NEXT: br i1 [[TMP87]], label [[RESOLVER_RETURN41:%.*]], label
[[RESOLVER_ELSE42:%.*]]
// CHECK: resolver_return41:
-// CHECK-NEXT: ret ptr @fmv._Mfrintts
+// CHECK-NEXT: ret ptr @fmv._Mi8mm
// CHECK: resolver_else42:
// CHECK-NEXT: [[TMP88:%.*]] = load i64, ptr @__aarch64_cpu_features, align
8
-// CHECK-NEXT: [[TMP89:%.*]] = and i64 [[TMP88]], 288230376164294656
-// CHECK-NEXT: [[TMP90:%.*]] = icmp eq i64 [[TMP89]], 288230376164294656
+// CHECK-NEXT: [[TMP89:%.*]] = and i64 [[TMP88]], 16777472
+// CHECK-NEXT: [[TMP90:%.*]] = icmp eq i64 [[TMP89]], 16777472
// CHECK-NEXT: [[TMP91:%.*]] = and i1 true, [[TMP90]]
// CHECK-NEXT: br i1 [[TMP91]], label [[RESOLVER_RETURN43:%.*]], label
[[RESOLVER_ELSE44:%.*]]
// CHECK: resolver_return43:
-// CHECK-NEXT: ret ptr @fmv._Mrcpc3
+// CHECK-NEXT: ret ptr @fmv._Mfrintts
// CHECK: resolver_else44:
// CHECK-NEXT: [[TMP92:%.*]] = load i64, ptr @__aarch64_cpu_features, align
8
-// CHECK-NEXT: [[TMP93:%.*]] = and i64 [[TMP92]], 12582912
-// CHECK-NEXT: [[TMP94:%.*]] = icmp eq i64 [[TMP93]], 12582912
+// CHECK-NEXT: [[TMP93:%.*]] = and i64 [[TMP92]], 288230376164294656
+// CHECK-NEXT: [[TMP94:%.*]] = icmp eq i64 [[TMP93]], 288230376164294656
// CHECK-NEXT: [[TMP95:%.*]] = and i1 true, [[TMP94]]
// CHECK-NEXT: br i1 [[TMP95]], label [[RESOLVER_RETURN45:%.*]], label
[[RESOLVER_ELSE46:%.*]]
// CHECK: resolver_return45:
-// CHECK-NEXT: ret ptr @fmv._Mrcpc2
+// CHECK-NEXT: ret ptr @fmv._Mrcpc3
// CHECK: resolver_else46:
// CHECK-NEXT: [[TMP96:%.*]] = load i64, ptr @__aarch64_cpu_features, align
8
-// CHECK-NEXT: [[TMP97:%.*]] = and i64 [[TMP96]], 4194304
-// CHECK-NEXT: [[TMP98:%.*]] = icmp eq i64 [[TMP97]], 4194304
+// CHECK-NEXT: [[TMP97:%.*]] = and i64 [[TMP96]], 12582912
+// CHECK-NEXT: [[TMP98:%.*]] = icmp eq i64 [[TMP97]], 12582912
// CHECK-NEXT: [[TMP99:%.*]] = and i1 true, [[TMP98]]
// CHECK-NEXT: br i1 [[TMP99]], label [[RESOLVER_RETURN47:%.*]], label
[[RESOLVER_ELSE48:%.*]]
// CHECK: resolver_return47:
-// CHECK-NEXT: ret ptr @fmv._Mrcpc
+// CHECK-NEXT: ret ptr @fmv._Mrcpc2
// CHECK: resolver_else48:
// CHECK-NEXT: [[TMP100:%.*]] = load i64, ptr @__aarch64_cpu_features,
align 8
-// CHECK-NEXT: [[TMP101:%.*]] = and i64 [[TMP100]], 2097920
-// CHECK-NEXT: [[TMP102:%.*]] = icmp eq i64 [[TMP101]], 2097920
+// CHECK-NEXT: [[TMP101:%.*]] = and i64 [[TMP100]], 4194304
+// CHECK-NEXT: [[TMP102:%.*]] = icmp eq i64 [[TMP101]], 4194304
// CHECK-NEXT: [[TMP103:%.*]] = and i1 true, [[TMP102]]
// CHECK-NEXT: br i1 [[TMP103]], label [[RESOLVER_RETURN49:%.*]], label
[[RESOLVER_ELSE50:%.*]]
// CHECK: resolver_return49:
-// CHECK-NEXT: ret ptr @fmv._Mfcma
+// CHECK-NEXT: ret ptr @fmv._Mrcpc
// CHECK: resolver_else50:
// CHECK-NEXT: [[TMP104:%.*]] = load i64, ptr @__aarch64_cpu_features,
align 8
-// CHECK-NEXT: [[TMP105:%.*]] = and i64 [[TMP104]], 1048832
-// CHECK-NEXT: [[TMP106:%.*]] = icmp eq i64 [[TMP105]], 1048832
+// CHECK-NEXT: [[TMP105:%.*]] = and i64 [[TMP104]], 2097920
+// CHECK-NEXT: [[TMP106:%.*]] = icmp eq i64 [[TMP105]], 2097920
// CHECK-NEXT: [[TMP107:%.*]] = and i1 true, [[TMP106]]
// CHECK-NEXT: br i1 [[TMP107]], label [[RESOLVER_RETURN51:%.*]], label
[[RESOLVER_ELSE52:%.*]]
// CHECK: resolver_return51:
-// CHECK-NEXT: ret ptr @fmv._Mjscvt
+// CHECK-NEXT: ret ptr @fmv._Mfcma
// CHECK: resolver_else52:
// CHECK-NEXT: [[TMP108:%.*]] = load i64, ptr @__aarch64_cpu_features,
align 8
-// CHECK-NEXT: [[TMP109:%.*]] = and i64 [[TMP108]], 786432
-// CHECK-NEXT: [[TMP110:%.*]] = icmp eq i64 [[TMP109]], 786432
+// CHECK-NEXT: [[TMP109:%.*]] = and i64 [[TMP108]], 1048832
+// CHECK-NEXT: [[TMP110:%.*]] = icmp eq i64 [[TMP109]], 1048832
// CHECK-NEXT: [[TMP111:%.*]] = and i1 true, [[TMP110]]
// CHECK-NEXT: br i1 [[TMP111]], label [[RESOLVER_RETURN53:%.*]], label
[[RESOLVER_ELSE54:%.*]]
// CHECK: resolver_return53:
-// CHECK-NEXT: ret ptr @fmv._Mdpb2
+// CHECK-NEXT: ret ptr @fmv._Mjscvt
// CHECK: resolver_else54:
// CHECK-NEXT: [[TMP112:%.*]] = load i64, ptr @__aarch64_cpu_features,
align 8
-// CHECK-NEXT: [[TMP113:%.*]] = and i64 [[TMP112]], 262144
-// CHECK-NEXT: [[TMP114:%.*]] = icmp eq i64 [[TMP113]], 262144
+// CHECK-NEXT: [[TMP113:%.*]] = and i64 [[TMP112]], 786432
+// CHECK-NEXT: [[TMP114:%.*]] = icmp eq i64 [[TMP113]], 786432
// CHECK-NEXT: [[TMP115:%.*]] = and i1 true, [[TMP114]]
// CHECK-NEXT: br i1 [[TMP115]], label [[RESOLVER_RETURN55:%.*]], label
[[RESOLVER_ELSE56:%.*]]
// CHECK: resolver_return55:
-// CHECK-NEXT: ret ptr @fmv._Mdpb
+// CHECK-NEXT: ret ptr @fmv._Mdpb2
// CHECK: resolver_else56:
// CHECK-NEXT: [[TMP116:%.*]] = load i64, ptr @__aarch64_cpu_features,
align 8
-// CHECK-NEXT: [[TMP117:%.*]] = and i64 [[TMP116]], 131072
-// CHECK-NEXT: [[TMP118:%.*]] = icmp eq i64 [[TMP117]], 131072
+// CHECK-NEXT: [[TMP117:%.*]] = and i64 [[TMP116]], 262144
+// CHECK-NEXT: [[TMP118:%.*]] = icmp eq i64 [[TMP117]], 262144
// CHECK-NEXT: [[TMP119:%.*]] = and i1 true, [[TMP118]]
// CHECK-NEXT: br i1 [[TMP119]], label [[RESOLVER_RETURN57:%.*]], label
[[RESOLVER_ELSE58:%.*]]
// CHECK: resolver_return57:
-// CHECK-NEXT: ret ptr @fmv._Mdit
+// CHECK-NEXT: ret ptr @fmv._Mdpb
// CHECK: resolver_else58:
// CHECK-NEXT: [[TMP120:%.*]] = load i64, ptr @__aarch64_cpu_features,
align 8
-// CHECK-NEXT: [[TMP121:%.*]] = and i64 [[TMP120]], 66312
-// CHECK-NEXT: [[TMP122:%.*]] = icmp eq i64 [[TMP121]], 66312
+// CHECK-NEXT: [[TMP121:%.*]] = and i64 [[TMP120]], 131072
+// CHECK-NEXT: [[TMP122:%.*]] = icmp eq i64 [[TMP121]], 131072
// CHECK-NEXT: [[TMP123:%.*]] = and i1 true, [[TMP122]]
// CHECK-NEXT: br i1 [[TMP123]], label [[RESOLVER_RETURN59:%.*]], label
[[RESOLVER_ELSE60:%.*]]
// CHECK: resolver_return59:
-// CHECK-NEXT: ret ptr @fmv._Mfp16fml
+// CHECK-NEXT: ret ptr @fmv._Mdit
// CHECK: resolver_else60:
// CHECK-NEXT: [[TMP124:%.*]] = load i64, ptr @__aarch64_cpu_features,
align 8
-// CHECK-NEXT: [[TMP125:%.*]] = and i64 [[TMP124]], 65792
-// CHECK-NEXT: [[TMP126:%.*]] = icmp eq i64 [[TMP125]], 65792
+// CHECK-NEXT: [[TMP125:%.*]] = and i64 [[TMP124]], 66312
+// CHECK-NEXT: [[TMP126:%.*]] = icmp eq i64 [[TMP125]], 66312
// CHECK-NEXT: [[TMP127:%.*]] = and i1 true, [[TMP126]]
// CHECK-NEXT: br i1 [[TMP127]], label [[RESOLVER_RETURN61:%.*]], label
[[RESOLVER_ELSE62:%.*]]
// CHECK: resolver_return61:
-// CHECK-NEXT: ret ptr @fmv._Mfp16
+// CHECK-NEXT: ret ptr @fmv._Mfp16fml
// CHECK: resolver_else62:
// CHECK-NEXT: [[TMP128:%.*]] = load i64, ptr @__aarch64_cpu_features,
align 8
-// CHECK-NEXT: [[TMP129:%.*]] = and i64 [[TMP128]], 33536
-// CHECK-NEXT: [[TMP130:%.*]] = icmp eq i64 [[TMP129]], 33536
+// CHECK-NEXT: [[TMP129:%.*]] = and i64 [[TMP128]], 65792
+// CHECK-NEXT: [[TMP130:%.*]] = icmp eq i64 [[TMP129]], 65792
// CHECK-NEXT: [[TMP131:%.*]] = and i1 true, [[TMP130]]
// CHECK-NEXT: br i1 [[TMP131]], label [[RESOLVER_RETURN63:%.*]], label
[[RESOLVER_ELSE64:%.*]]
// CHECK: resolver_return63:
-// CHECK-NEXT: ret ptr @fmv._Maes
+// CHECK-NEXT: ret ptr @fmv._Mfp16
// CHECK: resolver_else64:
// CHECK-NEXT: [[TMP132:%.*]] = load i64, ptr @__aarch64_cpu_features,
align 8
-// CHECK-NEXT: [[TMP133:%.*]] = and i64 [[TMP132]], 13056
-// CHECK-NEXT: [[TMP134:%.*]] = icmp eq i64 [[TMP133]], 13056
+// CHECK-NEXT: [[TMP133:%.*]] = and i64 [[TMP132]], 33536
+// CHECK-NEXT: [[TMP134:%.*]] = icmp eq i64 [[TMP133]], 33536
// CHECK-NEXT: [[TMP135:%.*]] = and i1 true, [[TMP134]]
// CHECK-NEXT: br i1 [[TMP135]], label [[RESOLVER_RETURN65:%.*]], label
[[RESOLVER_ELSE66:%.*]]
// CHECK: resolver_return65:
-// CHECK-NEXT: ret ptr @fmv._Msha3
+// CHECK-NEXT: ret ptr @fmv._Maes
// CHECK: resolver_else66:
// CHECK-NEXT: [[TMP136:%.*]] = load i64, ptr @__aarch64_cpu_features,
align 8
-// CHECK-NEXT: [[TMP137:%.*]] = and i64 [[TMP136]], 4864
-// CHECK-NEXT: [[TMP138:%.*]] = icmp eq i64 [[TMP137]], 4864
+// CHECK-NEXT: [[TMP137:%.*]] = and i64 [[TMP136]], 13056
+// CHECK-NEXT: [[TMP138:%.*]] = icmp eq i64 [[TMP137]], 13056
// CHECK-NEXT: [[TMP139:%.*]] = and i1 true, [[TMP138]]
// CHECK-NEXT: br i1 [[TMP139]], label [[RESOLVER_RETURN67:%.*]], label
[[RESOLVER_ELSE68:%.*]]
// CHECK: resolver_return67:
-// CHECK-NEXT: ret ptr @fmv._Msha2
+// CHECK-NEXT: ret ptr @fmv._Msha3
// CHECK: resolver_else68:
// CHECK-NEXT: [[TMP140:%.*]] = load i64, ptr @__aarch64_cpu_features,
align 8
-// CHECK-NEXT: [[TMP141:%.*]] = and i64 [[TMP140]], 1024
-// CHECK-NEXT: [[TMP142:%.*]] = icmp eq i64 [[TMP141]], 1024
+// CHECK-NEXT: [[TMP141:%.*]] = and i64 [[TMP140]], 4864
+// CHECK-NEXT: [[TMP142:%.*]] = icmp eq i64 [[TMP141]], 4864
// CHECK-NEXT: [[TMP143:%.*]] = and i1 true, [[TMP142]]
// CHECK-NEXT: br i1 [[TMP143]], label [[RESOLVER_RETURN69:%.*]], label
[[RESOLVER_ELSE70:%.*]]
// CHECK: resolver_return69:
-// CHECK-NEXT: ret ptr @fmv._Mcrc
+// CHECK-NEXT: ret ptr @fmv._Msha2
// CHECK: resolver_else70:
// CHECK-NEXT: [[TMP144:%.*]] = load i64, ptr @__aarch64_cpu_features,
align 8
-// CHECK-NEXT: [[TMP145:%.*]] = and i64 [[TMP144]], 832
-// CHECK-NEXT: [[TMP146:%.*]] = icmp eq i64 [[TMP145]], 832
+// CHECK-NEXT: [[TMP145:%.*]] = and i64 [[TMP144]], 1024
+// CHECK-NEXT: [[TMP146:%.*]] = icmp eq i64 [[TMP145]], 1024
// CHECK-NEXT: [[TMP147:%.*]] = and i1 true, [[TMP146]]
// CHECK-NEXT: br i1 [[TMP147]], label [[RESOLVER_RETURN71:%.*]], label
[[RESOLVER_ELSE72:%.*]]
// CHECK: resolver_return71:
-// CHECK-NEXT: ret ptr @fmv._Mrdm
+// CHECK-NEXT: ret ptr @fmv._Mcrc
// CHECK: resolver_else72:
// CHECK-NEXT: [[TMP148:%.*]] = load i64, ptr @__aarch64_cpu_features,
align 8
-// CHECK-NEXT: [[TMP149:%.*]] = and i64 [[TMP148]], 800
-// CHECK-NEXT: [[TMP150:%.*]] = icmp eq i64 [[TMP149]], 800
+// CHECK-NEXT: [[TMP149:%.*]] = and i64 [[TMP148]], 832
+// CHECK-NEXT: [[TMP150:%.*]] = icmp eq i64 [[TMP149]], 832
// CHECK-NEXT: [[TMP151:%.*]] = and i1 true, [[TMP150]]
// CHECK-NEXT: br i1 [[TMP151]], label [[RESOLVER_RETURN73:%.*]], label
[[RESOLVER_ELSE74:%.*]]
// CHECK: resolver_return73:
-// CHECK-NEXT: ret ptr @fmv._Msm4
+// CHECK-NEXT: ret ptr @fmv._Mrdm
// CHECK: resolver_else74:
// CHECK-NEXT: [[TMP152:%.*]] = load i64, ptr @__aarch64_cpu_features,
align 8
-// CHECK-NEXT: [[TMP153:%.*]] = and i64 [[TMP152]], 784
-// CHECK-NEXT: [[TMP154:%.*]] = icmp eq i64 [[TMP153]], 784
+// CHECK-NEXT: [[TMP153:%.*]] = and i64 [[TMP152]], 800
+// CHECK-NEXT: [[TMP154:%.*]] = icmp eq i64 [[TMP153]], 800
// CHECK-NEXT: [[TMP155:%.*]] = and i1 true, [[TMP154]]
// CHECK-NEXT: br i1 [[TMP155]], label [[RESOLVER_RETURN75:%.*]], label
[[RESOLVER_ELSE76:%.*]]
// CHECK: resolver_return75:
-// CHECK-NEXT: ret ptr @fmv._Mdotprod
+// CHECK-NEXT: ret ptr @fmv._Msm4
// CHECK: resolver_else76:
// CHECK-NEXT: [[TMP156:%.*]] = load i64, ptr @__aarch64_cpu_features,
align 8
-// CHECK-NEXT: [[TMP157:%.*]] = and i64 [[TMP156]], 768
-// CHECK-NEXT: [[TMP158:%.*]] = icmp eq i64 [[TMP157]], 768
+// CHECK-NEXT: [[TMP157:%.*]] = and i64 [[TMP156]], 784
+// CHECK-NEXT: [[TMP158:%.*]] = icmp eq i64 [[TMP157]], 784
// CHECK-NEXT: [[TMP159:%.*]] = and i1 true, [[TMP158]]
// CHECK-NEXT: br i1 [[TMP159]], label [[RESOLVER_RETURN77:%.*]], label
[[RESOLVER_ELSE78:%.*]]
// CHECK: resolver_return77:
-// CHECK-NEXT: ret ptr @fmv._Msimd
+// CHECK-NEXT: ret ptr @fmv._Mdotprod
// CHECK: resolver_else78:
// CHECK-NEXT: [[TMP160:%.*]] = load i64, ptr @__aarch64_cpu_features,
align 8
-// CHECK-NEXT: [[TMP161:%.*]] = and i64 [[TMP160]], 256
-// CHECK-NEXT: [[TMP162:%.*]] = icmp eq i64 [[TMP161]], 256
+// CHECK-NEXT: [[TMP161:%.*]] = and i64 [[TMP160]], 768
+// CHECK-NEXT: [[TMP162:%.*]] = icmp eq i64 [[TMP161]], 768
// CHECK-NEXT: [[TMP163:%.*]] = and i1 true, [[TMP162]]
// CHECK-NEXT: br i1 [[TMP163]], label [[RESOLVER_RETURN79:%.*]], label
[[RESOLVER_ELSE80:%.*]]
// CHECK: resolver_return79:
-// CHECK-NEXT: ret ptr @fmv._Mfp
+// CHECK-NEXT: ret ptr @fmv._Msimd
// CHECK: resolver_else80:
// CHECK-NEXT: [[TMP164:%.*]] = load i64, ptr @__aarch64_cpu_features,
align 8
-// CHECK-NEXT: [[TMP165:%.*]] = and i64 [[TMP164]], 128
-// CHECK-NEXT: [[TMP166:%.*]] = icmp eq i64 [[TMP165]], 128
+// CHECK-NEXT: [[TMP165:%.*]] = and i64 [[TMP164]], 256
+// CHECK-NEXT: [[TMP166:%.*]] = icmp eq i64 [[TMP165]], 256
// CHECK-NEXT: [[TMP167:%.*]] = and i1 true, [[TMP166]]
// CHECK-NEXT: br i1 [[TMP167]], label [[RESOLVER_RETURN81:%.*]], label
[[RESOLVER_ELSE82:%.*]]
// CHECK: resolver_return81:
-// CHECK-NEXT: ret ptr @fmv._Mlse
+// CHECK-NEXT: ret ptr @fmv._Mfp
// CHECK: resolver_else82:
// CHECK-NEXT: [[TMP168:%.*]] = load i64, ptr @__aarch64_cpu_features,
align 8
-// CHECK-NEXT: [[TMP169:%.*]] = and i64 [[TMP168]], 6
-// CHECK-NEXT: [[TMP170:%.*]] = icmp eq i64 [[TMP169]], 6
+// CHECK-NEXT: [[TMP169:%.*]] = and i64 [[TMP168]], 128
+// CHECK-NEXT: [[TMP170:%.*]] = icmp eq i64 [[TMP169]], 128
// CHECK-NEXT: [[TMP171:%.*]] = and i1 true, [[TMP170]]
// CHECK-NEXT: br i1 [[TMP171]], label [[RESOLVER_RETURN83:%.*]], label
[[RESOLVER_ELSE84:%.*]]
// CHECK: resolver_return83:
-// CHECK-NEXT: ret ptr @fmv._Mflagm2
+// CHECK-NEXT: ret ptr @fmv._Mlse
// CHECK: resolver_else84:
// CHECK-NEXT: [[TMP172:%.*]] = load i64, ptr @__aarch64_cpu_features,
align 8
-// CHECK-NEXT: [[TMP173:%.*]] = and i64 [[TMP172]], 2
-// CHECK-NEXT: [[TMP174:%.*]] = icmp eq i64 [[TMP173]], 2
+// CHECK-NEXT: [[TMP173:%.*]] = and i64 [[TMP172]], 6
+// CHECK-NEXT: [[TMP174:%.*]] = icmp eq i64 [[TMP173]], 6
// CHECK-NEXT: [[TMP175:%.*]] = and i1 true, [[TMP174]]
// CHECK-NEXT: br i1 [[TMP175]], label [[RESOLVER_RETURN85:%.*]], label
[[RESOLVER_ELSE86:%.*]]
// CHECK: resolver_return85:
-// CHECK-NEXT: ret ptr @fmv._Mflagm
+// CHECK-NEXT: ret ptr @fmv._Mflagm2
// CHECK: resolver_else86:
// CHECK-NEXT: [[TMP176:%.*]] = load i64, ptr @__aarch64_cpu_features,
align 8
-// CHECK-NEXT: [[TMP177:%.*]] = and i64 [[TMP176]], 1
-// CHECK-NEXT: [[TMP178:%.*]] = icmp eq i64 [[TMP177]], 1
+// CHECK-NEXT: [[TMP177:%.*]] = and i64 [[TMP176]], 2
+// CHECK-NEXT: [[TMP178:%.*]] = icmp eq i64 [[TMP177]], 2
// CHECK-NEXT: [[TMP179:%.*]] = and i1 true, [[TMP178]]
// CHECK-NEXT: br i1 [[TMP179]], label [[RESOLVER_RETURN87:%.*]], label
[[RESOLVER_ELSE88:%.*]]
// CHECK: resolver_return87:
-// CHECK-NEXT: ret ptr @fmv._Mrng
+// CHECK-NEXT: ret ptr @fmv._Mflagm
// CHECK: resolver_else88:
+// CHECK-NEXT: [[TMP180:%.*]] = load i64, ptr @__aarch64_cpu_features,
align 8
+// CHECK-NEXT: [[TMP181:%.*]] = and i64 [[TMP180]], 1
+// CHECK-NEXT: [[TMP182:%.*]] = icmp eq i64 [[TMP181]], 1
+// CHECK-NEXT: [[TMP183:%.*]] = and i1 true, [[TMP182]]
+// CHECK-NEXT: br i1 [[TMP183]], label [[RESOLVER_RETURN89:%.*]], label
[[RESOLVER_ELSE90:%.*]]
+// CHECK: resolver_return89:
+// CHECK-NEXT: ret ptr @fmv._Mrng
+// CHECK: resolver_else90:
// CHECK-NEXT: ret ptr @fmv.default
//
//
@@ -502,296 +510,303 @@ int caller() {
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Mdit
+// CHECK-LABEL: define {{[^@]+}}@fmv._Mcssc
// CHECK-SAME: () #[[ATTR4:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Mdotprod
+// CHECK-LABEL: define {{[^@]+}}@fmv._Mdit
// CHECK-SAME: () #[[ATTR5:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Mdpb
+// CHECK-LABEL: define {{[^@]+}}@fmv._Mdotprod
// CHECK-SAME: () #[[ATTR6:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Mdpb2
+// CHECK-LABEL: define {{[^@]+}}@fmv._Mdpb
// CHECK-SAME: () #[[ATTR7:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Mf32mm
+// CHECK-LABEL: define {{[^@]+}}@fmv._Mdpb2
// CHECK-SAME: () #[[ATTR8:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Mf64mm
+// CHECK-LABEL: define {{[^@]+}}@fmv._Mf32mm
// CHECK-SAME: () #[[ATTR9:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Mfcma
+// CHECK-LABEL: define {{[^@]+}}@fmv._Mf64mm
// CHECK-SAME: () #[[ATTR10:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Mflagm
+// CHECK-LABEL: define {{[^@]+}}@fmv._Mfcma
// CHECK-SAME: () #[[ATTR11:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Mflagm2
+// CHECK-LABEL: define {{[^@]+}}@fmv._Mflagm
// CHECK-SAME: () #[[ATTR12:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Mfp
+// CHECK-LABEL: define {{[^@]+}}@fmv._Mflagm2
// CHECK-SAME: () #[[ATTR13:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Mfp16
+// CHECK-LABEL: define {{[^@]+}}@fmv._Mfp
// CHECK-SAME: () #[[ATTR14:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Mfp16fml
+// CHECK-LABEL: define {{[^@]+}}@fmv._Mfp16
// CHECK-SAME: () #[[ATTR15:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Mfrintts
+// CHECK-LABEL: define {{[^@]+}}@fmv._Mfp16fml
// CHECK-SAME: () #[[ATTR16:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Mi8mm
+// CHECK-LABEL: define {{[^@]+}}@fmv._Mfrintts
// CHECK-SAME: () #[[ATTR17:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Mjscvt
+// CHECK-LABEL: define {{[^@]+}}@fmv._Mi8mm
// CHECK-SAME: () #[[ATTR18:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Mlse
+// CHECK-LABEL: define {{[^@]+}}@fmv._Mjscvt
// CHECK-SAME: () #[[ATTR19:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Mmemtag
+// CHECK-LABEL: define {{[^@]+}}@fmv._Mlse
// CHECK-SAME: () #[[ATTR20:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Mmops
+// CHECK-LABEL: define {{[^@]+}}@fmv._Mmemtag
// CHECK-SAME: () #[[ATTR21:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Mrcpc
+// CHECK-LABEL: define {{[^@]+}}@fmv._Mmops
// CHECK-SAME: () #[[ATTR22:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Mrcpc2
+// CHECK-LABEL: define {{[^@]+}}@fmv._Mrcpc
// CHECK-SAME: () #[[ATTR23:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Mrcpc3
+// CHECK-LABEL: define {{[^@]+}}@fmv._Mrcpc2
// CHECK-SAME: () #[[ATTR24:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Mrdm
+// CHECK-LABEL: define {{[^@]+}}@fmv._Mrcpc3
// CHECK-SAME: () #[[ATTR25:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Mrng
+// CHECK-LABEL: define {{[^@]+}}@fmv._Mrdm
// CHECK-SAME: () #[[ATTR26:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Msb
+// CHECK-LABEL: define {{[^@]+}}@fmv._Mrng
// CHECK-SAME: () #[[ATTR27:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Msha2
+// CHECK-LABEL: define {{[^@]+}}@fmv._Msb
// CHECK-SAME: () #[[ATTR28:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Msha3
+// CHECK-LABEL: define {{[^@]+}}@fmv._Msha2
// CHECK-SAME: () #[[ATTR29:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Msimd
+// CHECK-LABEL: define {{[^@]+}}@fmv._Msha3
// CHECK-SAME: () #[[ATTR30:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Msm4
+// CHECK-LABEL: define {{[^@]+}}@fmv._Msimd
// CHECK-SAME: () #[[ATTR31:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Msme
+// CHECK-LABEL: define {{[^@]+}}@fmv._Msm4
// CHECK-SAME: () #[[ATTR32:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Msme-f64f64
+// CHECK-LABEL: define {{[^@]+}}@fmv._Msme
// CHECK-SAME: () #[[ATTR33:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Msme-i16i64
+// CHECK-LABEL: define {{[^@]+}}@fmv._Msme-f64f64
// CHECK-SAME: () #[[ATTR34:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Msme2
+// CHECK-LABEL: define {{[^@]+}}@fmv._Msme-i16i64
// CHECK-SAME: () #[[ATTR35:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Mssbs
+// CHECK-LABEL: define {{[^@]+}}@fmv._Msme2
// CHECK-SAME: () #[[ATTR36:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Msve
+// CHECK-LABEL: define {{[^@]+}}@fmv._Mssbs
// CHECK-SAME: () #[[ATTR37:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Msve2
+// CHECK-LABEL: define {{[^@]+}}@fmv._Msve
// CHECK-SAME: () #[[ATTR38:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Msve2-aes
+// CHECK-LABEL: define {{[^@]+}}@fmv._Msve2
// CHECK-SAME: () #[[ATTR39:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Msve2-bitperm
+// CHECK-LABEL: define {{[^@]+}}@fmv._Msve2-aes
// CHECK-SAME: () #[[ATTR40:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Msve2-sha3
+// CHECK-LABEL: define {{[^@]+}}@fmv._Msve2-bitperm
// CHECK-SAME: () #[[ATTR41:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Msve2-sm4
+// CHECK-LABEL: define {{[^@]+}}@fmv._Msve2-sha3
// CHECK-SAME: () #[[ATTR42:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@fmv._Mwfxt
+// CHECK-LABEL: define {{[^@]+}}@fmv._Msve2-sm4
// CHECK-SAME: () #[[ATTR43:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
//
// CHECK: Function Attrs: noinline nounwind optnone
-// CHECK-LABEL: define {{[^@]+}}@caller
+// CHECK-LABEL: define {{[^@]+}}@fmv._Mwfxt
// CHECK-SAME: () #[[ATTR44:[0-9]+]] {
// CHECK-NEXT: entry:
+// CHECK-NEXT: ret i32 0
+//
+//
+// CHECK: Function Attrs: noinline nounwind optnone
+// CHECK-LABEL: define {{[^@]+}}@caller
+// CHECK-SAME: () #[[ATTR45:[0-9]+]] {
+// CHECK-NEXT: entry:
// CHECK-NEXT: [[CALL:%.*]] = call i32 @fmv()
// CHECK-NEXT: ret i32 [[CALL]]
//
//
// CHECK: Function Attrs: noinline nounwind optnone
// CHECK-LABEL: define {{[^@]+}}@fmv.default
-// CHECK-SAME: () #[[ATTR45:[0-9]+]] {
+// CHECK-SAME: () #[[ATTR46:[0-9]+]] {
// CHECK-NEXT: entry:
// CHECK-NEXT: ret i32 0
//
diff --git a/compiler-rt/lib/builtins/cpu_model/AArch64CPUFeatures.inc
b/compiler-rt/lib/builtins/cpu_model/AArch64CPUFeatures.inc
index 778f568c95c5e..46a45a1e91f65 100644
--- a/compiler-rt/lib/builtins/cpu_model/AArch64CPUFeatures.inc
+++ b/compiler-rt/lib/builtins/cpu_model/AArch64CPUFeatures.inc
@@ -33,7 +33,7 @@ enum CPUFeatures {
FEAT_FP,
FEAT_SIMD,
FEAT_CRC,
- RESERVED_FEAT_SHA1, // previously used and now ABI legacy
+ FEAT_CSSC,
FEAT_SHA2,
FEAT_SHA3,
RESERVED_FEAT_AES, // previously used and now ABI legacy
diff --git a/compiler-rt/lib/builtins/cpu_model/aarch64/fmv/mrs.inc
b/compiler-rt/lib/builtins/cpu_model/aarch64/fmv/mrs.inc
index 6d46fccdc79d9..afe9d4efd6af5 100644
--- a/compiler-rt/lib/builtins/cpu_model/aarch64/fmv/mrs.inc
+++ b/compiler-rt/lib/builtins/cpu_model/aarch64/fmv/mrs.inc
@@ -81,6 +81,8 @@ static void __init_cpu_features_constructor(unsigned long
hwcap,
setCPUFeature(FEAT_SME_F64);
if (hwcap2 & HWCAP2_MOPS)
setCPUFeature(FEAT_MOPS);
+ if (hwcap2 & HWCAP2_CSSC)
+ setCPUFeature(FEAT_CSSC);
if (hwcap & HWCAP_FP) {
setCPUFeature(FEAT_FP);
// FP and AdvSIMD fields have the same value
diff --git a/compiler-rt/lib/builtins/cpu_model/aarch64/hwcap.inc
b/compiler-rt/lib/builtins/cpu_model/aarch64/hwcap.inc
index 41aba82ef9520..2f44e9e5f635e 100644
--- a/compiler-rt/lib/builtins/cpu_model/aarch64/hwcap.inc
+++ b/compiler-rt/lib/builtins/cpu_model/aarch64/hwcap.inc
@@ -187,3 +187,6 @@
#ifndef HWCAP2_LRCPC3
#define HWCAP2_LRCPC3 (1UL << 46)
#endif
+#ifndef HWCAP2_CSSC
+#define HWCAP2_CSSC (1UL << 34)
+#endif
diff --git a/llvm/include/llvm/TargetParser/AArch64CPUFeatures.inc
b/llvm/include/llvm/TargetParser/AArch64CPUFeatures.inc
index 778f568c95c5e..46a45a1e91f65 100644
--- a/llvm/include/llvm/TargetParser/AArch64CPUFeatures.inc
+++ b/llvm/include/llvm/TargetParser/AArch64CPUFeatures.inc
@@ -33,7 +33,7 @@ enum CPUFeatures {
FEAT_FP,
FEAT_SIMD,
FEAT_CRC,
- RESERVED_FEAT_SHA1, // previously used and now ABI legacy
+ FEAT_CSSC,
FEAT_SHA2,
FEAT_SHA3,
RESERVED_FEAT_AES, // previously used and now ABI legacy
diff --git a/llvm/include/llvm/TargetParser/AArch64FeatPriorities.inc
b/llvm/include/llvm/TargetParser/AArch64FeatPriorities.inc
index 96af618032aea..f2bad28ada93e 100644
--- a/llvm/include/llvm/TargetParser/AArch64FeatPriorities.inc
+++ b/llvm/include/llvm/TargetParser/AArch64FeatPriorities.inc
@@ -52,15 +52,14 @@ enum FeatPriorities {
PRIOR_SME,
PRIOR_MEMTAG2,
PRIOR_SB,
- PRIOR_PREDRES,
PRIOR_SSBS2,
PRIOR_BTI,
- PRIOR_LS64_ACCDATA,
PRIOR_WFXT,
PRIOR_SME_F64,
PRIOR_SME_I64,
PRIOR_SME2,
- PRIOR_MOPS
+ PRIOR_MOPS,
+ PRIOR_CSSC
};
#endif
diff --git a/llvm/lib/Target/AArch64/AArch64FMV.td
b/llvm/lib/Target/AArch64/AArch64FMV.td
index a9503b1e6248b..b0f76ec6a6480 100644
--- a/llvm/lib/Target/AArch64/AArch64FMV.td
+++ b/llvm/lib/Target/AArch64/AArch64FMV.td
@@ -82,3 +82,4 @@ def : FMVExtension<"sve2-bitperm", "SVE_BITPERM">;
def : FMVExtension<"sve2-sha3", "SVE_SHA3">;
def : FMVExtension<"sve2-sm4", "SVE_SM4">;
def : FMVExtension<"wfxt", "WFXT">;
+def : FMVExtension<"cssc", "CSSC">;
_______________________________________________
cfe-commits mailing list
cfe-commits@lists.llvm.org
https://lists.llvm.org/cgi-bin/mailman/listinfo/cfe-commits
