Skip to content

Fix some more uses of LLVM intrinsics #1820

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 5 commits into from
Jun 2, 2025
Merged

Fix some more uses of LLVM intrinsics #1820

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
5 commits
Select commit Hold shift + click to select a range
29784a4
Use rust intrinsics for more ARM intrinsics
sayantn Jun 2, 2025
593665f
Use correct LLVM intrinsic for `vmull` and `vaddv`
sayantn Jun 2, 2025
5d68dfd
Remove uses of deprecated type-specific pointers from ARM
sayantn Jun 2, 2025
7c4cb96
Fix incorrect intrinsic name in X86
sayantn Jun 2, 2025
b232fc6
Fix incorrect intrinsic name in WASM
sayantn Jun 2, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
487 changes: 114 additions & 373 deletions crates/core_arch/src/aarch64/neon/generated.rs
View file
Open in desktop

Large diffs are not rendered by default.

2 changes: 1 addition & 1 deletion crates/core_arch/src/aarch64/neon/mod.rs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,7 @@ pub use self::generated::*;
use crate::{
core_arch::{arm_shared::*, simd::*},
hint::unreachable_unchecked,
intrinsics::simd::*,
intrinsics::{simd::*, *},
mem::transmute,
};
#[cfg(test)]
Expand Down
550 changes: 233 additions & 317 deletions crates/core_arch/src/arm_shared/neon/generated.rs
View file
Open in desktop

Large diffs are not rendered by default.

4 changes: 2 additions & 2 deletions crates/core_arch/src/wasm32/simd128.rs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -110,9 +110,9 @@ unsafe extern "unadjusted" {
#[link_name = "llvm.wasm.avgr.unsigned.v8i16"]
fn llvm_avgr_u_i16x8(a: simd::i16x8, b: simd::i16x8) -> simd::i16x8;

#[link_name = "llvm.wasm.extadd.pairwise.signed.v16i8"]
#[link_name = "llvm.wasm.extadd.pairwise.signed.v4i32"]
fn llvm_i32x4_extadd_pairwise_i16x8_s(x: simd::i16x8) -> simd::i32x4;
#[link_name = "llvm.wasm.extadd.pairwise.unsigned.v16i8"]
#[link_name = "llvm.wasm.extadd.pairwise.unsigned.v4i32"]
fn llvm_i32x4_extadd_pairwise_i16x8_u(x: simd::i16x8) -> simd::i32x4;
#[link_name = "llvm.wasm.alltrue.v4i32"]
fn llvm_i32x4_all_true(x: simd::i32x4) -> i32;
Expand Down
10 changes: 5 additions & 5 deletions crates/core_arch/src/x86/avx512dq.rs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -7071,18 +7071,18 @@ unsafe extern "C" {
#[link_name = "llvm.x86.avx512.sitofp.round.v8f32.v8i64"]
fn vcvtqq2ps_512(a: i64x8, rounding: i32) -> f32x8;

#[link_name = "llvm.x86.avx512.uitofp.round.v2f64.v2u64"]
#[link_name = "llvm.x86.avx512.uitofp.round.v2f64.v2i64"]
fn vcvtuqq2pd_128(a: u64x2, rounding: i32) -> f64x2;
#[link_name = "llvm.x86.avx512.uitofp.round.v4f64.v4u64"]
#[link_name = "llvm.x86.avx512.uitofp.round.v4f64.v4i64"]
fn vcvtuqq2pd_256(a: u64x4, rounding: i32) -> f64x4;
#[link_name = "llvm.x86.avx512.uitofp.round.v8f64.v8u64"]
#[link_name = "llvm.x86.avx512.uitofp.round.v8f64.v8i64"]
fn vcvtuqq2pd_512(a: u64x8, rounding: i32) -> f64x8;

#[link_name = "llvm.x86.avx512.mask.cvtuqq2ps.128"]
fn vcvtuqq2ps_128(a: u64x2, src: f32x4, k: __mmask8) -> f32x4;
#[link_name = "llvm.x86.avx512.uitofp.round.v4f32.v4u64"]
#[link_name = "llvm.x86.avx512.uitofp.round.v4f32.v4i64"]
fn vcvtuqq2ps_256(a: u64x4, rounding: i32) -> f32x4;
#[link_name = "llvm.x86.avx512.uitofp.round.v8f32.v8u64"]
#[link_name = "llvm.x86.avx512.uitofp.round.v8f32.v8i64"]
fn vcvtuqq2ps_512(a: u64x8, rounding: i32) -> f32x8;

#[link_name = "llvm.x86.avx512.mask.cvtpd2qq.128"]
Expand Down
12 changes: 6 additions & 6 deletions crates/core_arch/src/x86/avx512fp16.rs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -16458,11 +16458,11 @@ unsafe extern "C" {
fn vcvtw2ph_256(a: i16x16, rounding: i32) -> __m256h;
#[link_name = "llvm.x86.avx512.sitofp.round.v32f16.v32i16"]
fn vcvtw2ph_512(a: i16x32, rounding: i32) -> __m512h;
#[link_name = "llvm.x86.avx512.uitofp.round.v8f16.v8u16"]
#[link_name = "llvm.x86.avx512.uitofp.round.v8f16.v8i16"]
fn vcvtuw2ph_128(a: u16x8, rounding: i32) -> __m128h;
#[link_name = "llvm.x86.avx512.uitofp.round.v16f16.v16u16"]
#[link_name = "llvm.x86.avx512.uitofp.round.v16f16.v16i16"]
fn vcvtuw2ph_256(a: u16x16, rounding: i32) -> __m256h;
#[link_name = "llvm.x86.avx512.uitofp.round.v32f16.v32u16"]
#[link_name = "llvm.x86.avx512.uitofp.round.v32f16.v32i16"]
fn vcvtuw2ph_512(a: u16x32, rounding: i32) -> __m512h;

#[link_name = "llvm.x86.avx512fp16.mask.vcvtdq2ph.128"]
Expand All @@ -16475,9 +16475,9 @@ unsafe extern "C" {
fn vcvtsi2sh(a: __m128h, b: i32, rounding: i32) -> __m128h;
#[link_name = "llvm.x86.avx512fp16.mask.vcvtudq2ph.128"]
fn vcvtudq2ph_128(a: u32x4, src: __m128h, k: __mmask8) -> __m128h;
#[link_name = "llvm.x86.avx512.uitofp.round.v8f16.v8u32"]
#[link_name = "llvm.x86.avx512.uitofp.round.v8f16.v8i32"]
fn vcvtudq2ph_256(a: u32x8, rounding: i32) -> __m128h;
#[link_name = "llvm.x86.avx512.uitofp.round.v16f16.v16u32"]
#[link_name = "llvm.x86.avx512.uitofp.round.v16f16.v16i32"]
fn vcvtudq2ph_512(a: u32x16, rounding: i32) -> __m256h;
#[link_name = "llvm.x86.avx512fp16.vcvtusi2sh"]
fn vcvtusi2sh(a: __m128h, b: u32, rounding: i32) -> __m128h;
Expand All @@ -16492,7 +16492,7 @@ unsafe extern "C" {
fn vcvtuqq2ph_128(a: u64x2, src: __m128h, k: __mmask8) -> __m128h;
#[link_name = "llvm.x86.avx512fp16.mask.vcvtuqq2ph.256"]
fn vcvtuqq2ph_256(a: u64x4, src: __m128h, k: __mmask8) -> __m128h;
#[link_name = "llvm.x86.avx512.uitofp.round.v8f16.v8u64"]
#[link_name = "llvm.x86.avx512.uitofp.round.v8f16.v8i64"]
fn vcvtuqq2ph_512(a: u64x8, rounding: i32) -> __m128h;

#[link_name = "llvm.x86.avx512fp16.mask.vcvtps2phx.128"]
Expand Down
Loading