| #![cfg(not(feature = "no-asm"))] |
| #![allow(unused_imports)] |
| |
| use core::intrinsics; |
| |
| // NOTE This function and the ones below are implemented using assembly because they are using a |
| // custom calling convention which can't be implemented using a normal Rust function. |
| // NOTE The only difference between the iOS and non-iOS versions of those functions is that the iOS |
| // versions use 3 leading underscores in the names of called functions instead of 2. |
| #[cfg(not(any(target_os = "ios", target_env = "msvc")))] |
| #[naked] |
| #[cfg_attr(not(feature = "mangled-names"), no_mangle)] |
| pub unsafe extern "C" fn __aeabi_uidivmod() { |
| asm!( |
| "push {{lr}}", |
| "sub sp, sp, #4", |
| "mov r2, sp", |
| "bl __udivmodsi4", |
| "ldr r1, [sp]", |
| "add sp, sp, #4", |
| "pop {{pc}}", |
| options(noreturn) |
| ); |
| } |
| |
| #[cfg(target_os = "ios")] |
| #[naked] |
| #[cfg_attr(not(feature = "mangled-names"), no_mangle)] |
| pub unsafe extern "C" fn __aeabi_uidivmod() { |
| asm!( |
| "push {{lr}}", |
| "sub sp, sp, #4", |
| "mov r2, sp", |
| "bl ___udivmodsi4", |
| "ldr r1, [sp]", |
| "add sp, sp, #4", |
| "pop {{pc}}", |
| options(noreturn) |
| ); |
| } |
| |
| #[cfg(not(target_os = "ios"))] |
| #[naked] |
| #[cfg_attr(not(feature = "mangled-names"), no_mangle)] |
| pub unsafe extern "C" fn __aeabi_uldivmod() { |
| asm!( |
| "push {{r4, lr}}", |
| "sub sp, sp, #16", |
| "add r4, sp, #8", |
| "str r4, [sp]", |
| "bl __udivmoddi4", |
| "ldr r2, [sp, #8]", |
| "ldr r3, [sp, #12]", |
| "add sp, sp, #16", |
| "pop {{r4, pc}}", |
| options(noreturn) |
| ); |
| } |
| |
| #[cfg(target_os = "ios")] |
| #[naked] |
| #[cfg_attr(not(feature = "mangled-names"), no_mangle)] |
| pub unsafe extern "C" fn __aeabi_uldivmod() { |
| asm!( |
| "push {{r4, lr}}", |
| "sub sp, sp, #16", |
| "add r4, sp, #8", |
| "str r4, [sp]", |
| "bl ___udivmoddi4", |
| "ldr r2, [sp, #8]", |
| "ldr r3, [sp, #12]", |
| "add sp, sp, #16", |
| "pop {{r4, pc}}", |
| options(noreturn) |
| ); |
| } |
| |
| #[cfg(not(target_os = "ios"))] |
| #[naked] |
| #[cfg_attr(not(feature = "mangled-names"), no_mangle)] |
| pub unsafe extern "C" fn __aeabi_idivmod() { |
| asm!( |
| "push {{r0, r1, r4, lr}}", |
| "bl __aeabi_idiv", |
| "pop {{r1, r2}}", |
| "muls r2, r2, r0", |
| "subs r1, r1, r2", |
| "pop {{r4, pc}}", |
| options(noreturn) |
| ); |
| } |
| |
| #[cfg(target_os = "ios")] |
| #[naked] |
| #[cfg_attr(not(feature = "mangled-names"), no_mangle)] |
| pub unsafe extern "C" fn __aeabi_idivmod() { |
| asm!( |
| "push {{r0, r1, r4, lr}}", |
| "bl ___aeabi_idiv", |
| "pop {{r1, r2}}", |
| "muls r2, r2, r0", |
| "subs r1, r1, r2", |
| "pop {{r4, pc}}", |
| options(noreturn) |
| ); |
| } |
| |
| #[cfg(not(target_os = "ios"))] |
| #[naked] |
| #[cfg_attr(not(feature = "mangled-names"), no_mangle)] |
| pub unsafe extern "C" fn __aeabi_ldivmod() { |
| asm!( |
| "push {{r4, lr}}", |
| "sub sp, sp, #16", |
| "add r4, sp, #8", |
| "str r4, [sp]", |
| "bl __divmoddi4", |
| "ldr r2, [sp, #8]", |
| "ldr r3, [sp, #12]", |
| "add sp, sp, #16", |
| "pop {{r4, pc}}", |
| options(noreturn) |
| ); |
| } |
| |
| #[cfg(target_os = "ios")] |
| #[naked] |
| #[cfg_attr(not(feature = "mangled-names"), no_mangle)] |
| pub unsafe extern "C" fn __aeabi_ldivmod() { |
| asm!( |
| "push {{r4, lr}}", |
| "sub sp, sp, #16", |
| "add r4, sp, #8", |
| "str r4, [sp]", |
| "bl ___divmoddi4", |
| "ldr r2, [sp, #8]", |
| "ldr r3, [sp, #12]", |
| "add sp, sp, #16", |
| "pop {{r4, pc}}", |
| options(noreturn) |
| ); |
| } |
| |
| // The following functions use weak linkage to allow users to override |
| // with custom implementation. |
| // FIXME: The `*4` and `*8` variants should be defined as aliases. |
| |
| #[cfg(not(target_os = "ios"))] |
| #[cfg_attr(not(feature = "mangled-names"), no_mangle)] |
| #[linkage = "weak"] |
| pub unsafe extern "aapcs" fn __aeabi_memcpy(dest: *mut u8, src: *const u8, n: usize) { |
| ::mem::memcpy(dest, src, n); |
| } |
| |
| #[cfg(not(target_os = "ios"))] |
| #[cfg_attr(not(feature = "mangled-names"), no_mangle)] |
| #[linkage = "weak"] |
| pub unsafe extern "aapcs" fn __aeabi_memcpy4(dest: *mut u8, src: *const u8, mut n: usize) { |
| // We are guaranteed 4-alignment, so accessing at u32 is okay. |
| let mut dest = dest as *mut u32; |
| let mut src = src as *mut u32; |
| |
| while n >= 4 { |
| *dest = *src; |
| dest = dest.offset(1); |
| src = src.offset(1); |
| n -= 4; |
| } |
| |
| __aeabi_memcpy(dest as *mut u8, src as *const u8, n); |
| } |
| |
| #[cfg(not(target_os = "ios"))] |
| #[cfg_attr(not(feature = "mangled-names"), no_mangle)] |
| #[linkage = "weak"] |
| pub unsafe extern "aapcs" fn __aeabi_memcpy8(dest: *mut u8, src: *const u8, n: usize) { |
| __aeabi_memcpy4(dest, src, n); |
| } |
| |
| #[cfg(not(target_os = "ios"))] |
| #[cfg_attr(not(feature = "mangled-names"), no_mangle)] |
| #[linkage = "weak"] |
| pub unsafe extern "aapcs" fn __aeabi_memmove(dest: *mut u8, src: *const u8, n: usize) { |
| ::mem::memmove(dest, src, n); |
| } |
| |
| #[cfg(not(any(target_os = "ios", target_env = "msvc")))] |
| #[cfg_attr(not(feature = "mangled-names"), no_mangle)] |
| #[linkage = "weak"] |
| pub unsafe extern "aapcs" fn __aeabi_memmove4(dest: *mut u8, src: *const u8, n: usize) { |
| __aeabi_memmove(dest, src, n); |
| } |
| |
| #[cfg(not(any(target_os = "ios", target_env = "msvc")))] |
| #[cfg_attr(not(feature = "mangled-names"), no_mangle)] |
| #[linkage = "weak"] |
| pub unsafe extern "aapcs" fn __aeabi_memmove8(dest: *mut u8, src: *const u8, n: usize) { |
| __aeabi_memmove(dest, src, n); |
| } |
| |
| #[cfg(not(target_os = "ios"))] |
| #[cfg_attr(not(feature = "mangled-names"), no_mangle)] |
| #[linkage = "weak"] |
| pub unsafe extern "aapcs" fn __aeabi_memset(dest: *mut u8, n: usize, c: i32) { |
| // Note the different argument order |
| ::mem::memset(dest, c, n); |
| } |
| |
| #[cfg(not(target_os = "ios"))] |
| #[cfg_attr(not(feature = "mangled-names"), no_mangle)] |
| #[linkage = "weak"] |
| pub unsafe extern "aapcs" fn __aeabi_memset4(dest: *mut u8, mut n: usize, c: i32) { |
| let mut dest = dest as *mut u32; |
| |
| let byte = (c as u32) & 0xff; |
| let c = (byte << 24) | (byte << 16) | (byte << 8) | byte; |
| |
| while n >= 4 { |
| *dest = c; |
| dest = dest.offset(1); |
| n -= 4; |
| } |
| |
| __aeabi_memset(dest as *mut u8, n, byte as i32); |
| } |
| |
| #[cfg(not(target_os = "ios"))] |
| #[cfg_attr(not(feature = "mangled-names"), no_mangle)] |
| #[linkage = "weak"] |
| pub unsafe extern "aapcs" fn __aeabi_memset8(dest: *mut u8, n: usize, c: i32) { |
| __aeabi_memset4(dest, n, c); |
| } |
| |
| #[cfg(not(target_os = "ios"))] |
| #[cfg_attr(not(feature = "mangled-names"), no_mangle)] |
| #[linkage = "weak"] |
| pub unsafe extern "aapcs" fn __aeabi_memclr(dest: *mut u8, n: usize) { |
| __aeabi_memset(dest, n, 0); |
| } |
| |
| #[cfg(not(any(target_os = "ios", target_env = "msvc")))] |
| #[cfg_attr(not(feature = "mangled-names"), no_mangle)] |
| #[linkage = "weak"] |
| pub unsafe extern "aapcs" fn __aeabi_memclr4(dest: *mut u8, n: usize) { |
| __aeabi_memset4(dest, n, 0); |
| } |
| |
| #[cfg(not(any(target_os = "ios", target_env = "msvc")))] |
| #[cfg_attr(not(feature = "mangled-names"), no_mangle)] |
| #[linkage = "weak"] |
| pub unsafe extern "aapcs" fn __aeabi_memclr8(dest: *mut u8, n: usize) { |
| __aeabi_memset4(dest, n, 0); |
| } |