diff options
Diffstat (limited to 'module/icp/asm-x86_64/blake3/blake3_avx512.S')
-rw-r--r-- | module/icp/asm-x86_64/blake3/blake3_avx512.S | 48 |
1 files changed, 12 insertions, 36 deletions
diff --git a/module/icp/asm-x86_64/blake3/blake3_avx512.S b/module/icp/asm-x86_64/blake3/blake3_avx512.S index 4bfdb74123d4..39830f1556bb 100644 --- a/module/icp/asm-x86_64/blake3/blake3_avx512.S +++ b/module/icp/asm-x86_64/blake3/blake3_avx512.S @@ -6,7 +6,7 @@ * You may not use this file except in compliance with the License. * * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE - * or http://www.opensolaris.org/os/licensing. + * or https://opensource.org/licenses/CDDL-1.0. * See the License for the specific language governing permissions * and limitations under the License. * @@ -30,29 +30,11 @@ #define _ASM #include <sys/asm_linkage.h> -#if defined(__ELF__) && defined(__CET__) && defined(__has_include) -#if __has_include(<cet.h>) -#include <cet.h> -#endif -#endif - -#if !defined(_CET_ENDBR) -#define _CET_ENDBR -#endif - .intel_syntax noprefix -.global zfs_blake3_hash_many_avx512 -.global zfs_blake3_compress_in_place_avx512 -.global zfs_blake3_compress_xof_avx512 .text -.type zfs_blake3_hash_many_avx512,@function -.type zfs_blake3_compress_xof_avx512,@function -.type zfs_blake3_compress_in_place_avx512,@function - -.p2align 6 -zfs_blake3_hash_many_avx512: - _CET_ENDBR +ENTRY_ALIGN(zfs_blake3_hash_many_avx512, 64) + ENDBR push r15 push r14 push r13 @@ -2407,9 +2389,10 @@ zfs_blake3_hash_many_avx512: vmovdqu xmmword ptr [rbx], xmm0 vmovdqu xmmword ptr [rbx+0x10], xmm1 jmp 4b -.p2align 6 -zfs_blake3_compress_in_place_avx512: - _CET_ENDBR +SET_SIZE(zfs_blake3_hash_many_avx512) + +ENTRY_ALIGN(zfs_blake3_compress_in_place_avx512, 64) + ENDBR vmovdqu xmm0, xmmword ptr [rdi] vmovdqu xmm1, xmmword ptr [rdi+0x10] movzx eax, r8b @@ -2488,10 +2471,10 @@ zfs_blake3_compress_in_place_avx512: vmovdqu xmmword ptr [rdi], xmm0 vmovdqu xmmword ptr [rdi+0x10], xmm1 RET +SET_SIZE(zfs_blake3_compress_in_place_avx512) -.p2align 6 -zfs_blake3_compress_xof_avx512: - _CET_ENDBR +ENTRY_ALIGN(zfs_blake3_compress_xof_avx512, 64) + ENDBR vmovdqu xmm0, xmmword ptr [rdi] vmovdqu xmm1, xmmword ptr [rdi+0x10] movzx eax, r8b @@ -2574,16 +2557,9 @@ zfs_blake3_compress_xof_avx512: vmovdqu xmmword ptr [r9+0x20], xmm2 vmovdqu xmmword ptr [r9+0x30], xmm3 RET +SET_SIZE(zfs_blake3_compress_xof_avx512) -.size zfs_blake3_hash_many_avx512, . - zfs_blake3_hash_many_avx512 -.size zfs_blake3_compress_in_place_avx512, . - zfs_blake3_compress_in_place_avx512 -.size zfs_blake3_compress_xof_avx512, . - zfs_blake3_compress_xof_avx512 - -#ifdef __APPLE__ -.static_data -#else -.section .rodata -#endif +SECTION_STATIC .p2align 6 INDEX0: |