// Copyright (c) 2022, ARM Inc. // Copyright 2025 Amazon.com, Inc. or its affiliates. All Rights Reserved. // Permission to use, copy, modify, and/or distribute this software for any // purpose with or without fee is hereby granted, provided that the above // copyright notice and this permission notice appear in all copies. // THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES // WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF // MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY // SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES // WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION // OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN // CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. */ // Author: Hanno Becker // This file was derived from the assembly generated from aesv8-gcm-armv8.pl, // written by Fangming Fang for the OpenSSL project, // and derived from https: // github.com/ARM-software/AArch64cryptolib, original // author Samuel Lee . // The code below is a 'clean' AArch64 implementation of AES-GCM emphasizing // the logic of the computation. It is meant as the input to manual audits / // formal verification, as well as automated micro-optimization such as done // by the SLOTHY superoptimizer (https: // github.com/slothy-optimizer/slothy). #if !defined(__has_feature) #define __has_feature(x) 0 #endif #if __has_feature(memory_sanitizer) && !defined(OPENSSL_NO_ASM) #define OPENSSL_NO_ASM #endif #include "aarch64-gcm-asm-compat.h" #if !defined(OPENSSL_NO_ASM) && defined(__AARCH64EL__) #if defined(__ELF__) .arch armv8-a+crypto .text .globl aes_gcm_dec_kernel_slothy_base_128 .hidden aes_gcm_dec_kernel_slothy_base_128 .type aes_gcm_dec_kernel_slothy_base_128,%function #elif defined(__APPLE__) .text .globl _aes_gcm_dec_kernel_slothy_base_128 .private_extern _aes_gcm_dec_kernel_slothy_base_128 #else #error Unknown configuration #endif #if __ARM_MAX_ARCH__ >= 8 // Arguments input .req x0 len_bits .req x1 output .req x2 tag_ptr .req x3 ivec .req x4 key .req x5 Htable .req x6 byte_len .req x15 constant_temp .req x25 count .req x1 full_blocks .req x7 remainder .req x9 unroll .req x10 ctr_tmp .req x14 ctr_tmp_w .req w14 ivec_0_63 .req x11 ivec_64_96 .req x12 ivec_64_96_w .req w12 ctr .req w13 ctr_x .req x13 aes_st .req v0 aes_st_q .req q0 aes_st_d .req d0 res .req v0 res_q .req q0 ghash_hi .req v9 ghash_lo .req v8 ghash_mid .req v10 ghash_mid_d .req d10 ghash_tmp .req v11 ghash_tmp_d .req d11 ghash_mod .req v7 ghash_mod_d .req d7 modulo_tmp0 .req v0 modulo_tmp1 .req v1 Ht1q .req q12 Ht2q .req q13 Ht12q .req q14 Ht1 .req v12 Ht2 .req v13 Ht12 .req v14 Ht3q .req Ht1q Ht4q .req Ht2q Ht34q .req Ht12q Ht3 .req Ht1 Ht4 .req Ht2 Ht34 .req Ht12 Ht5q .req Ht1q Ht6q .req Ht2q Ht56q .req Ht12q Ht5 .req Ht1 Ht6 .req Ht2 Ht56 .req Ht12 Ht7q .req Ht1q Ht8q .req Ht2q Ht78q .req Ht12q Ht7 .req Ht1 Ht8 .req Ht2 Ht78 .req Ht12 rk0q .req q18 rk1q .req q19 rk2q .req q20 rk3q .req q21 rk4q .req q22 rk5q .req q23 rk6q .req q24 rk7q .req q25 rk8q .req q26 rk9q .req q27 rk10q .req q28 rk0 .req v18 rk1 .req v19 rk2 .req v20 rk3 .req v21 rk4 .req v22 rk5 .req v23 rk6 .req v24 rk7 .req v25 rk8 .req v26 rk9 .req v27 rk10 .req v28 plain .req v29 plain_q .req q29 tag .req v11 tag_q .req q11 #define UNROLL 4 #define STACK_SIZE_GPRS (6*16) #define STACK_SIZE_VREGS (4*16) #define STACK_SIZE (STACK_SIZE_GPRS + STACK_SIZE_VREGS + UNROLL*16) #define STACK_BASE_GPRS (0) #define STACK_BASE_VREGS (STACK_SIZE_GPRS) #define STACK_BASE_AES_ST (STACK_SIZE_GPRS + STACK_SIZE_VREGS) /********************************************************************/ /* Generic preamble/postamble macros */ /********************************************************************/ .macro save_vregs stp d8, d9, [sp, #(STACK_BASE_VREGS + 16*0)] stp d10, d11, [sp, #(STACK_BASE_VREGS + 16*1)] stp d12, d13, [sp, #(STACK_BASE_VREGS + 16*2)] stp d14, d15, [sp, #(STACK_BASE_VREGS + 16*3)] .endm .macro restore_vregs ldp d8, d9, [sp, #(STACK_BASE_VREGS + 16*0)] ldp d10, d11, [sp, #(STACK_BASE_VREGS + 16*1)] ldp d12, d13, [sp, #(STACK_BASE_VREGS + 16*2)] ldp d14, d15, [sp, #(STACK_BASE_VREGS + 16*3)] .endm .macro save_gprs stp x19, x20, [sp, #(STACK_BASE_GPRS + 16*0)] stp x21, x22, [sp, #(STACK_BASE_GPRS + 16*1)] stp x23, x24, [sp, #(STACK_BASE_GPRS + 16*2)] stp x25, x26, [sp, #(STACK_BASE_GPRS + 16*3)] stp x27, x28, [sp, #(STACK_BASE_GPRS + 16*4)] stp x29, x30, [sp, #(STACK_BASE_GPRS + 16*5)] .endm .macro restore_gprs ldp x19, x20, [sp, #(STACK_BASE_GPRS + 16*0)] ldp x21, x22, [sp, #(STACK_BASE_GPRS + 16*1)] ldp x23, x24, [sp, #(STACK_BASE_GPRS + 16*2)] ldp x25, x26, [sp, #(STACK_BASE_GPRS + 16*3)] ldp x27, x28, [sp, #(STACK_BASE_GPRS + 16*4)] ldp x29, x30, [sp, #(STACK_BASE_GPRS + 16*5)] .endm // Derive number of iterations of unrolled loop and single-block loop .macro prepare_loop_counts mov unroll, #UNROLL // Number of AES Blocks (16b each) lsr full_blocks, byte_len, #4 // Number of iterations of the unrolled loop udiv count, full_blocks, unroll // Number of iterations for the tail loop handling 1 block each msub remainder, count, unroll, full_blocks .endm /********************************************************************/ /* AES related macros */ /********************************************************************/ .macro load_iv ldp ivec_0_63, ivec_64_96, [ivec] stp ivec_0_63, ivec_64_96, [sp, #(STACK_BASE_AES_ST + 0*16)] // @slothy:writes=stack_0 stp ivec_0_63, ivec_64_96, [sp, #(STACK_BASE_AES_ST + 1*16)] // @slothy:writes=stack_1 stp ivec_0_63, ivec_64_96, [sp, #(STACK_BASE_AES_ST + 2*16)] // @slothy:writes=stack_2 stp ivec_0_63, ivec_64_96, [sp, #(STACK_BASE_AES_ST + 3*16)] // @slothy:writes=stack_3 lsr ctr_x, ivec_64_96, #32 rev ctr, ctr orr ivec_64_96_w, ivec_64_96_w, ivec_64_96_w // clear top 32 bit .endm .macro next_ctr_init_aes aes_st, loc rev ctr_tmp_w, ctr str ctr_tmp_w, [sp, #(STACK_BASE_AES_ST + \loc*16 + 12)] // @slothy:writes=stack_\loc ldr \aes_st\()_q, [sp, #(STACK_BASE_AES_ST + \loc*16)] // @slothy:reads=stack_\loc add ctr, ctr, #1 .endm // A single AES round // Prevent SLOTHY from unfolding because uArchs tend to fuse AESMC+AESE .macro aesr data, key // @slothy:no-unfold aese \data, \key aesmc \data, \data .endm .macro aesr_0_8 data, key aesr \data\().16b, \key\()0.16b aesr \data\().16b, \key\()1.16b aesr \data\().16b, \key\()2.16b aesr \data\().16b, \key\()3.16b aesr \data\().16b, \key\()4.16b aesr \data\().16b, \key\()5.16b aesr \data\().16b, \key\()6.16b aesr \data\().16b, \key\()7.16b aesr \data\().16b, \key\()8.16b .endm .macro aesr_9_10 data, key aesr \data\().16b, \key\()9.16b aesr \data\().16b, \key\()10.16b .endm .macro aesr_11_12 data, key aesr \data\().16b, \key\()11.16b aesr \data\().16b, \key\()12.16b .endm // Destructs inA .macro eor3 out, inA, inB, inC eor \inA, \inA, \inB eor \out, \inA, \inC .endm .macro aesr_final aes_st, plain, out aese \aes_st\().16b, rk9.16b eor3 \out\().16b, \aes_st\().16b, rk10.16b, \plain\().16b .endm .macro aes_full_block aes_st, input, output, loc next_ctr_init_aes \aes_st, \loc aesr_0_8 \aes_st\(), rk aesr_final \aes_st, \input, \output .endm .macro load_round_key i ldr rk\i\()q, [key, #((\i)*16)] .endm .macro load_round_keys load_round_key 0 load_round_key 1 load_round_key 2 load_round_key 3 load_round_key 4 load_round_key 5 load_round_key 6 load_round_key 7 load_round_key 8 load_round_key 9 load_round_key 10 .endm /********************************************************************/ /* Loading of H-table (precomputed H-powers for GHASH) */ /********************************************************************/ // This has to be synchronized with the H-table generation .macro load_h1 dst, dst_q ldr \dst_q, [Htable] .endm .macro load_h2 dst, dst_q ldr \dst_q, [Htable, #32] .endm .macro load_h3 dst, dst_q ldr \dst_q, [Htable, #48] .endm .macro load_h4 dst, dst_q ldr \dst_q, [Htable, #80] .endm .macro load_h5 dst, dst_q ldr \dst_q, [Htable, #96] .endm .macro load_h6 dst, dst_q ldr \dst_q, [Htable, #128] .endm .macro load_h7 dst, dst_q ldr \dst_q, [Htable, #144] .endm .macro load_h8 dst, dst_q ldr \dst_q, [Htable, #176] .endm .macro load_h12 dst, dst_q ldr \dst_q, [Htable, #16] .endm .macro load_h34 dst, dst_q ldr \dst_q, [Htable, #64] .endm .macro load_h56 dst, dst_q ldr \dst_q, [Htable, #112] .endm .macro load_h78 dst, dst_q ldr \dst_q, [Htable, #160] .endm .macro load_full_htable load_h1 Ht1, Ht1q load_h2 Ht2, Ht2q load_h3 Ht3, Ht3q load_h4 Ht4, Ht4q load_h5 Ht5, Ht5q load_h6 Ht6, Ht6q load_h12 Ht12, Ht12q load_h34 Ht34, Ht34q load_h56 Ht56, Ht56q .endm .macro load_htable_12 load_h1 Ht1, Ht1q load_h2 Ht2, Ht2q load_h12 Ht12, Ht12q .endm .macro load_htable_34 load_h3 Ht3, Ht3q load_h4 Ht4, Ht4q load_h34 Ht34, Ht34q .endm .macro load_htable_56 load_h5 Ht5, Ht5q load_h6 Ht6, Ht6q load_h56 Ht56, Ht56q .endm .macro load_htable_78 load_h7 Ht7, Ht7q load_h8 Ht8, Ht8q load_h78 Ht78, Ht78q .endm /********************************************************************/ /* Macros for GHASH udpate */ /********************************************************************/ .macro ghash_init_0 input, Hk, Hk_mid, tag rev64 \input\().16b, \input\().16b eor \input\().16b, \input\().16b, \tag\().16b // Low product pmull ghash_lo.1q, \input\().1d, \Hk\().1d // High product pmull2 ghash_hi.1q, \input\().2d, \Hk\().2d // Middle product mov ghash_tmp_d, \input\().d[1] eor ghash_tmp.8b, ghash_tmp.8b, \input\().8b pmull ghash_mid.1q, ghash_tmp.1d, \Hk_mid\().1d .endm .macro ghash_init_1 input, Hk, Hk_mid, tag rev64 \input\().16b, \input\().16b eor \input\().16b, \input\().16b, \tag\().16b // Low product pmull ghash_lo.1q, \input\().1d, \Hk\().1d // High product pmull2 ghash_hi.1q, \input\().2d, \Hk\().2d // Middle product ext ghash_tmp.16b, \input\().16b, \input\().16b, #8 eor ghash_tmp.16b, ghash_tmp.16b, \input\().16b pmull2 ghash_mid.1q, ghash_tmp.2d, \Hk_mid\().2d .endm .macro ghash_acc_0 input, Hk, Hk_mid rev64 \input\().16b, \input\().16b // Low product pmull ghash_tmp.1q, \input\().1d, \Hk\().1d eor ghash_lo.16b, ghash_lo.16b, ghash_tmp.16b // High product pmull2 ghash_tmp.1q, \input\().2d, \Hk\().2d eor ghash_hi.16b, ghash_hi.16b, ghash_tmp.16b // Middle product mov ghash_tmp_d, \input\().d[1] eor ghash_tmp.8b, ghash_tmp.8b, \input\().8b pmull ghash_tmp.1q, ghash_tmp.1d, \Hk_mid\().1d eor ghash_mid.16b, ghash_mid.16b, ghash_tmp.16b .endm .macro ghash_acc_1 input, Hk, Hk_mid rev64 \input\().16b, \input\().16b // Low product pmull ghash_tmp.1q, \input\().1d, \Hk\().1d eor ghash_lo.16b, ghash_lo.16b, ghash_tmp.16b // High product pmull2 ghash_tmp.1q, \input\().2d, \Hk\().2d eor ghash_hi.16b, ghash_hi.16b, ghash_tmp.16b // Middle product ext ghash_tmp.16b, \input\().16b, \input\().16b, #8 eor ghash_tmp.16b, ghash_tmp.16b, \input\().16b pmull2 ghash_tmp.1q, ghash_tmp.2d, \Hk_mid\().2d eor ghash_mid.16b, ghash_mid.16b, ghash_tmp.16b .endm .macro ghash_finalize tag eor modulo_tmp0.16b, ghash_lo.16b, ghash_hi.16b pmull modulo_tmp1.1q, ghash_hi.1d, ghash_mod.1d ext ghash_hi.16b, ghash_hi.16b, ghash_hi.16b, #8 eor ghash_mid.16b, ghash_mid.16b, modulo_tmp0.16b eor modulo_tmp1.16b, ghash_hi.16b, modulo_tmp1.16b eor ghash_mid.16b, ghash_mid.16b, modulo_tmp1.16b pmull ghash_hi.1q, ghash_mid.1d, ghash_mod.1d eor ghash_lo.16b, ghash_lo.16b, ghash_hi.16b ext ghash_mid.16b, ghash_mid.16b, ghash_mid.16b, #8 eor \tag\().16b, ghash_lo.16b, ghash_mid.16b ext \tag\().16b, \tag\().16b, \tag\().16b, #8 .endm .macro load_tag ldr tag_q, [tag_ptr] rev64 tag.16b, tag.16b .endm .macro prepare_ghash // Prepare constant for modular reduction movi ghash_mod.8b, #0xc2 shl ghash_mod_d, ghash_mod_d, #56 .endm /********************************************************************/ /* Core routine */ /********************************************************************/ .align 4 _aes_gcm_dec_kernel_slothy_base_128: aes_gcm_dec_kernel_slothy_base_128: #ifdef BORINGSSL_DISPATCH_TEST adrp x9,_BORINGSSL_function_hit@PAGE add x9, x9, _BORINGSSL_function_hit@PAGEOFF mov w10, #1 strb w10, [x9,#15] // kFlag_aes_gcm_slothy #endif AARCH64_VALID_CALL_TARGET sub sp, sp, #STACK_SIZE Ldec_preamble_start: save_gprs save_vregs lsr byte_len, len_bits, #3 load_round_keys load_tag load_iv prepare_loop_counts prepare_ghash Ldec_preamble_end: cbz count, Lloop_unrolled_end cmp count, #1 b.eq Lloop_unrolled_start_iter_1 // Instructions: 140 // Expected cycles: 68 // Expected IPC: 2.06 // // Cycle bound: 68.0 // IPC bound: 2.06 // // Wall time: 17.42s // User time: 17.42s // // ------------------------ cycle (expected) -------------------------> // 0 25 50 // |------------------------|------------------------|----------------- ldr q29, [x0, #32] // *................................................................... ldr q6, [x0, #16] // *................................................................... add w24, w13, #1 // *................................................................... rev w25, w13 // *................................................................... ldr q0, [x0, #48] // .*.................................................................. str w25, [sp, #STACK_BASE_AES_ST + 12] // .*.................................................................. // @slothy:writes=stack_0 add w28, w24, #1 // .*.................................................................. ldr q8, [x6] // ..*................................................................. ldr q2, [x6, #48] // ..*................................................................. rev w29, w28 // ..*................................................................. add w19, w28, #1 // ..*................................................................. ldr q5, [sp, #STACK_BASE_AES_ST] // ...*................................................................ // @slothy:reads=stack_0 str w29, [sp, #STACK_BASE_AES_ST + 44] // ...*................................................................ // @slothy:writes=stack_2 add w25, w19, #1 // ...*................................................................ rev w12, w19 // ...*................................................................ rev64 v10.16B, v6.16B // ....*............................................................... ldr q3, [x6, #64] // ....*............................................................... str w12, [sp, #STACK_BASE_AES_ST + 60] // ....*............................................................... // @slothy:writes=stack_3 add w26, w25, #1 // ....*............................................................... ldr q4, [sp, #STACK_BASE_AES_ST + 32] // .....*.............................................................. // @slothy:reads=stack_2 rev64 v1.16B, v0.16B // .....*.............................................................. rev w19, w26 // .....*.............................................................. add w20, w26, #1 // .....*.............................................................. pmull2 v14.1q, v10.2d, v2.2d // ......*............................................................. mov d17, v10.d[1] // ......*............................................................. rev w10, w20 // ......*............................................................. aesr v5.16b, v18.16b // .......*............................................................ ldr q15, [x0], #(4*16) // .......*............................................................ str w10, [sp, #STACK_BASE_AES_ST + 44] // .......*............................................................ // @slothy:writes=stack_2 rev w21, w25 // .......*............................................................ pmull2 v16.1q, v1.2d, v8.2d // ........*........................................................... eor v13.8B, v17.8B, v10.8B // ........*........................................................... str w21, [sp, #STACK_BASE_AES_ST + 12] // ........*........................................................... // @slothy:writes=stack_0 add w14, w20, #1 // ........*........................................................... aesr v5.16b, v19.16b // .........*.......................................................... add w13, w14, #1 // .........*.......................................................... pmull v31.1q, v13.1d, v3.1d // ..........*......................................................... rev64 v13.16B, v29.16B // ..........*......................................................... rev64 v9.16B, v15.16B // ...........*........................................................ aesr v5.16b, v20.16b // ...........*........................................................ aesr v4.16b, v18.16b // ............*....................................................... ldr q12, [x6, #80] // ............*....................................................... aesr v5.16b, v21.16b // .............*...................................................... eor v17.16B, v9.16B, v11.16B // .............*...................................................... aesr v4.16b, v19.16b // ..............*..................................................... ldr q11, [x6, #32] // ..............*..................................................... rev w30, w24 // ..............*..................................................... aesr v5.16b, v22.16b // ...............*.................................................... ext v30.16B, v17.16B, v17.16B, #8 // ...............*.................................................... aesr v4.16b, v20.16b // ................*................................................... str w30, [sp, #STACK_BASE_AES_ST + 28] // ................*................................................... // @slothy:writes=stack_1 pmull2 v9.1q, v17.2d, v12.2d // .................*.................................................. eor v30.16B, v30.16B, v17.16B // .................*.................................................. aesr v4.16b, v21.16b // ..................*................................................. pmull2 v3.1q, v30.2d, v3.2d // ...................*................................................ mov d30, v1.d[1] // ...................*................................................ eor v9.16B, v9.16B, v14.16B // ....................*............................................... aesr v4.16b, v22.16b // ....................*............................................... pmull v17.1q, v17.1d, v12.1d // .....................*.............................................. ldr q14, [sp, #STACK_BASE_AES_ST + 32] // .....................*.............................................. // @slothy:reads=stack_2 eor v3.16B, v3.16B, v31.16B // ......................*............................................. aesr v4.16b, v23.16b // ......................*............................................. pmull2 v31.1q, v13.2d, v11.2d // .......................*............................................ ldr q12, [x6, #16] // ........................*........................................... aesr v4.16b, v24.16b // ........................*........................................... eor v31.16B, v9.16B, v31.16B // .........................*.......................................... aesr v5.16b, v23.16b // .........................*.......................................... eor v9.8B, v30.8B, v1.8B // ..........................*......................................... aesr v4.16b, v25.16b // ..........................*......................................... aesr v5.16b, v24.16b // ...........................*........................................ eor v31.16B, v31.16B, v16.16B // ...........................*........................................ aesr v4.16b, v26.16b // ............................*....................................... ext v30.16B, v13.16B, v13.16B, #8 // ............................*....................................... aesr v5.16b, v25.16b // .............................*...................................... ext v16.16B, v31.16B, v31.16B, #8 // .............................*...................................... eor v30.16B, v30.16B, v13.16B // ..............................*..................................... aese v4.16b, v27.16b // ..............................*..................................... aesr v5.16b, v26.16b // ...............................*.................................... aesr v14.16b, v18.16b // ................................*................................... pmull v2.1q, v10.1d, v2.1d // .................................*.................................. aesr v14.16b, v19.16b // ..................................*................................. ldr q10, [sp, #STACK_BASE_AES_ST + 16] // ..................................*................................. // @slothy:reads=stack_1 pmull v11.1q, v13.1d, v11.1d // ...................................*................................ eor v17.16B, v17.16B, v2.16B // ...................................*................................ aesr v14.16b, v20.16b // ....................................*............................... ldr q2, [sp, #STACK_BASE_AES_ST + 48] // ....................................*............................... // @slothy:reads=stack_3 str w19, [sp, #STACK_BASE_AES_ST + 28] // ....................................*............................... // @slothy:writes=stack_1 pmull v13.1q, v1.1d, v8.1d // .....................................*.............................. eor v1.16B, v4.16B, v28.16B // .....................................*.............................. eor v4.16B, v17.16B, v11.16B // ......................................*............................. aesr v10.16b, v18.16b // ......................................*............................. eor v17.16B, v1.16B, v29.16B // .......................................*............................ aese v5.16b, v27.16b // .......................................*............................ aesr v14.16b, v21.16b // ........................................*........................... ldr q8, [x6, #32] // ........................................*........................... eor v1.16B, v4.16B, v13.16B // .........................................*.......................... aesr v10.16b, v19.16b // .........................................*.......................... str q17, [x2, #32] // ..........................................*......................... aesr v14.16b, v22.16b // ..........................................*......................... ldr q17, [x0, #16] // ...........................................*........................ aesr v10.16b, v20.16b // ...........................................*........................ ldr q4, [sp, #STACK_BASE_AES_ST + 16] // ............................................*....................... // @slothy:reads=stack_1 aesr v2.16b, v18.16b // ............................................*....................... aesr v10.16b, v21.16b // .............................................*...................... pmull2 v13.1q, v30.2d, v12.2d // ..............................................*..................... eor v11.16B, v1.16B, v31.16B // ...............................................*.................... aesr v10.16b, v22.16b // ...............................................*.................... eor v29.16B, v3.16B, v13.16B // ................................................*................... pmull v9.1q, v9.1d, v12.1d // ................................................*................... pmull v30.1q, v31.1d, v7.1d // .................................................*.................. aesr v2.16b, v19.16b // ..................................................*................. eor v31.16B, v29.16B, v9.16B // ..................................................*................. aesr v10.16b, v23.16b // ...................................................*................ eor v16.16B, v16.16B, v30.16B // ...................................................*................ aesr v2.16b, v20.16b // ....................................................*............... eor v3.16B, v31.16B, v11.16B // ....................................................*............... aesr v10.16b, v24.16b // .....................................................*.............. eor v30.16B, v3.16B, v16.16B // ......................................................*............. aesr v2.16b, v21.16b // ......................................................*............. aesr v10.16b, v25.16b // .......................................................*............ ext v16.16B, v30.16B, v30.16B, #8 // ........................................................*........... aesr v2.16b, v22.16b // ........................................................*........... aesr v10.16b, v26.16b // .........................................................*.......... aesr v2.16b, v23.16b // ..........................................................*......... aese v10.16b, v27.16b // ...........................................................*........ aesr v4.16b, v18.16b // ............................................................*....... eor v3.16B, v10.16B, v28.16B // .............................................................*...... aesr v2.16b, v24.16b // .............................................................*...... aesr v4.16b, v19.16b // ..............................................................*..... eor v5.16B, v5.16B, v28.16B // ..............................................................*..... eor v11.16B, v3.16B, v6.16B // ...............................................................*.... aesr v2.16b, v25.16b // ...............................................................*.... aesr v4.16b, v20.16b // ................................................................*... eor v5.16B, v5.16B, v15.16B // ................................................................*... str q11, [x2, #16] // .................................................................*.. aesr v2.16b, v26.16b // .................................................................*.. str q5, [x2], #(4*16) // ..................................................................*. pmull v11.1q, v30.1d, v7.1d // ..................................................................*. aese v2.16b, v27.16b // ...................................................................* rev64 v29.16B, v17.16B // ...................................................................* // ------------------------ cycle (expected) -------------------------> // 0 25 50 // |------------------------|------------------------|----------------- // rev w23, w13 // *................................................................... // add w26, w13, #1 // *................................................................... // rev w24, w26 // ..............*..................................................... // add w21, w26, #1 // .*.................................................................. // add w14, w21, #1 // ..*................................................................. // str w24, [sp, #STACK_BASE_AES_ST + 28] // ................*................................................... // add w13, w14, #1 // ...*................................................................ // rev w21, w21 // ..*................................................................. // str w21, [sp, #STACK_BASE_AES_ST + 44] // ...*................................................................ // str w23, [sp, #STACK_BASE_AES_ST + 12] // .*.................................................................. // ldr q14, [sp, #STACK_BASE_AES_ST + 32] // .....*.............................................................. // aesr v14.16b, v18.16b // ............*....................................................... // aesr v14.16b, v19.16b // ..............*..................................................... // aesr v14.16b, v20.16b // ................*................................................... // ldr q17, [x0, #16] // *................................................................... // aesr v14.16b, v21.16b // ..................*................................................. // ldr q4, [sp, #STACK_BASE_AES_ST + 16] // ..................................*................................. // aesr v14.16b, v22.16b // ....................*............................................... // aesr v4.16b, v18.16b // ......................................*............................. // aesr v4.16b, v19.16b // .........................................*.......................... // rev64 v29.16B, v17.16B // ....*............................................................... // aesr v4.16b, v20.16b // ...........................................*........................ // ldr q8, [x6, #32] // ..............*..................................................... // ldr q13, [sp, #STACK_BASE_AES_ST] // ...*................................................................ // aesr v14.16b, v23.16b // ......................*............................................. // rev w23, w13 // .......*............................................................ // add w26, w13, #1 // ....*............................................................... // aesr v4.16b, v21.16b // .............................................*...................... // rev w24, w26 // .....*.............................................................. // rev w19, w14 // ...*................................................................ // add w21, w26, #1 // .....*.............................................................. // ldr q6, [x6, #48] // ..*................................................................. // aesr v14.16b, v24.16b // ........................*........................................... // add w14, w21, #1 // ........*........................................................... // str w24, [sp, #STACK_BASE_AES_ST + 28] // ....................................*............................... // ldr q5, [x6, #64] // ....*............................................................... // aesr v4.16b, v22.16b // ...............................................*.................... // add w13, w14, #1 // .........*.......................................................... // rev w21, w21 // ......*............................................................. // ldr q9, [x6, #80] // ............*....................................................... // aesr v13.16b, v18.16b // .......*............................................................ // str w19, [sp, #STACK_BASE_AES_ST + 60] // ....*............................................................... // aesr v4.16b, v23.16b // ...................................................*................ // mov d30, v29.d[1] // ......*............................................................. // str w21, [sp, #STACK_BASE_AES_ST + 44] // .......*............................................................ // str w23, [sp, #STACK_BASE_AES_ST + 12] // ........*........................................................... // aesr v13.16b, v19.16b // .........*.......................................................... // aesr v14.16b, v25.16b // ..........................*......................................... // ldr q15, [x0, #32] // *................................................................... // aesr v13.16b, v20.16b // ...........*........................................................ // aesr v14.16b, v26.16b // ............................*....................................... // eor v31.8B, v30.8B, v29.8B // ........*........................................................... // aesr v13.16b, v21.16b // .............*...................................................... // rev64 v30.16B, v15.16B // ..........*......................................................... // aese v14.16b, v27.16b // ..............................*..................................... // aesr v13.16b, v22.16b // ...............*.................................................... // eor v2.16B, v14.16B, v28.16B // .....................................*.............................. // pmull v12.1q, v29.1d, v6.1d // .................................*.................................. // ldr q14, [sp, #STACK_BASE_AES_ST + 32] // .....................*.............................................. // aesr v13.16b, v23.16b // .........................*.......................................... // eor v15.16B, v2.16B, v15.16B // .......................................*............................ // pmull2 v1.1q, v29.2d, v6.2d // ......*............................................................. // aesr v13.16b, v24.16b // ...........................*........................................ // pmull v3.1q, v31.1d, v5.1d // ..........*......................................................... // ldr q31, [x0], #(4*16) // .......*............................................................ // aesr v13.16b, v25.16b // .............................*...................................... // ldr q2, [sp, #STACK_BASE_AES_ST + 48] // ....................................*............................... // aesr v4.16b, v24.16b // .....................................................*.............. // ext v6.16B, v30.16B, v30.16B, #8 // ............................*....................................... // aesr v13.16b, v26.16b // ...............................*.................................... // aesr v4.16b, v25.16b // .......................................................*............ // str q15, [x2, #32] // ..........................................*......................... // eor v16.16B, v6.16B, v30.16B // ..............................*..................................... // aese v13.16b, v27.16b // .......................................*............................ // aesr v4.16b, v26.16b // .........................................................*.......... // rev64 v15.16B, v31.16B // ...........*........................................................ // eor v10.16B, v13.16B, v28.16B // ..............................................................*..... // aesr v2.16b, v18.16b // ............................................*....................... // aese v4.16b, v27.16b // ...........................................................*........ // eor v29.16B, v15.16B, v11.16B // .............*...................................................... // aesr v14.16b, v18.16b // ................................*................................... // eor v31.16B, v10.16B, v31.16B // ................................................................*... // eor v6.16B, v4.16B, v28.16B // .............................................................*...... // pmull2 v4.1q, v30.2d, v8.2d // .......................*............................................ // aesr v14.16b, v19.16b // ..................................*................................. // ext v0.16B, v29.16B, v29.16B, #8 // ...............*.................................................... // eor v10.16B, v6.16B, v17.16B // ...............................................................*.... // pmull v8.1q, v30.1d, v8.1d // ...................................*................................ // pmull v17.1q, v29.1d, v9.1d // .....................*.............................................. // str q31, [x2], #(4*16) // ..................................................................*. // str q10, [x2, #-48] // .................................................................*.. // ldr q10, [x6, #16] // ........................*........................................... // aesr v2.16b, v19.16b // ..................................................*................. // eor v11.16B, v17.16B, v12.16B // ...................................*................................ // eor v17.16B, v0.16B, v29.16B // .................*.................................................. // pmull2 v6.1q, v29.2d, v9.2d // .................*.................................................. // aesr v2.16b, v20.16b // ....................................................*............... // ldr q0, [x0, #-16] // .*.................................................................. // pmull2 v15.1q, v17.2d, v5.2d // ...................*................................................ // eor v1.16B, v6.16B, v1.16B // ....................*............................................... // aesr v14.16b, v20.16b // ....................................*............................... // eor v6.16B, v11.16B, v8.16B // ......................................*............................. // eor v29.16B, v15.16B, v3.16B // ......................*............................................. // pmull2 v15.1q, v16.2d, v10.2d // ..............................................*..................... // ldr q8, [x6] // ..*................................................................. // aesr v2.16b, v21.16b // ......................................................*............. // rev64 v31.16B, v0.16B // .....*.............................................................. // eor v29.16B, v29.16B, v15.16B // ................................................*................... // aesr v2.16b, v22.16b // ........................................................*........... // ldr q17, [x0, #16] // ...........................................*........................ // mov d16, v31.d[1] // ...................*................................................ // aesr v14.16b, v21.16b // ........................................*........................... // eor v1.16B, v1.16B, v4.16B // .........................*.......................................... // pmull2 v11.1q, v31.2d, v8.2d // ........*........................................................... // pmull v15.1q, v31.1d, v8.1d // .....................................*.............................. // ldr q4, [sp, #STACK_BASE_AES_ST + 16] // ............................................*....................... // aesr v2.16b, v23.16b // ..........................................................*......... // eor v8.8B, v16.8B, v31.8B // ..........................*......................................... // aesr v14.16b, v22.16b // ..........................................*......................... // eor v16.16B, v1.16B, v11.16B // ...........................*........................................ // pmull v8.1q, v8.1d, v10.1d // ................................................*................... // eor v1.16B, v6.16B, v15.16B // .........................................*.......................... // ext v15.16B, v16.16B, v16.16B, #8 // .............................*...................................... // pmull v12.1q, v16.1d, v7.1d // .................................................*.................. // aesr v2.16b, v24.16b // .............................................................*...... // eor v31.16B, v1.16B, v16.16B // ...............................................*.................... // aesr v4.16b, v18.16b // ............................................................*....... // eor v13.16B, v29.16B, v8.16B // ..................................................*................. // aesr v2.16b, v25.16b // ...............................................................*.... // eor v16.16B, v15.16B, v12.16B // ...................................................*................ // aesr v4.16b, v19.16b // ..............................................................*..... // eor v9.16B, v13.16B, v31.16B // ....................................................*............... // aesr v2.16b, v26.16b // .................................................................*.. // rev64 v29.16B, v17.16B // ...................................................................* // eor v13.16B, v9.16B, v16.16B // ......................................................*............. // aesr v4.16b, v20.16b // ................................................................*... // aese v2.16b, v27.16b // ...................................................................* // ldr q8, [x6, #32] // ........................................*........................... // pmull v11.1q, v13.1d, v7.1d // ..................................................................*. // ext v16.16B, v13.16B, v13.16B, #8 // ........................................................*........... sub count, count, #2 cbz count, Lloop_unrolled_start_postamble Lloop_unrolled_start: // Instructions: 123 // Expected cycles: 56 // Expected IPC: 2.20 // // Cycle bound: 54.0 // IPC bound: 2.28 // // Wall time: 3601.77s // User time: 3601.77s // // ------------------ cycle (expected) -------------------> // 0 25 50 // |------------------------|------------------------|----- ldr q13, [sp, #STACK_BASE_AES_ST] // *....................................................... // @slothy:reads=stack_0 aesr v14.16b, v23.16b // *....................................................... rev w23, w13 // e....................................................... add w26, w13, #1 // e....................................................... aesr v4.16b, v21.16b // .*...................................................... rev w24, w26 // .e...................................................... rev w19, w14 // .*...................................................... add w21, w26, #1 // .e...................................................... ldr q6, [x6, #48] // ..*..................................................... aesr v14.16b, v24.16b // ..*..................................................... add w14, w21, #1 // ..e..................................................... str w24, [sp, #STACK_BASE_AES_ST + 28] // ..e..................................................... // @slothy:writes=stack_1 ldr q5, [x6, #64] // ...*.................................................... aesr v4.16b, v22.16b // ...*.................................................... add w13, w14, #1 // ...e.................................................... rev w21, w21 // ...e.................................................... ldr q9, [x6, #80] // ....*................................................... aesr v13.16b, v18.16b // ....*................................................... str w19, [sp, #STACK_BASE_AES_ST + 60] // ....*................................................... // @slothy:writes=stack_3 aesr v4.16b, v23.16b // .....*.................................................. mov d30, v29.d[1] // .....*.................................................. str w21, [sp, #STACK_BASE_AES_ST + 44] // .....e.................................................. // @slothy:writes=stack_2 str w23, [sp, #STACK_BASE_AES_ST + 12] // .....e.................................................. // @slothy:writes=stack_0 aesr v13.16b, v19.16b // ......*................................................. eor v10.16B, v1.16B, v11.16B // ......l................................................. aesr v14.16b, v25.16b // .......*................................................ ldr q15, [x0, #32] // .......*................................................ aesr v13.16b, v20.16b // ........*............................................... eor v11.16B, v10.16B, v16.16B // ........l............................................... aesr v14.16b, v26.16b // .........*.............................................. eor v31.8B, v30.8B, v29.8B // .........*.............................................. aesr v13.16b, v21.16b // ..........*............................................. ext v11.16B, v11.16B, v11.16B, #8 // ..........l............................................. rev64 v30.16B, v15.16B // ...........*............................................ aese v14.16b, v27.16b // ...........*............................................ aesr v13.16b, v22.16b // ............*........................................... eor v10.16B, v2.16B, v28.16B // ............l........................................... eor v2.16B, v14.16B, v28.16B // .............*.......................................... pmull v12.1q, v29.1d, v6.1d // .............*.......................................... ldr q14, [sp, #STACK_BASE_AES_ST + 32] // ..............e......................................... // @slothy:reads=stack_2 aesr v13.16b, v23.16b // ..............*......................................... eor v15.16B, v2.16B, v15.16B // ...............*........................................ pmull2 v1.1q, v29.2d, v6.2d // ...............*........................................ eor v0.16B, v10.16B, v0.16B // ................l....................................... aesr v13.16b, v24.16b // ................*....................................... pmull v3.1q, v31.1d, v5.1d // .................*...................................... ldr q31, [x0], #(4*16) // .................*...................................... aesr v13.16b, v25.16b // ..................*..................................... ldr q2, [sp, #STACK_BASE_AES_ST + 48] // ..................*..................................... // @slothy:reads=stack_3 aesr v4.16b, v24.16b // ...................*.................................... str q0, [x2, #-16] // ...................l.................................... ext v6.16B, v30.16B, v30.16B, #8 // ....................*................................... aesr v13.16b, v26.16b // ....................*................................... aesr v4.16b, v25.16b // .....................*.................................. str q15, [x2, #32] // .....................*.................................. eor v16.16B, v6.16B, v30.16B // ......................*................................. aese v13.16b, v27.16b // ......................*................................. aesr v4.16b, v26.16b // .......................*................................ rev64 v15.16B, v31.16B // .......................*................................ eor v10.16B, v13.16B, v28.16B // ........................*............................... aesr v2.16b, v18.16b // ........................*............................... aese v4.16b, v27.16b // .........................*.............................. eor v29.16B, v15.16B, v11.16B // .........................*.............................. aesr v14.16b, v18.16b // ..........................e............................. eor v31.16B, v10.16B, v31.16B // ..........................*............................. eor v6.16B, v4.16B, v28.16B // ...........................*............................ pmull2 v4.1q, v30.2d, v8.2d // ...........................*............................ aesr v14.16b, v19.16b // ............................e........................... ext v0.16B, v29.16B, v29.16B, #8 // ............................*........................... eor v10.16B, v6.16B, v17.16B // .............................*.......................... pmull v8.1q, v30.1d, v8.1d // .............................*.......................... pmull v17.1q, v29.1d, v9.1d // ..............................*......................... str q31, [x2], #(4*16) // ..............................*......................... str q10, [x2, #-48] // ...............................*........................ ldr q10, [x6, #16] // ...............................*........................ aesr v2.16b, v19.16b // ................................*....................... eor v11.16B, v17.16B, v12.16B // ................................*....................... eor v17.16B, v0.16B, v29.16B // .................................*...................... pmull2 v6.1q, v29.2d, v9.2d // .................................*...................... aesr v2.16b, v20.16b // ..................................*..................... ldr q0, [x0, #-16] // ..................................*..................... pmull2 v15.1q, v17.2d, v5.2d // ...................................*.................... eor v1.16B, v6.16B, v1.16B // ...................................*.................... aesr v14.16b, v20.16b // ....................................e................... eor v6.16B, v11.16B, v8.16B // ....................................*................... eor v29.16B, v15.16B, v3.16B // .....................................*.................. pmull2 v15.1q, v16.2d, v10.2d // .....................................*.................. ldr q8, [x6] // ......................................*................. aesr v2.16b, v21.16b // ......................................*................. rev64 v31.16B, v0.16B // .......................................*................ eor v29.16B, v29.16B, v15.16B // .......................................*................ aesr v2.16b, v22.16b // ........................................*............... ldr q17, [x0, #16] // ........................................e............... mov d16, v31.d[1] // .........................................*.............. aesr v14.16b, v21.16b // .........................................e.............. eor v1.16B, v1.16B, v4.16B // ..........................................*............. pmull2 v11.1q, v31.2d, v8.2d // ..........................................*............. pmull v15.1q, v31.1d, v8.1d // ...........................................*............ ldr q4, [sp, #STACK_BASE_AES_ST + 16] // ...........................................e............ // @slothy:reads=stack_1 aesr v2.16b, v23.16b // ............................................*........... eor v8.8B, v16.8B, v31.8B // ............................................*........... aesr v14.16b, v22.16b // .............................................e.......... eor v16.16B, v1.16B, v11.16B // .............................................*.......... pmull v8.1q, v8.1d, v10.1d // ..............................................*......... eor v1.16B, v6.16B, v15.16B // ..............................................*......... ext v15.16B, v16.16B, v16.16B, #8 // ...............................................*........ pmull v12.1q, v16.1d, v7.1d // ...............................................*........ aesr v2.16b, v24.16b // ................................................*....... eor v31.16B, v1.16B, v16.16B // ................................................*....... aesr v4.16b, v18.16b // .................................................e...... eor v13.16B, v29.16B, v8.16B // .................................................*...... aesr v2.16b, v25.16b // ..................................................*..... eor v16.16B, v15.16B, v12.16B // ..................................................*..... aesr v4.16b, v19.16b // ...................................................e.... eor v9.16B, v13.16B, v31.16B // ...................................................*.... aesr v2.16b, v26.16b // ....................................................*... rev64 v29.16B, v17.16B // ....................................................e... eor v13.16B, v9.16B, v16.16B // .....................................................*.. aesr v4.16b, v20.16b // .....................................................e.. aese v2.16b, v27.16b // ......................................................*. ldr q8, [x6, #32] // ......................................................e. pmull v11.1q, v13.1d, v7.1d // .......................................................* ext v16.16B, v13.16B, v13.16B, #8 // .......................................................* // -------------------------------------------------------- cycle (expected) ---------------------------------------------------------> // 0 25 50 75 100 125 // |------------------------|------------------------|------------------------|------------------------|------------------------|------ // ldr q29, [x0], #(4*16) // .................~......................................'................*......................................'................~.. // rev w14, w13 // e.......................................................~.......................................................~................... // str w14, [sp, #(STACK_BASE_AES_ST + 0*16 + 12)] // .....e..................................................'....~..................................................'....~.............. // ldr q0, [sp, #(STACK_BASE_AES_ST + 0*16)] // ~.......................................................*.......................................................~................... // add w13, w13, #1 // e.......................................................~.......................................................~................... // aesr v0.16b, v18.16b // ....~...................................................'...*...................................................'...~............... // aesr v0.16b, v19.16b // ......~.................................................'.....*.................................................'.....~............. // aesr v0.16b, v20.16b // ........~...............................................'.......*...............................................'.......~........... // aesr v0.16b, v21.16b // ..........~.............................................'.........*.............................................'.........~......... // aesr v0.16b, v22.16b // ............~...........................................'...........*...........................................'...........~....... // aesr v0.16b, v23.16b // ..............~.........................................'.............*.........................................'.............~..... // aesr v0.16b, v24.16b // ................~.......................................'...............*.......................................'...............~... // aesr v0.16b, v25.16b // ..................~.....................................'.................*.....................................'.................~. // aesr v0.16b, v26.16b // ....................~...................................'...................*...................................'................... // aese v0.16b, v27.16b // ......................~.................................'.....................*.................................'................... // eor v0.16b, v0.16b, v28.16b // ........................~...............................'.......................*...............................'................... // eor v0.16b, v0.16b, v29.16b // ..........................~.............................'.........................*.............................'................... // str q0, [x2], #(4*16) // ..............................~.........................'.............................*.........................'................... // ldr q12, [x6, #48] // ..~.....................................................'.*.....................................................'.~................. // ldr q13, [x6, #80] // ....~...................................................'...*...................................................'...~............... // ldr q14, [x6, #64] // ...~....................................................'..*....................................................'..~................ // rev64 v29.16b, v29.16b // .......................~................................'......................*................................'................... // eor v29.16b, v29.16b, v11.16b // .........................~..............................'........................*..............................'................... // pmull v8.1q, v29.1d, v13.1d // ..............................~.........................'.............................*.........................'................... // pmull2 v9.1q, v29.2d, v13.2d // .................................~......................'................................*......................'................... // ext v11.16b, v29.16b, v29.16b, #8 // ............................~...........................'...........................*...........................'................... // eor v11.16b, v11.16b, v29.16b // .................................~......................'................................*......................'................... // pmull2 v10.1q, v11.2d, v14.2d // ...................................~....................'..................................*....................'................... // ldr q29, [x0, #(-3*16)] // ........................................e...............'.......................................~...............'................... // rev w14, w13 // .e......................................................'~......................................................'~.................. // str w14, [sp, #(STACK_BASE_AES_ST + 1*16 + 12)] // ..e.....................................................'.~.....................................................'.~................. // ldr q0, [sp, #(STACK_BASE_AES_ST + 1*16)] // ...........................................e............'..........................................~............'................... // add w13, w13, #1 // .e......................................................'~......................................................'~.................. // aesr v0.16b, v18.16b // .................................................e......'................................................~......'................... // aesr v0.16b, v19.16b // ...................................................e....'..................................................~....'................... // aesr v0.16b, v20.16b // .....................................................e..'....................................................~..'................... // aesr v0.16b, v21.16b // .~......................................................'*......................................................'~.................. // aesr v0.16b, v22.16b // ...~....................................................'..*....................................................'..~................ // aesr v0.16b, v23.16b // .....~..................................................'....*..................................................'....~.............. // aesr v0.16b, v24.16b // ...................~....................................'..................*....................................'................... // aesr v0.16b, v25.16b // .....................~..................................'....................*..................................'................... // aesr v0.16b, v26.16b // .......................~................................'......................*................................'................... // aese v0.16b, v27.16b // .........................~..............................'........................*..............................'................... // eor v0.16b, v0.16b, v28.16b // ...........................~............................'..........................*............................'................... // eor v0.16b, v0.16b, v29.16b // .............................~..........................'............................*..........................'................... // str q0, [x2, #(-3*16)] // ...............................~........................'..............................*........................'................... // rev64 v29.16b, v29.16b // ....................................................e...'...................................................~...'................... // pmull v11.1q, v29.1d, v12.1d // .............~..........................................'............*..........................................'............~...... // eor v8.16b, v8.16b, v11.16b // ................................~.......................'...............................*.......................'................... // pmull2 v11.1q, v29.2d, v12.2d // ...............~........................................'..............*........................................'..............~.... // eor v9.16b, v9.16b, v11.16b // ...................................~....................'..................................*....................'................... // mov d11, v29.d[1] // .....~..................................................'....*..................................................'....~.............. // eor v11.8b, v11.8b, v29.8b // .........~..............................................'........*..............................................'........~.......... // pmull v11.1q, v11.1d, v14.1d // .................~......................................'................*......................................'................~.. // eor v10.16b, v10.16b, v11.16b // .....................................~..................'....................................*..................'................... // ldr q29, [x0, #(-2*16)] // .......~................................................'......*................................................'......~............ // rev w14, w13 // ...e....................................................'..~....................................................'..~................ // str w14, [sp, #(STACK_BASE_AES_ST + 2*16 + 12)] // .....e..................................................'....~..................................................'....~.............. // ldr q0, [sp, #(STACK_BASE_AES_ST + 2*16)] // ..............e.........................................'.............~.........................................'.............~..... // add w13, w13, #1 // ..e.....................................................'.~.....................................................'.~................. // aesr v0.16b, v18.16b // ..........................e.............................'.........................~.............................'................... // aesr v0.16b, v19.16b // ............................e...........................'...........................~...........................'................... // aesr v0.16b, v20.16b // ....................................e...................'...................................~...................'................... // aesr v0.16b, v21.16b // .........................................e..............'........................................~..............'................... // aesr v0.16b, v22.16b // .............................................e..........'............................................~..........'................... // aesr v0.16b, v23.16b // ~.......................................................*.......................................................~................... // aesr v0.16b, v24.16b // ..~.....................................................'.*.....................................................'.~................. // aesr v0.16b, v25.16b // .......~................................................'......*................................................'......~............ // aesr v0.16b, v26.16b // .........~..............................................'........*..............................................'........~.......... // aese v0.16b, v27.16b // ...........~............................................'..........*............................................'..........~........ // eor v0.16b, v0.16b, v28.16b // .............~..........................................'............*..........................................'............~...... // eor v0.16b, v0.16b, v29.16b // ...............~........................................'..............*........................................'..............~.... // str q0, [x2, #(-2*16)] // .....................~..................................'....................*..................................'................... // ldr q12, [x6] // ......................................~.................'.....................................*.................'................... // ldr q13, [x6, #32] // ......................................................e.'.....................................................~.'................... // ldr q14, [x6, #16] // ...............................~........................'..............................*........................'................... // rev64 v29.16b, v29.16b // ...........~............................................'..........*............................................'..........~........ // pmull v11.1q, v29.1d, v13.1d // .............................~..........................'............................*..........................'................... // eor v8.16b, v8.16b, v11.16b // ....................................~...................'...................................*...................'................... // pmull2 v11.1q, v29.2d, v13.2d // ...........................~............................'..........................*............................'................... // eor v9.16b, v9.16b, v11.16b // ..........................................~.............'.........................................*.............'................... // ext v11.16b, v29.16b, v29.16b, #8 // ....................~...................................'...................*...................................'................... // eor v11.16b, v11.16b, v29.16b // ......................~.................................'.....................*.................................'................... // pmull2 v11.1q, v11.2d, v14.2d // .....................................~..................'....................................*..................'................... // eor v10.16b, v10.16b, v11.16b // .......................................~................'......................................*................'................... // ldr q29, [x0, #(-1*16)] // ..................................~.....................'.................................*.....................'................... // rev w14, w13 // .~......................................................'*......................................................'~.................. // str w14, [sp, #(STACK_BASE_AES_ST + 3*16 + 12)] // ....~...................................................'...*...................................................'...~............... // ldr q0, [sp, #(STACK_BASE_AES_ST + 3*16)] // ..................~.....................................'.................*.....................................'.................~. // add w13, w13, #1 // ...e....................................................'..~....................................................'..~................ // aesr v0.16b, v18.16b // ........................~...............................'.......................*...............................'................... // aesr v0.16b, v19.16b // ................................~.......................'...............................*.......................'................... // aesr v0.16b, v20.16b // ..................................~.....................'.................................*.....................'................... // aesr v0.16b, v21.16b // ......................................~.................'.....................................*.................'................... // aesr v0.16b, v22.16b // ........................................~...............'.......................................*...............'................... // aesr v0.16b, v23.16b // ............................................~...........'...........................................*...........'................... // aesr v0.16b, v24.16b // ................................................~.......'...............................................*.......'................... // aesr v0.16b, v25.16b // ..................................................~.....'.................................................*.....'................... // aesr v0.16b, v26.16b // ....................................................~...'...................................................*...'................... // aese v0.16b, v27.16b // ......................................................~.'.....................................................*.'................... // eor v0.16b, v0.16b, v28.16b // ............~...........................................'...........~...........................................'...........l....... // eor v0.16b, v0.16b, v29.16b // ................~.......................................'...............~.......................................'...............l... // str q0, [x2, #(-1*16)] // ...................~....................................'..................~....................................'..................l // rev64 v29.16b, v29.16b // .......................................~................'......................................*................'................... // pmull v11.1q, v29.1d, v12.1d // ...........................................~............'..........................................*............'................... // eor v8.16b, v8.16b, v11.16b // ..............................................~.........'.............................................*.........'................... // pmull2 v11.1q, v29.2d, v12.2d // ..........................................~.............'.........................................*.............'................... // eor v9.16b, v9.16b, v11.16b // .............................................~..........'............................................*..........'................... // mov d11, v29.d[1] // .........................................~..............'........................................*..............'................... // eor v11.8b, v11.8b, v29.8b // ............................................~...........'...........................................*...........'................... // pmull v11.1q, v11.1d, v14.1d // ..............................................~.........'.............................................*.........'................... // eor v10.16b, v10.16b, v11.16b // .................................................~......'................................................*......'................... // eor v0.16b, v8.16b, v9.16b // ................................................~.......'...............................................*.......'................... // pmull v1.1q, v9.1d, v7.1d // ...............................................~........'..............................................*........'................... // ext v9.16b, v9.16b, v9.16b, #8 // ...............................................~........'..............................................*........'................... // eor v10.16b, v10.16b, v0.16b // ...................................................~....'..................................................*....'................... // eor v1.16b, v9.16b, v1.16b // ..................................................~.....'.................................................*.....'................... // eor v10.16b, v10.16b, v1.16b // .....................................................~..'....................................................*..'................... // pmull v9.1q, v10.1d, v7.1d // .......................................................~'......................................................*'................... // eor v8.16b, v8.16b, v9.16b // ......~.................................................'.....~.................................................'.....l............. // ext v10.16b, v10.16b, v10.16b, #8 // .......................................................~'......................................................*'................... // eor v11.16b, v8.16b, v10.16b // ........~...............................................'.......~...............................................'.......l........... // ext v11.16b, v11.16b, v11.16b, #8 // ..........~.............................................'.........~.............................................'.........l......... sub count, count, #1 cbnz count, Lloop_unrolled_start Lloop_unrolled_start_postamble:// end of loop kernel // Instructions: 106 // Expected cycles: 52 // Expected IPC: 2.04 // // Cycle bound: 52.0 // IPC bound: 2.04 // // Wall time: 19.98s // User time: 19.98s // // ---------------- cycle (expected) -----------------> // 0 25 50 // |------------------------|------------------------|- ldr q3, [x6, #80] // *................................................... aesr v4.16b, v21.16b // *................................................... rev w7, w14 // *................................................... eor v12.16B, v1.16B, v11.16B // .*.................................................. aesr v14.16b, v23.16b // .*.................................................. str w7, [sp, #STACK_BASE_AES_ST + 60] // .*.................................................. // @slothy:writes=stack_3 mov d15, v29.d[1] // ..*................................................. aesr v4.16b, v22.16b // ..*................................................. eor v16.16B, v12.16B, v16.16B // ...*................................................ aesr v14.16b, v24.16b // ...*................................................ aesr v4.16b, v23.16b // ....*............................................... ldr q12, [x0], #(4*16) // ....*............................................... aesr v14.16b, v25.16b // .....*.............................................. ext v13.16B, v16.16B, v16.16B, #8 // .....*.............................................. ldr q30, [x6, #64] // ......*............................................. aesr v4.16b, v24.16b // ......*............................................. eor v16.8B, v15.8B, v29.8B // .......*............................................ aesr v14.16b, v26.16b // .......*............................................ aesr v4.16b, v25.16b // ........*........................................... rev64 v11.16B, v12.16B // ........*........................................... ldr q5, [x6, #16] // .........*.......................................... aese v14.16b, v27.16b // .........*.......................................... aesr v4.16b, v26.16b // ..........*......................................... eor v1.16B, v11.16B, v13.16B // ..........*......................................... pmull v15.1q, v16.1d, v30.1d // ...........*........................................ ldr q31, [x6, #48] // ...........*........................................ pmull v9.1q, v1.1d, v3.1d // ............*....................................... ext v13.16B, v1.16B, v1.16B, #8 // ............*....................................... pmull2 v6.1q, v1.2d, v3.2d // .............*...................................... ldr q3, [sp, #STACK_BASE_AES_ST] // .............*...................................... // @slothy:reads=stack_0 aese v4.16b, v27.16b // ..............*..................................... eor v1.16B, v13.16B, v1.16B // ..............*..................................... pmull2 v11.1q, v29.2d, v31.2d // ...............*.................................... ldr q16, [sp, #STACK_BASE_AES_ST + 48] // ...............*.................................... // @slothy:reads=stack_3 pmull2 v13.1q, v1.2d, v30.2d // ................*................................... ldr q1, [x6] // ................*................................... eor v6.16B, v6.16B, v11.16B // .................*.................................. aesr v3.16b, v18.16b // .................*.................................. ldr q11, [x0, #-32] // ..................*................................. pmull v29.1q, v29.1d, v31.1d // ..................*................................. ldr q10, [x0, #-16] // ...................*................................ aesr v16.16b, v18.16b // ...................*................................ eor v29.16B, v9.16B, v29.16B // ....................*............................... aesr v3.16b, v19.16b // ....................*............................... eor v2.16B, v2.16B, v28.16B // .....................*.............................. aesr v16.16b, v19.16b // .....................*.............................. rev64 v30.16B, v11.16B // ......................*............................. aesr v3.16b, v20.16b // ......................*............................. aesr v16.16b, v20.16b // .......................*............................ eor v2.16B, v2.16B, v0.16B // .......................*............................ pmull2 v31.1q, v30.2d, v8.2d // ........................*........................... rev64 v9.16B, v10.16B // ........................*........................... aesr v16.16b, v21.16b // .........................*.......................... ext v0.16B, v30.16B, v30.16B, #8 // .........................*.......................... eor v31.16B, v6.16B, v31.16B // ..........................*......................... pmull2 v6.1q, v9.2d, v1.2d // ..........................*......................... aesr v16.16b, v22.16b // ...........................*........................ eor v0.16B, v0.16B, v30.16B // ...........................*........................ eor v6.16B, v31.16B, v6.16B // ............................*....................... pmull v8.1q, v30.1d, v8.1d // ............................*....................... aesr v16.16b, v23.16b // .............................*...................... mov d30, v9.d[1] // .............................*...................... ext v31.16B, v6.16B, v6.16B, #8 // ..............................*..................... pmull v1.1q, v9.1d, v1.1d // ..............................*..................... eor v13.16B, v13.16B, v15.16B // ...............................*.................... aesr v3.16b, v21.16b // ...............................*.................... eor v15.8B, v30.8B, v9.8B // ................................*................... pmull2 v30.1q, v0.2d, v5.2d // ................................*................... eor v9.16B, v29.16B, v8.16B // .................................*.................. aesr v3.16b, v22.16b // .................................*.................. eor v29.16B, v13.16B, v30.16B // ..................................*................. pmull v30.1q, v15.1d, v5.1d // ..................................*................. pmull v5.1q, v6.1d, v7.1d // ...................................*................ eor v13.16B, v9.16B, v1.16B // ...................................*................ eor v30.16B, v29.16B, v30.16B // ....................................*............... aesr v3.16b, v23.16b // ....................................*............... aesr v16.16b, v24.16b // .....................................*.............. eor v1.16B, v13.16B, v6.16B // .....................................*.............. eor v29.16B, v31.16B, v5.16B // ......................................*............. aesr v3.16b, v24.16b // ......................................*............. eor v0.16B, v30.16B, v1.16B // .......................................*............ aesr v16.16b, v25.16b // .......................................*............ eor v15.16B, v4.16B, v28.16B // ........................................*........... aesr v3.16b, v25.16b // ........................................*........... eor v1.16B, v0.16B, v29.16B // .........................................*.......... aesr v16.16b, v26.16b // .........................................*.......... eor v9.16B, v15.16B, v17.16B // ..........................................*......... aesr v3.16b, v26.16b // ..........................................*......... pmull v17.1q, v1.1d, v7.1d // ...........................................*........ eor v14.16B, v14.16B, v28.16B // ...........................................*........ str q9, [x2, #16] // ............................................*....... aese v3.16b, v27.16b // ............................................*....... ext v5.16B, v1.16B, v1.16B, #8 // .............................................*...... aese v16.16b, v27.16b // .............................................*...... eor v1.16B, v13.16B, v17.16B // ..............................................*..... eor v8.16B, v3.16B, v28.16B // ..............................................*..... eor v16.16B, v16.16B, v28.16B // ...............................................*.... eor v15.16B, v14.16B, v11.16B // ...............................................*.... eor v3.16B, v1.16B, v5.16B // ................................................*... eor v17.16B, v8.16B, v12.16B // ................................................*... eor v0.16B, v16.16B, v10.16B // .................................................*.. str q15, [x2, #32] // .................................................*.. ext v11.16B, v3.16B, v3.16B, #8 // ..................................................*. str q17, [x2], #(4*16) // ..................................................*. str q2, [x2, #-80] // ...................................................* str q0, [x2, #-16] // ...................................................* // ---------------- cycle (expected) -----------------> // 0 25 50 // |------------------------|------------------------|- // ldr q13, [sp, #STACK_BASE_AES_ST] // .............*...................................... // aesr v14.16b, v23.16b // .*.................................................. // aesr v4.16b, v21.16b // *................................................... // rev w19, w14 // *................................................... // ldr q6, [x6, #48] // ...........*........................................ // aesr v14.16b, v24.16b // ...*................................................ // ldr q5, [x6, #64] // ......*............................................. // aesr v4.16b, v22.16b // ..*................................................. // ldr q9, [x6, #80] // *................................................... // aesr v13.16b, v18.16b // .................*.................................. // str w19, [sp, #STACK_BASE_AES_ST + 60] // .*.................................................. // aesr v4.16b, v23.16b // ....*............................................... // mov d30, v29.d[1] // ..*................................................. // aesr v13.16b, v19.16b // ....................*............................... // eor v10.16B, v1.16B, v11.16B // .*.................................................. // aesr v14.16b, v25.16b // .....*.............................................. // ldr q15, [x0, #32] // ..................*................................. // aesr v13.16b, v20.16b // ......................*............................. // eor v11.16B, v10.16B, v16.16B // ...*................................................ // aesr v14.16b, v26.16b // .......*............................................ // eor v31.8B, v30.8B, v29.8B // .......*............................................ // aesr v13.16b, v21.16b // ...............................*.................... // ext v11.16B, v11.16B, v11.16B, #8 // .....*.............................................. // rev64 v30.16B, v15.16B // ......................*............................. // aese v14.16b, v27.16b // .........*.......................................... // aesr v13.16b, v22.16b // .................................*.................. // eor v10.16B, v2.16B, v28.16B // .....................*.............................. // eor v2.16B, v14.16B, v28.16B // ...........................................*........ // pmull v12.1q, v29.1d, v6.1d // ..................*................................. // aesr v13.16b, v23.16b // ....................................*............... // eor v15.16B, v2.16B, v15.16B // ...............................................*.... // pmull2 v1.1q, v29.2d, v6.2d // ...............*.................................... // eor v0.16B, v10.16B, v0.16B // .......................*............................ // aesr v13.16b, v24.16b // ......................................*............. // pmull v3.1q, v31.1d, v5.1d // ...........*........................................ // ldr q31, [x0], #(4*16) // ....*............................................... // aesr v13.16b, v25.16b // ........................................*........... // ldr q2, [sp, #STACK_BASE_AES_ST + 48] // ...............*.................................... // aesr v4.16b, v24.16b // ......*............................................. // str q0, [x2, #-16] // ...................................................* // ext v6.16B, v30.16B, v30.16B, #8 // .........................*.......................... // aesr v13.16b, v26.16b // ..........................................*......... // aesr v4.16b, v25.16b // ........*........................................... // str q15, [x2, #32] // .................................................*.. // eor v16.16B, v6.16B, v30.16B // ...........................*........................ // aese v13.16b, v27.16b // ............................................*....... // aesr v4.16b, v26.16b // ..........*......................................... // rev64 v15.16B, v31.16B // ........*........................................... // eor v10.16B, v13.16B, v28.16B // ..............................................*..... // aesr v2.16b, v18.16b // ...................*................................ // aese v4.16b, v27.16b // ..............*..................................... // eor v29.16B, v15.16B, v11.16B // ..........*......................................... // eor v31.16B, v10.16B, v31.16B // ................................................*... // eor v6.16B, v4.16B, v28.16B // ........................................*........... // pmull2 v4.1q, v30.2d, v8.2d // ........................*........................... // ext v0.16B, v29.16B, v29.16B, #8 // ............*....................................... // eor v10.16B, v6.16B, v17.16B // ..........................................*......... // pmull v8.1q, v30.1d, v8.1d // ............................*....................... // pmull v17.1q, v29.1d, v9.1d // ............*....................................... // str q31, [x2], #(4*16) // ..................................................*. // str q10, [x2, #-48] // ............................................*....... // ldr q10, [x6, #16] // .........*.......................................... // aesr v2.16b, v19.16b // .....................*.............................. // eor v11.16B, v17.16B, v12.16B // ....................*............................... // eor v17.16B, v0.16B, v29.16B // ..............*..................................... // pmull2 v6.1q, v29.2d, v9.2d // .............*...................................... // aesr v2.16b, v20.16b // .......................*............................ // ldr q0, [x0, #-16] // ...................*................................ // pmull2 v15.1q, v17.2d, v5.2d // ................*................................... // eor v1.16B, v6.16B, v1.16B // .................*.................................. // eor v6.16B, v11.16B, v8.16B // .................................*.................. // eor v29.16B, v15.16B, v3.16B // ...............................*.................... // pmull2 v15.1q, v16.2d, v10.2d // ................................*................... // ldr q8, [x6] // ................*................................... // aesr v2.16b, v21.16b // .........................*.......................... // rev64 v31.16B, v0.16B // ........................*........................... // eor v29.16B, v29.16B, v15.16B // ..................................*................. // aesr v2.16b, v22.16b // ...........................*........................ // mov d16, v31.d[1] // .............................*...................... // eor v1.16B, v1.16B, v4.16B // ..........................*......................... // pmull2 v11.1q, v31.2d, v8.2d // ..........................*......................... // pmull v15.1q, v31.1d, v8.1d // ..............................*..................... // aesr v2.16b, v23.16b // .............................*...................... // eor v8.8B, v16.8B, v31.8B // ................................*................... // eor v16.16B, v1.16B, v11.16B // ............................*....................... // pmull v8.1q, v8.1d, v10.1d // ..................................*................. // eor v1.16B, v6.16B, v15.16B // ...................................*................ // ext v15.16B, v16.16B, v16.16B, #8 // ..............................*..................... // pmull v12.1q, v16.1d, v7.1d // ...................................*................ // aesr v2.16b, v24.16b // .....................................*.............. // eor v31.16B, v1.16B, v16.16B // .....................................*.............. // eor v13.16B, v29.16B, v8.16B // ....................................*............... // aesr v2.16b, v25.16b // .......................................*............ // eor v16.16B, v15.16B, v12.16B // ......................................*............. // eor v9.16B, v13.16B, v31.16B // .......................................*............ // aesr v2.16b, v26.16b // .........................................*.......... // eor v13.16B, v9.16B, v16.16B // .........................................*.......... // aese v2.16b, v27.16b // .............................................*...... // pmull v11.1q, v13.1d, v7.1d // ...........................................*........ // ext v16.16B, v13.16B, v13.16B, #8 // .............................................*...... // eor v10.16B, v1.16B, v11.16B // ..............................................*..... // eor v11.16B, v10.16B, v16.16B // ................................................*... // ext v11.16B, v11.16B, v11.16B, #8 // ..................................................*. // eor v10.16B, v2.16B, v28.16B // ...............................................*.... // eor v0.16B, v10.16B, v0.16B // .................................................*.. // str q0, [x2, #-16] // ...................................................* b Lloop_unrolled_start_end Lloop_unrolled_start_iter_1: ldr q29, [x0], #(4*16) rev w14, w13 str w14, [sp, #(STACK_BASE_AES_ST + 0*16 + 12)] // @slothy:writes=stack_0 ldr q0, [sp, #(STACK_BASE_AES_ST + 0*16)] // @slothy:reads=stack_0 add w13, w13, #1 aesr v0.16b, v18.16b aesr v0.16b, v19.16b aesr v0.16b, v20.16b aesr v0.16b, v21.16b aesr v0.16b, v22.16b aesr v0.16b, v23.16b aesr v0.16b, v24.16b aesr v0.16b, v25.16b aesr v0.16b, v26.16b aese v0.16b, v27.16b eor v0.16b, v0.16b, v28.16b eor v0.16b, v0.16b, v29.16b str q0, [x2], #(4*16) ldr q12, [x6, #48] ldr q13, [x6, #80] ldr q14, [x6, #64] rev64 v29.16b, v29.16b eor v29.16b, v29.16b, v11.16b // Low product pmull v8.1q, v29.1d, v13.1d // High product pmull2 v9.1q, v29.2d, v13.2d // Middle product ext v11.16b, v29.16b, v29.16b, #8 eor v11.16b, v11.16b, v29.16b pmull2 v10.1q, v11.2d, v14.2d ldr q29, [x0, #(-3*16)] rev w14, w13 str w14, [sp, #(STACK_BASE_AES_ST + 1*16 + 12)] // @slothy:writes=stack_1 ldr q0, [sp, #(STACK_BASE_AES_ST + 1*16)] // @slothy:reads=stack_1 add w13, w13, #1 aesr v0.16b, v18.16b aesr v0.16b, v19.16b aesr v0.16b, v20.16b aesr v0.16b, v21.16b aesr v0.16b, v22.16b aesr v0.16b, v23.16b aesr v0.16b, v24.16b aesr v0.16b, v25.16b aesr v0.16b, v26.16b aese v0.16b, v27.16b eor v0.16b, v0.16b, v28.16b eor v0.16b, v0.16b, v29.16b str q0, [x2, #(-3*16)] rev64 v29.16b, v29.16b // Low product pmull v11.1q, v29.1d, v12.1d eor v8.16b, v8.16b, v11.16b // High product pmull2 v11.1q, v29.2d, v12.2d eor v9.16b, v9.16b, v11.16b // Middle product mov d11, v29.d[1] eor v11.8b, v11.8b, v29.8b pmull v11.1q, v11.1d, v14.1d eor v10.16b, v10.16b, v11.16b ldr q29, [x0, #(-2*16)] rev w14, w13 str w14, [sp, #(STACK_BASE_AES_ST + 2*16 + 12)] // @slothy:writes=stack_2 ldr q0, [sp, #(STACK_BASE_AES_ST + 2*16)] // @slothy:reads=stack_2 add w13, w13, #1 aesr v0.16b, v18.16b aesr v0.16b, v19.16b aesr v0.16b, v20.16b aesr v0.16b, v21.16b aesr v0.16b, v22.16b aesr v0.16b, v23.16b aesr v0.16b, v24.16b aesr v0.16b, v25.16b aesr v0.16b, v26.16b aese v0.16b, v27.16b eor v0.16b, v0.16b, v28.16b eor v0.16b, v0.16b, v29.16b str q0, [x2, #(-2*16)] ldr q12, [x6] ldr q13, [x6, #32] ldr q14, [x6, #16] rev64 v29.16b, v29.16b // Low product pmull v11.1q, v29.1d, v13.1d eor v8.16b, v8.16b, v11.16b // High product pmull2 v11.1q, v29.2d, v13.2d eor v9.16b, v9.16b, v11.16b // Middle product ext v11.16b, v29.16b, v29.16b, #8 eor v11.16b, v11.16b, v29.16b pmull2 v11.1q, v11.2d, v14.2d eor v10.16b, v10.16b, v11.16b ldr q29, [x0, #(-1*16)] rev w14, w13 str w14, [sp, #(STACK_BASE_AES_ST + 3*16 + 12)] // @slothy:writes=stack_3 ldr q0, [sp, #(STACK_BASE_AES_ST + 3*16)] // @slothy:reads=stack_3 add w13, w13, #1 aesr v0.16b, v18.16b aesr v0.16b, v19.16b aesr v0.16b, v20.16b aesr v0.16b, v21.16b aesr v0.16b, v22.16b aesr v0.16b, v23.16b aesr v0.16b, v24.16b aesr v0.16b, v25.16b aesr v0.16b, v26.16b aese v0.16b, v27.16b eor v0.16b, v0.16b, v28.16b eor v0.16b, v0.16b, v29.16b str q0, [x2, #(-1*16)] rev64 v29.16b, v29.16b // Low product pmull v11.1q, v29.1d, v12.1d eor v8.16b, v8.16b, v11.16b // High product pmull2 v11.1q, v29.2d, v12.2d eor v9.16b, v9.16b, v11.16b // Middle product mov d11, v29.d[1] eor v11.8b, v11.8b, v29.8b pmull v11.1q, v11.1d, v14.1d eor v10.16b, v10.16b, v11.16b eor v0.16b, v8.16b, v9.16b pmull v1.1q, v9.1d, v7.1d ext v9.16b, v9.16b, v9.16b, #8 eor v10.16b, v10.16b, v0.16b eor v1.16b, v9.16b, v1.16b eor v10.16b, v10.16b, v1.16b pmull v9.1q, v10.1d, v7.1d eor v8.16b, v8.16b, v9.16b ext v10.16b, v10.16b, v10.16b, #8 eor v11.16b, v8.16b, v10.16b ext v11.16b, v11.16b, v11.16b, #8 Lloop_unrolled_start_iter_1_end: Lloop_unrolled_start_end: Lloop_unrolled_end: load_htable_12 cbz remainder, Lloop_1x_end Lloop_1x_start: ldr plain_q, [input], #16 aes_full_block aes_st, plain, res, 0 str res_q, [output], #16 ghash_init_0 plain, Ht1, Ht12, tag ghash_finalize tag sub remainder, remainder, #1 cbnz remainder, Lloop_1x_start Lloop_1x_end: // Return number of bytes processed mov x0, byte_len // Store new authentication tag rev64 tag.16b, tag.16b str tag_q, [tag_ptr] // Store updated counter // rev32 rtmp_ctr.16b, rtmp_ctr.16b // str rtmp_ctr_q, [ivec] rev ctr_tmp_w, ctr str ctr_tmp_w, [ivec, #12] restore_vregs restore_gprs Ldec_postamble_end: add sp, sp, #STACK_SIZE ret #endif #endif // !OPENSSL_NO_ASM && defined(__AARCH64EL__) && defined(__APPLE__) #if defined(__ELF__) // See https: // www.airs.com/blog/archives/518. .section .note.GNU-stack,"",%progbits #endif