1@ Copyright 2007-2016 The OpenSSL Project Authors. All Rights Reserved. 2@ 3@ Licensed under the OpenSSL license (the "License"). You may not use 4@ this file except in compliance with the License. You can obtain a copy 5@ in the file LICENSE in the source distribution or at 6@ https://www.openssl.org/source/license.html 7 8 9@ ==================================================================== 10@ Written by Andy Polyakov <appro@openssl.org> for the OpenSSL 11@ project. The module is, however, dual licensed under OpenSSL and 12@ CRYPTOGAMS licenses depending on where you obtain it. For further 13@ details see http://www.openssl.org/~appro/cryptogams/. 14@ ==================================================================== 15 16@ AES for ARMv4 17 18@ January 2007. 19@ 20@ Code uses single 1K S-box and is >2 times faster than code generated 21@ by gcc-3.4.1. This is thanks to unique feature of ARMv4 ISA, which 22@ allows to merge logical or arithmetic operation with shift or rotate 23@ in one instruction and emit combined result every cycle. The module 24@ is endian-neutral. The performance is ~42 cycles/byte for 128-bit 25@ key [on single-issue Xscale PXA250 core]. 26 27@ May 2007. 28@ 29@ AES_set_[en|de]crypt_key is added. 30 31@ July 2010. 32@ 33@ Rescheduling for dual-issue pipeline resulted in 12% improvement on 34@ Cortex A8 core and ~25 cycles per byte processed with 128-bit key. 35 36@ February 2011. 37@ 38@ Profiler-assisted and platform-specific optimization resulted in 16% 39@ improvement on Cortex A8 core and ~21.5 cycles per byte. 40 41#ifndef __KERNEL__ 42# include <openssl/arm_arch.h> 43#else 44# define __ARM_ARCH__ __LINUX_ARM_ARCH__ 45#endif 46 47@ Silence ARMv8 deprecated IT instruction warnings. This file is used by both 48@ ARMv7 and ARMv8 processors and does not use ARMv8 instructions. (ARMv8 AES 49@ instructions are in aesv8-armx.pl.) 50 51 52.text 53#if defined(__thumb2__) && !defined(__APPLE__) 54.syntax unified 55.thumb 56#else 57.code 32 58#undef __thumb2__ 59#endif 60 61 62.align 5 63AES_Te: 64.word 0xc66363a5, 0xf87c7c84, 0xee777799, 0xf67b7b8d 65.word 0xfff2f20d, 0xd66b6bbd, 0xde6f6fb1, 0x91c5c554 66.word 0x60303050, 0x02010103, 0xce6767a9, 0x562b2b7d 67.word 0xe7fefe19, 0xb5d7d762, 0x4dababe6, 0xec76769a 68.word 0x8fcaca45, 0x1f82829d, 0x89c9c940, 0xfa7d7d87 69.word 0xeffafa15, 0xb25959eb, 0x8e4747c9, 0xfbf0f00b 70.word 0x41adadec, 0xb3d4d467, 0x5fa2a2fd, 0x45afafea 71.word 0x239c9cbf, 0x53a4a4f7, 0xe4727296, 0x9bc0c05b 72.word 0x75b7b7c2, 0xe1fdfd1c, 0x3d9393ae, 0x4c26266a 73.word 0x6c36365a, 0x7e3f3f41, 0xf5f7f702, 0x83cccc4f 74.word 0x6834345c, 0x51a5a5f4, 0xd1e5e534, 0xf9f1f108 75.word 0xe2717193, 0xabd8d873, 0x62313153, 0x2a15153f 76.word 0x0804040c, 0x95c7c752, 0x46232365, 0x9dc3c35e 77.word 0x30181828, 0x379696a1, 0x0a05050f, 0x2f9a9ab5 78.word 0x0e070709, 0x24121236, 0x1b80809b, 0xdfe2e23d 79.word 0xcdebeb26, 0x4e272769, 0x7fb2b2cd, 0xea75759f 80.word 0x1209091b, 0x1d83839e, 0x582c2c74, 0x341a1a2e 81.word 0x361b1b2d, 0xdc6e6eb2, 0xb45a5aee, 0x5ba0a0fb 82.word 0xa45252f6, 0x763b3b4d, 0xb7d6d661, 0x7db3b3ce 83.word 0x5229297b, 0xdde3e33e, 0x5e2f2f71, 0x13848497 84.word 0xa65353f5, 0xb9d1d168, 0x00000000, 0xc1eded2c 85.word 0x40202060, 0xe3fcfc1f, 0x79b1b1c8, 0xb65b5bed 86.word 0xd46a6abe, 0x8dcbcb46, 0x67bebed9, 0x7239394b 87.word 0x944a4ade, 0x984c4cd4, 0xb05858e8, 0x85cfcf4a 88.word 0xbbd0d06b, 0xc5efef2a, 0x4faaaae5, 0xedfbfb16 89.word 0x864343c5, 0x9a4d4dd7, 0x66333355, 0x11858594 90.word 0x8a4545cf, 0xe9f9f910, 0x04020206, 0xfe7f7f81 91.word 0xa05050f0, 0x783c3c44, 0x259f9fba, 0x4ba8a8e3 92.word 0xa25151f3, 0x5da3a3fe, 0x804040c0, 0x058f8f8a 93.word 0x3f9292ad, 0x219d9dbc, 0x70383848, 0xf1f5f504 94.word 0x63bcbcdf, 0x77b6b6c1, 0xafdada75, 0x42212163 95.word 0x20101030, 0xe5ffff1a, 0xfdf3f30e, 0xbfd2d26d 96.word 0x81cdcd4c, 0x180c0c14, 0x26131335, 0xc3ecec2f 97.word 0xbe5f5fe1, 0x359797a2, 0x884444cc, 0x2e171739 98.word 0x93c4c457, 0x55a7a7f2, 0xfc7e7e82, 0x7a3d3d47 99.word 0xc86464ac, 0xba5d5de7, 0x3219192b, 0xe6737395 100.word 0xc06060a0, 0x19818198, 0x9e4f4fd1, 0xa3dcdc7f 101.word 0x44222266, 0x542a2a7e, 0x3b9090ab, 0x0b888883 102.word 0x8c4646ca, 0xc7eeee29, 0x6bb8b8d3, 0x2814143c 103.word 0xa7dede79, 0xbc5e5ee2, 0x160b0b1d, 0xaddbdb76 104.word 0xdbe0e03b, 0x64323256, 0x743a3a4e, 0x140a0a1e 105.word 0x924949db, 0x0c06060a, 0x4824246c, 0xb85c5ce4 106.word 0x9fc2c25d, 0xbdd3d36e, 0x43acacef, 0xc46262a6 107.word 0x399191a8, 0x319595a4, 0xd3e4e437, 0xf279798b 108.word 0xd5e7e732, 0x8bc8c843, 0x6e373759, 0xda6d6db7 109.word 0x018d8d8c, 0xb1d5d564, 0x9c4e4ed2, 0x49a9a9e0 110.word 0xd86c6cb4, 0xac5656fa, 0xf3f4f407, 0xcfeaea25 111.word 0xca6565af, 0xf47a7a8e, 0x47aeaee9, 0x10080818 112.word 0x6fbabad5, 0xf0787888, 0x4a25256f, 0x5c2e2e72 113.word 0x381c1c24, 0x57a6a6f1, 0x73b4b4c7, 0x97c6c651 114.word 0xcbe8e823, 0xa1dddd7c, 0xe874749c, 0x3e1f1f21 115.word 0x964b4bdd, 0x61bdbddc, 0x0d8b8b86, 0x0f8a8a85 116.word 0xe0707090, 0x7c3e3e42, 0x71b5b5c4, 0xcc6666aa 117.word 0x904848d8, 0x06030305, 0xf7f6f601, 0x1c0e0e12 118.word 0xc26161a3, 0x6a35355f, 0xae5757f9, 0x69b9b9d0 119.word 0x17868691, 0x99c1c158, 0x3a1d1d27, 0x279e9eb9 120.word 0xd9e1e138, 0xebf8f813, 0x2b9898b3, 0x22111133 121.word 0xd26969bb, 0xa9d9d970, 0x078e8e89, 0x339494a7 122.word 0x2d9b9bb6, 0x3c1e1e22, 0x15878792, 0xc9e9e920 123.word 0x87cece49, 0xaa5555ff, 0x50282878, 0xa5dfdf7a 124.word 0x038c8c8f, 0x59a1a1f8, 0x09898980, 0x1a0d0d17 125.word 0x65bfbfda, 0xd7e6e631, 0x844242c6, 0xd06868b8 126.word 0x824141c3, 0x299999b0, 0x5a2d2d77, 0x1e0f0f11 127.word 0x7bb0b0cb, 0xa85454fc, 0x6dbbbbd6, 0x2c16163a 128@ Te4[256] 129.byte 0x63, 0x7c, 0x77, 0x7b, 0xf2, 0x6b, 0x6f, 0xc5 130.byte 0x30, 0x01, 0x67, 0x2b, 0xfe, 0xd7, 0xab, 0x76 131.byte 0xca, 0x82, 0xc9, 0x7d, 0xfa, 0x59, 0x47, 0xf0 132.byte 0xad, 0xd4, 0xa2, 0xaf, 0x9c, 0xa4, 0x72, 0xc0 133.byte 0xb7, 0xfd, 0x93, 0x26, 0x36, 0x3f, 0xf7, 0xcc 134.byte 0x34, 0xa5, 0xe5, 0xf1, 0x71, 0xd8, 0x31, 0x15 135.byte 0x04, 0xc7, 0x23, 0xc3, 0x18, 0x96, 0x05, 0x9a 136.byte 0x07, 0x12, 0x80, 0xe2, 0xeb, 0x27, 0xb2, 0x75 137.byte 0x09, 0x83, 0x2c, 0x1a, 0x1b, 0x6e, 0x5a, 0xa0 138.byte 0x52, 0x3b, 0xd6, 0xb3, 0x29, 0xe3, 0x2f, 0x84 139.byte 0x53, 0xd1, 0x00, 0xed, 0x20, 0xfc, 0xb1, 0x5b 140.byte 0x6a, 0xcb, 0xbe, 0x39, 0x4a, 0x4c, 0x58, 0xcf 141.byte 0xd0, 0xef, 0xaa, 0xfb, 0x43, 0x4d, 0x33, 0x85 142.byte 0x45, 0xf9, 0x02, 0x7f, 0x50, 0x3c, 0x9f, 0xa8 143.byte 0x51, 0xa3, 0x40, 0x8f, 0x92, 0x9d, 0x38, 0xf5 144.byte 0xbc, 0xb6, 0xda, 0x21, 0x10, 0xff, 0xf3, 0xd2 145.byte 0xcd, 0x0c, 0x13, 0xec, 0x5f, 0x97, 0x44, 0x17 146.byte 0xc4, 0xa7, 0x7e, 0x3d, 0x64, 0x5d, 0x19, 0x73 147.byte 0x60, 0x81, 0x4f, 0xdc, 0x22, 0x2a, 0x90, 0x88 148.byte 0x46, 0xee, 0xb8, 0x14, 0xde, 0x5e, 0x0b, 0xdb 149.byte 0xe0, 0x32, 0x3a, 0x0a, 0x49, 0x06, 0x24, 0x5c 150.byte 0xc2, 0xd3, 0xac, 0x62, 0x91, 0x95, 0xe4, 0x79 151.byte 0xe7, 0xc8, 0x37, 0x6d, 0x8d, 0xd5, 0x4e, 0xa9 152.byte 0x6c, 0x56, 0xf4, 0xea, 0x65, 0x7a, 0xae, 0x08 153.byte 0xba, 0x78, 0x25, 0x2e, 0x1c, 0xa6, 0xb4, 0xc6 154.byte 0xe8, 0xdd, 0x74, 0x1f, 0x4b, 0xbd, 0x8b, 0x8a 155.byte 0x70, 0x3e, 0xb5, 0x66, 0x48, 0x03, 0xf6, 0x0e 156.byte 0x61, 0x35, 0x57, 0xb9, 0x86, 0xc1, 0x1d, 0x9e 157.byte 0xe1, 0xf8, 0x98, 0x11, 0x69, 0xd9, 0x8e, 0x94 158.byte 0x9b, 0x1e, 0x87, 0xe9, 0xce, 0x55, 0x28, 0xdf 159.byte 0x8c, 0xa1, 0x89, 0x0d, 0xbf, 0xe6, 0x42, 0x68 160.byte 0x41, 0x99, 0x2d, 0x0f, 0xb0, 0x54, 0xbb, 0x16 161@ rcon[] 162.word 0x01000000, 0x02000000, 0x04000000, 0x08000000 163.word 0x10000000, 0x20000000, 0x40000000, 0x80000000 164.word 0x1B000000, 0x36000000, 0, 0, 0, 0, 0, 0 165 166 167@ void asm_AES_encrypt(const unsigned char *in, unsigned char *out, 168@ const AES_KEY *key) { 169.globl _asm_AES_encrypt 170.private_extern _asm_AES_encrypt 171#ifdef __thumb2__ 172.thumb_func _asm_AES_encrypt 173#endif 174.align 5 175_asm_AES_encrypt: 176#ifndef __thumb2__ 177 sub r3,pc,#8 @ _asm_AES_encrypt 178#else 179 adr r3,. 180#endif 181 stmdb sp!,{r1,r4-r12,lr} 182#ifdef __APPLE__ 183 adr r10,AES_Te 184#else 185 sub r10,r3,#_asm_AES_encrypt-AES_Te @ Te 186#endif 187 mov r12,r0 @ inp 188 mov r11,r2 189#if __ARM_ARCH__<7 190 ldrb r0,[r12,#3] @ load input data in endian-neutral 191 ldrb r4,[r12,#2] @ manner... 192 ldrb r5,[r12,#1] 193 ldrb r6,[r12,#0] 194 orr r0,r0,r4,lsl#8 195 ldrb r1,[r12,#7] 196 orr r0,r0,r5,lsl#16 197 ldrb r4,[r12,#6] 198 orr r0,r0,r6,lsl#24 199 ldrb r5,[r12,#5] 200 ldrb r6,[r12,#4] 201 orr r1,r1,r4,lsl#8 202 ldrb r2,[r12,#11] 203 orr r1,r1,r5,lsl#16 204 ldrb r4,[r12,#10] 205 orr r1,r1,r6,lsl#24 206 ldrb r5,[r12,#9] 207 ldrb r6,[r12,#8] 208 orr r2,r2,r4,lsl#8 209 ldrb r3,[r12,#15] 210 orr r2,r2,r5,lsl#16 211 ldrb r4,[r12,#14] 212 orr r2,r2,r6,lsl#24 213 ldrb r5,[r12,#13] 214 ldrb r6,[r12,#12] 215 orr r3,r3,r4,lsl#8 216 orr r3,r3,r5,lsl#16 217 orr r3,r3,r6,lsl#24 218#else 219 ldr r0,[r12,#0] 220 ldr r1,[r12,#4] 221 ldr r2,[r12,#8] 222 ldr r3,[r12,#12] 223#ifdef __ARMEL__ 224 rev r0,r0 225 rev r1,r1 226 rev r2,r2 227 rev r3,r3 228#endif 229#endif 230 bl _armv4_AES_encrypt 231 232 ldr r12,[sp],#4 @ pop out 233#if __ARM_ARCH__>=7 234#ifdef __ARMEL__ 235 rev r0,r0 236 rev r1,r1 237 rev r2,r2 238 rev r3,r3 239#endif 240 str r0,[r12,#0] 241 str r1,[r12,#4] 242 str r2,[r12,#8] 243 str r3,[r12,#12] 244#else 245 mov r4,r0,lsr#24 @ write output in endian-neutral 246 mov r5,r0,lsr#16 @ manner... 247 mov r6,r0,lsr#8 248 strb r4,[r12,#0] 249 strb r5,[r12,#1] 250 mov r4,r1,lsr#24 251 strb r6,[r12,#2] 252 mov r5,r1,lsr#16 253 strb r0,[r12,#3] 254 mov r6,r1,lsr#8 255 strb r4,[r12,#4] 256 strb r5,[r12,#5] 257 mov r4,r2,lsr#24 258 strb r6,[r12,#6] 259 mov r5,r2,lsr#16 260 strb r1,[r12,#7] 261 mov r6,r2,lsr#8 262 strb r4,[r12,#8] 263 strb r5,[r12,#9] 264 mov r4,r3,lsr#24 265 strb r6,[r12,#10] 266 mov r5,r3,lsr#16 267 strb r2,[r12,#11] 268 mov r6,r3,lsr#8 269 strb r4,[r12,#12] 270 strb r5,[r12,#13] 271 strb r6,[r12,#14] 272 strb r3,[r12,#15] 273#endif 274#if __ARM_ARCH__>=5 275 ldmia sp!,{r4,r5,r6,r7,r8,r9,r10,r11,r12,pc} 276#else 277 ldmia sp!,{r4,r5,r6,r7,r8,r9,r10,r11,r12,lr} 278 tst lr,#1 279 moveq pc,lr @ be binary compatible with V4, yet 280.word 0xe12fff1e @ interoperable with Thumb ISA:-) 281#endif 282 283 284#ifdef __thumb2__ 285.thumb_func _armv4_AES_encrypt 286#endif 287.align 2 288_armv4_AES_encrypt: 289 str lr,[sp,#-4]! @ push lr 290 ldmia r11!,{r4,r5,r6,r7} 291 eor r0,r0,r4 292 ldr r12,[r11,#240-16] 293 eor r1,r1,r5 294 eor r2,r2,r6 295 eor r3,r3,r7 296 sub r12,r12,#1 297 mov lr,#255 298 299 and r7,lr,r0 300 and r8,lr,r0,lsr#8 301 and r9,lr,r0,lsr#16 302 mov r0,r0,lsr#24 303Lenc_loop: 304 ldr r4,[r10,r7,lsl#2] @ Te3[s0>>0] 305 and r7,lr,r1,lsr#16 @ i0 306 ldr r5,[r10,r8,lsl#2] @ Te2[s0>>8] 307 and r8,lr,r1 308 ldr r6,[r10,r9,lsl#2] @ Te1[s0>>16] 309 and r9,lr,r1,lsr#8 310 ldr r0,[r10,r0,lsl#2] @ Te0[s0>>24] 311 mov r1,r1,lsr#24 312 313 ldr r7,[r10,r7,lsl#2] @ Te1[s1>>16] 314 ldr r8,[r10,r8,lsl#2] @ Te3[s1>>0] 315 ldr r9,[r10,r9,lsl#2] @ Te2[s1>>8] 316 eor r0,r0,r7,ror#8 317 ldr r1,[r10,r1,lsl#2] @ Te0[s1>>24] 318 and r7,lr,r2,lsr#8 @ i0 319 eor r5,r5,r8,ror#8 320 and r8,lr,r2,lsr#16 @ i1 321 eor r6,r6,r9,ror#8 322 and r9,lr,r2 323 ldr r7,[r10,r7,lsl#2] @ Te2[s2>>8] 324 eor r1,r1,r4,ror#24 325 ldr r8,[r10,r8,lsl#2] @ Te1[s2>>16] 326 mov r2,r2,lsr#24 327 328 ldr r9,[r10,r9,lsl#2] @ Te3[s2>>0] 329 eor r0,r0,r7,ror#16 330 ldr r2,[r10,r2,lsl#2] @ Te0[s2>>24] 331 and r7,lr,r3 @ i0 332 eor r1,r1,r8,ror#8 333 and r8,lr,r3,lsr#8 @ i1 334 eor r6,r6,r9,ror#16 335 and r9,lr,r3,lsr#16 @ i2 336 ldr r7,[r10,r7,lsl#2] @ Te3[s3>>0] 337 eor r2,r2,r5,ror#16 338 ldr r8,[r10,r8,lsl#2] @ Te2[s3>>8] 339 mov r3,r3,lsr#24 340 341 ldr r9,[r10,r9,lsl#2] @ Te1[s3>>16] 342 eor r0,r0,r7,ror#24 343 ldr r7,[r11],#16 344 eor r1,r1,r8,ror#16 345 ldr r3,[r10,r3,lsl#2] @ Te0[s3>>24] 346 eor r2,r2,r9,ror#8 347 ldr r4,[r11,#-12] 348 eor r3,r3,r6,ror#8 349 350 ldr r5,[r11,#-8] 351 eor r0,r0,r7 352 ldr r6,[r11,#-4] 353 and r7,lr,r0 354 eor r1,r1,r4 355 and r8,lr,r0,lsr#8 356 eor r2,r2,r5 357 and r9,lr,r0,lsr#16 358 eor r3,r3,r6 359 mov r0,r0,lsr#24 360 361 subs r12,r12,#1 362 bne Lenc_loop 363 364 add r10,r10,#2 365 366 ldrb r4,[r10,r7,lsl#2] @ Te4[s0>>0] 367 and r7,lr,r1,lsr#16 @ i0 368 ldrb r5,[r10,r8,lsl#2] @ Te4[s0>>8] 369 and r8,lr,r1 370 ldrb r6,[r10,r9,lsl#2] @ Te4[s0>>16] 371 and r9,lr,r1,lsr#8 372 ldrb r0,[r10,r0,lsl#2] @ Te4[s0>>24] 373 mov r1,r1,lsr#24 374 375 ldrb r7,[r10,r7,lsl#2] @ Te4[s1>>16] 376 ldrb r8,[r10,r8,lsl#2] @ Te4[s1>>0] 377 ldrb r9,[r10,r9,lsl#2] @ Te4[s1>>8] 378 eor r0,r7,r0,lsl#8 379 ldrb r1,[r10,r1,lsl#2] @ Te4[s1>>24] 380 and r7,lr,r2,lsr#8 @ i0 381 eor r5,r8,r5,lsl#8 382 and r8,lr,r2,lsr#16 @ i1 383 eor r6,r9,r6,lsl#8 384 and r9,lr,r2 385 ldrb r7,[r10,r7,lsl#2] @ Te4[s2>>8] 386 eor r1,r4,r1,lsl#24 387 ldrb r8,[r10,r8,lsl#2] @ Te4[s2>>16] 388 mov r2,r2,lsr#24 389 390 ldrb r9,[r10,r9,lsl#2] @ Te4[s2>>0] 391 eor r0,r7,r0,lsl#8 392 ldrb r2,[r10,r2,lsl#2] @ Te4[s2>>24] 393 and r7,lr,r3 @ i0 394 eor r1,r1,r8,lsl#16 395 and r8,lr,r3,lsr#8 @ i1 396 eor r6,r9,r6,lsl#8 397 and r9,lr,r3,lsr#16 @ i2 398 ldrb r7,[r10,r7,lsl#2] @ Te4[s3>>0] 399 eor r2,r5,r2,lsl#24 400 ldrb r8,[r10,r8,lsl#2] @ Te4[s3>>8] 401 mov r3,r3,lsr#24 402 403 ldrb r9,[r10,r9,lsl#2] @ Te4[s3>>16] 404 eor r0,r7,r0,lsl#8 405 ldr r7,[r11,#0] 406 ldrb r3,[r10,r3,lsl#2] @ Te4[s3>>24] 407 eor r1,r1,r8,lsl#8 408 ldr r4,[r11,#4] 409 eor r2,r2,r9,lsl#16 410 ldr r5,[r11,#8] 411 eor r3,r6,r3,lsl#24 412 ldr r6,[r11,#12] 413 414 eor r0,r0,r7 415 eor r1,r1,r4 416 eor r2,r2,r5 417 eor r3,r3,r6 418 419 sub r10,r10,#2 420 ldr pc,[sp],#4 @ pop and return 421 422 423.globl _asm_AES_set_encrypt_key 424.private_extern _asm_AES_set_encrypt_key 425#ifdef __thumb2__ 426.thumb_func _asm_AES_set_encrypt_key 427#endif 428.align 5 429_asm_AES_set_encrypt_key: 430_armv4_AES_set_encrypt_key: 431#ifndef __thumb2__ 432 sub r3,pc,#8 @ _asm_AES_set_encrypt_key 433#else 434 adr r3,. 435#endif 436 teq r0,#0 437#ifdef __thumb2__ 438 itt eq @ Thumb2 thing, sanity check in ARM 439#endif 440 moveq r0,#-1 441 beq Labrt 442 teq r2,#0 443#ifdef __thumb2__ 444 itt eq @ Thumb2 thing, sanity check in ARM 445#endif 446 moveq r0,#-1 447 beq Labrt 448 449 teq r1,#128 450 beq Lok 451 teq r1,#192 452 beq Lok 453 teq r1,#256 454#ifdef __thumb2__ 455 itt ne @ Thumb2 thing, sanity check in ARM 456#endif 457 movne r0,#-1 458 bne Labrt 459 460Lok: stmdb sp!,{r4,r5,r6,r7,r8,r9,r10,r11,r12,lr} 461 mov r12,r0 @ inp 462 mov lr,r1 @ bits 463 mov r11,r2 @ key 464 465#ifdef __APPLE__ 466 adr r10,AES_Te+1024 @ Te4 467#else 468 sub r10,r3,#_armv4_AES_set_encrypt_key-AES_Te-1024 @ Te4 469#endif 470 471#if __ARM_ARCH__<7 472 ldrb r0,[r12,#3] @ load input data in endian-neutral 473 ldrb r4,[r12,#2] @ manner... 474 ldrb r5,[r12,#1] 475 ldrb r6,[r12,#0] 476 orr r0,r0,r4,lsl#8 477 ldrb r1,[r12,#7] 478 orr r0,r0,r5,lsl#16 479 ldrb r4,[r12,#6] 480 orr r0,r0,r6,lsl#24 481 ldrb r5,[r12,#5] 482 ldrb r6,[r12,#4] 483 orr r1,r1,r4,lsl#8 484 ldrb r2,[r12,#11] 485 orr r1,r1,r5,lsl#16 486 ldrb r4,[r12,#10] 487 orr r1,r1,r6,lsl#24 488 ldrb r5,[r12,#9] 489 ldrb r6,[r12,#8] 490 orr r2,r2,r4,lsl#8 491 ldrb r3,[r12,#15] 492 orr r2,r2,r5,lsl#16 493 ldrb r4,[r12,#14] 494 orr r2,r2,r6,lsl#24 495 ldrb r5,[r12,#13] 496 ldrb r6,[r12,#12] 497 orr r3,r3,r4,lsl#8 498 str r0,[r11],#16 499 orr r3,r3,r5,lsl#16 500 str r1,[r11,#-12] 501 orr r3,r3,r6,lsl#24 502 str r2,[r11,#-8] 503 str r3,[r11,#-4] 504#else 505 ldr r0,[r12,#0] 506 ldr r1,[r12,#4] 507 ldr r2,[r12,#8] 508 ldr r3,[r12,#12] 509#ifdef __ARMEL__ 510 rev r0,r0 511 rev r1,r1 512 rev r2,r2 513 rev r3,r3 514#endif 515 str r0,[r11],#16 516 str r1,[r11,#-12] 517 str r2,[r11,#-8] 518 str r3,[r11,#-4] 519#endif 520 521 teq lr,#128 522 bne Lnot128 523 mov r12,#10 524 str r12,[r11,#240-16] 525 add r6,r10,#256 @ rcon 526 mov lr,#255 527 528L128_loop: 529 and r5,lr,r3,lsr#24 530 and r7,lr,r3,lsr#16 531 ldrb r5,[r10,r5] 532 and r8,lr,r3,lsr#8 533 ldrb r7,[r10,r7] 534 and r9,lr,r3 535 ldrb r8,[r10,r8] 536 orr r5,r5,r7,lsl#24 537 ldrb r9,[r10,r9] 538 orr r5,r5,r8,lsl#16 539 ldr r4,[r6],#4 @ rcon[i++] 540 orr r5,r5,r9,lsl#8 541 eor r5,r5,r4 542 eor r0,r0,r5 @ rk[4]=rk[0]^... 543 eor r1,r1,r0 @ rk[5]=rk[1]^rk[4] 544 str r0,[r11],#16 545 eor r2,r2,r1 @ rk[6]=rk[2]^rk[5] 546 str r1,[r11,#-12] 547 eor r3,r3,r2 @ rk[7]=rk[3]^rk[6] 548 str r2,[r11,#-8] 549 subs r12,r12,#1 550 str r3,[r11,#-4] 551 bne L128_loop 552 sub r2,r11,#176 553 b Ldone 554 555Lnot128: 556#if __ARM_ARCH__<7 557 ldrb r8,[r12,#19] 558 ldrb r4,[r12,#18] 559 ldrb r5,[r12,#17] 560 ldrb r6,[r12,#16] 561 orr r8,r8,r4,lsl#8 562 ldrb r9,[r12,#23] 563 orr r8,r8,r5,lsl#16 564 ldrb r4,[r12,#22] 565 orr r8,r8,r6,lsl#24 566 ldrb r5,[r12,#21] 567 ldrb r6,[r12,#20] 568 orr r9,r9,r4,lsl#8 569 orr r9,r9,r5,lsl#16 570 str r8,[r11],#8 571 orr r9,r9,r6,lsl#24 572 str r9,[r11,#-4] 573#else 574 ldr r8,[r12,#16] 575 ldr r9,[r12,#20] 576#ifdef __ARMEL__ 577 rev r8,r8 578 rev r9,r9 579#endif 580 str r8,[r11],#8 581 str r9,[r11,#-4] 582#endif 583 584 teq lr,#192 585 bne Lnot192 586 mov r12,#12 587 str r12,[r11,#240-24] 588 add r6,r10,#256 @ rcon 589 mov lr,#255 590 mov r12,#8 591 592L192_loop: 593 and r5,lr,r9,lsr#24 594 and r7,lr,r9,lsr#16 595 ldrb r5,[r10,r5] 596 and r8,lr,r9,lsr#8 597 ldrb r7,[r10,r7] 598 and r9,lr,r9 599 ldrb r8,[r10,r8] 600 orr r5,r5,r7,lsl#24 601 ldrb r9,[r10,r9] 602 orr r5,r5,r8,lsl#16 603 ldr r4,[r6],#4 @ rcon[i++] 604 orr r5,r5,r9,lsl#8 605 eor r9,r5,r4 606 eor r0,r0,r9 @ rk[6]=rk[0]^... 607 eor r1,r1,r0 @ rk[7]=rk[1]^rk[6] 608 str r0,[r11],#24 609 eor r2,r2,r1 @ rk[8]=rk[2]^rk[7] 610 str r1,[r11,#-20] 611 eor r3,r3,r2 @ rk[9]=rk[3]^rk[8] 612 str r2,[r11,#-16] 613 subs r12,r12,#1 614 str r3,[r11,#-12] 615#ifdef __thumb2__ 616 itt eq @ Thumb2 thing, sanity check in ARM 617#endif 618 subeq r2,r11,#216 619 beq Ldone 620 621 ldr r7,[r11,#-32] 622 ldr r8,[r11,#-28] 623 eor r7,r7,r3 @ rk[10]=rk[4]^rk[9] 624 eor r9,r8,r7 @ rk[11]=rk[5]^rk[10] 625 str r7,[r11,#-8] 626 str r9,[r11,#-4] 627 b L192_loop 628 629Lnot192: 630#if __ARM_ARCH__<7 631 ldrb r8,[r12,#27] 632 ldrb r4,[r12,#26] 633 ldrb r5,[r12,#25] 634 ldrb r6,[r12,#24] 635 orr r8,r8,r4,lsl#8 636 ldrb r9,[r12,#31] 637 orr r8,r8,r5,lsl#16 638 ldrb r4,[r12,#30] 639 orr r8,r8,r6,lsl#24 640 ldrb r5,[r12,#29] 641 ldrb r6,[r12,#28] 642 orr r9,r9,r4,lsl#8 643 orr r9,r9,r5,lsl#16 644 str r8,[r11],#8 645 orr r9,r9,r6,lsl#24 646 str r9,[r11,#-4] 647#else 648 ldr r8,[r12,#24] 649 ldr r9,[r12,#28] 650#ifdef __ARMEL__ 651 rev r8,r8 652 rev r9,r9 653#endif 654 str r8,[r11],#8 655 str r9,[r11,#-4] 656#endif 657 658 mov r12,#14 659 str r12,[r11,#240-32] 660 add r6,r10,#256 @ rcon 661 mov lr,#255 662 mov r12,#7 663 664L256_loop: 665 and r5,lr,r9,lsr#24 666 and r7,lr,r9,lsr#16 667 ldrb r5,[r10,r5] 668 and r8,lr,r9,lsr#8 669 ldrb r7,[r10,r7] 670 and r9,lr,r9 671 ldrb r8,[r10,r8] 672 orr r5,r5,r7,lsl#24 673 ldrb r9,[r10,r9] 674 orr r5,r5,r8,lsl#16 675 ldr r4,[r6],#4 @ rcon[i++] 676 orr r5,r5,r9,lsl#8 677 eor r9,r5,r4 678 eor r0,r0,r9 @ rk[8]=rk[0]^... 679 eor r1,r1,r0 @ rk[9]=rk[1]^rk[8] 680 str r0,[r11],#32 681 eor r2,r2,r1 @ rk[10]=rk[2]^rk[9] 682 str r1,[r11,#-28] 683 eor r3,r3,r2 @ rk[11]=rk[3]^rk[10] 684 str r2,[r11,#-24] 685 subs r12,r12,#1 686 str r3,[r11,#-20] 687#ifdef __thumb2__ 688 itt eq @ Thumb2 thing, sanity check in ARM 689#endif 690 subeq r2,r11,#256 691 beq Ldone 692 693 and r5,lr,r3 694 and r7,lr,r3,lsr#8 695 ldrb r5,[r10,r5] 696 and r8,lr,r3,lsr#16 697 ldrb r7,[r10,r7] 698 and r9,lr,r3,lsr#24 699 ldrb r8,[r10,r8] 700 orr r5,r5,r7,lsl#8 701 ldrb r9,[r10,r9] 702 orr r5,r5,r8,lsl#16 703 ldr r4,[r11,#-48] 704 orr r5,r5,r9,lsl#24 705 706 ldr r7,[r11,#-44] 707 ldr r8,[r11,#-40] 708 eor r4,r4,r5 @ rk[12]=rk[4]^... 709 ldr r9,[r11,#-36] 710 eor r7,r7,r4 @ rk[13]=rk[5]^rk[12] 711 str r4,[r11,#-16] 712 eor r8,r8,r7 @ rk[14]=rk[6]^rk[13] 713 str r7,[r11,#-12] 714 eor r9,r9,r8 @ rk[15]=rk[7]^rk[14] 715 str r8,[r11,#-8] 716 str r9,[r11,#-4] 717 b L256_loop 718 719.align 2 720Ldone: mov r0,#0 721 ldmia sp!,{r4,r5,r6,r7,r8,r9,r10,r11,r12,lr} 722Labrt: 723#if __ARM_ARCH__>=5 724 bx lr @ .word 0xe12fff1e 725#else 726 tst lr,#1 727 moveq pc,lr @ be binary compatible with V4, yet 728.word 0xe12fff1e @ interoperable with Thumb ISA:-) 729#endif 730 731 732.globl _asm_AES_set_decrypt_key 733.private_extern _asm_AES_set_decrypt_key 734#ifdef __thumb2__ 735.thumb_func _asm_AES_set_decrypt_key 736#endif 737.align 5 738_asm_AES_set_decrypt_key: 739 str lr,[sp,#-4]! @ push lr 740 bl _armv4_AES_set_encrypt_key 741 teq r0,#0 742 ldr lr,[sp],#4 @ pop lr 743 bne Labrt 744 745 mov r0,r2 @ _asm_AES_set_encrypt_key preserves r2, 746 mov r1,r2 @ which is AES_KEY *key 747 b _armv4_AES_set_enc2dec_key 748 749 750@ void AES_set_enc2dec_key(const AES_KEY *inp,AES_KEY *out) 751.globl _AES_set_enc2dec_key 752.private_extern _AES_set_enc2dec_key 753#ifdef __thumb2__ 754.thumb_func _AES_set_enc2dec_key 755#endif 756.align 5 757_AES_set_enc2dec_key: 758_armv4_AES_set_enc2dec_key: 759 stmdb sp!,{r4,r5,r6,r7,r8,r9,r10,r11,r12,lr} 760 761 ldr r12,[r0,#240] 762 mov r7,r0 @ input 763 add r8,r0,r12,lsl#4 764 mov r11,r1 @ output 765 add r10,r1,r12,lsl#4 766 str r12,[r1,#240] 767 768Linv: ldr r0,[r7],#16 769 ldr r1,[r7,#-12] 770 ldr r2,[r7,#-8] 771 ldr r3,[r7,#-4] 772 ldr r4,[r8],#-16 773 ldr r5,[r8,#16+4] 774 ldr r6,[r8,#16+8] 775 ldr r9,[r8,#16+12] 776 str r0,[r10],#-16 777 str r1,[r10,#16+4] 778 str r2,[r10,#16+8] 779 str r3,[r10,#16+12] 780 str r4,[r11],#16 781 str r5,[r11,#-12] 782 str r6,[r11,#-8] 783 str r9,[r11,#-4] 784 teq r7,r8 785 bne Linv 786 787 ldr r0,[r7] 788 ldr r1,[r7,#4] 789 ldr r2,[r7,#8] 790 ldr r3,[r7,#12] 791 str r0,[r11] 792 str r1,[r11,#4] 793 str r2,[r11,#8] 794 str r3,[r11,#12] 795 sub r11,r11,r12,lsl#3 796 ldr r0,[r11,#16]! @ prefetch tp1 797 mov r7,#0x80 798 mov r8,#0x1b 799 orr r7,r7,#0x8000 800 orr r8,r8,#0x1b00 801 orr r7,r7,r7,lsl#16 802 orr r8,r8,r8,lsl#16 803 sub r12,r12,#1 804 mvn r9,r7 805 mov r12,r12,lsl#2 @ (rounds-1)*4 806 807Lmix: and r4,r0,r7 808 and r1,r0,r9 809 sub r4,r4,r4,lsr#7 810 and r4,r4,r8 811 eor r1,r4,r1,lsl#1 @ tp2 812 813 and r4,r1,r7 814 and r2,r1,r9 815 sub r4,r4,r4,lsr#7 816 and r4,r4,r8 817 eor r2,r4,r2,lsl#1 @ tp4 818 819 and r4,r2,r7 820 and r3,r2,r9 821 sub r4,r4,r4,lsr#7 822 and r4,r4,r8 823 eor r3,r4,r3,lsl#1 @ tp8 824 825 eor r4,r1,r2 826 eor r5,r0,r3 @ tp9 827 eor r4,r4,r3 @ tpe 828 eor r4,r4,r1,ror#24 829 eor r4,r4,r5,ror#24 @ ^= ROTATE(tpb=tp9^tp2,8) 830 eor r4,r4,r2,ror#16 831 eor r4,r4,r5,ror#16 @ ^= ROTATE(tpd=tp9^tp4,16) 832 eor r4,r4,r5,ror#8 @ ^= ROTATE(tp9,24) 833 834 ldr r0,[r11,#4] @ prefetch tp1 835 str r4,[r11],#4 836 subs r12,r12,#1 837 bne Lmix 838 839 mov r0,#0 840#if __ARM_ARCH__>=5 841 ldmia sp!,{r4,r5,r6,r7,r8,r9,r10,r11,r12,pc} 842#else 843 ldmia sp!,{r4,r5,r6,r7,r8,r9,r10,r11,r12,lr} 844 tst lr,#1 845 moveq pc,lr @ be binary compatible with V4, yet 846.word 0xe12fff1e @ interoperable with Thumb ISA:-) 847#endif 848 849 850 851.align 5 852AES_Td: 853.word 0x51f4a750, 0x7e416553, 0x1a17a4c3, 0x3a275e96 854.word 0x3bab6bcb, 0x1f9d45f1, 0xacfa58ab, 0x4be30393 855.word 0x2030fa55, 0xad766df6, 0x88cc7691, 0xf5024c25 856.word 0x4fe5d7fc, 0xc52acbd7, 0x26354480, 0xb562a38f 857.word 0xdeb15a49, 0x25ba1b67, 0x45ea0e98, 0x5dfec0e1 858.word 0xc32f7502, 0x814cf012, 0x8d4697a3, 0x6bd3f9c6 859.word 0x038f5fe7, 0x15929c95, 0xbf6d7aeb, 0x955259da 860.word 0xd4be832d, 0x587421d3, 0x49e06929, 0x8ec9c844 861.word 0x75c2896a, 0xf48e7978, 0x99583e6b, 0x27b971dd 862.word 0xbee14fb6, 0xf088ad17, 0xc920ac66, 0x7dce3ab4 863.word 0x63df4a18, 0xe51a3182, 0x97513360, 0x62537f45 864.word 0xb16477e0, 0xbb6bae84, 0xfe81a01c, 0xf9082b94 865.word 0x70486858, 0x8f45fd19, 0x94de6c87, 0x527bf8b7 866.word 0xab73d323, 0x724b02e2, 0xe31f8f57, 0x6655ab2a 867.word 0xb2eb2807, 0x2fb5c203, 0x86c57b9a, 0xd33708a5 868.word 0x302887f2, 0x23bfa5b2, 0x02036aba, 0xed16825c 869.word 0x8acf1c2b, 0xa779b492, 0xf307f2f0, 0x4e69e2a1 870.word 0x65daf4cd, 0x0605bed5, 0xd134621f, 0xc4a6fe8a 871.word 0x342e539d, 0xa2f355a0, 0x058ae132, 0xa4f6eb75 872.word 0x0b83ec39, 0x4060efaa, 0x5e719f06, 0xbd6e1051 873.word 0x3e218af9, 0x96dd063d, 0xdd3e05ae, 0x4de6bd46 874.word 0x91548db5, 0x71c45d05, 0x0406d46f, 0x605015ff 875.word 0x1998fb24, 0xd6bde997, 0x894043cc, 0x67d99e77 876.word 0xb0e842bd, 0x07898b88, 0xe7195b38, 0x79c8eedb 877.word 0xa17c0a47, 0x7c420fe9, 0xf8841ec9, 0x00000000 878.word 0x09808683, 0x322bed48, 0x1e1170ac, 0x6c5a724e 879.word 0xfd0efffb, 0x0f853856, 0x3daed51e, 0x362d3927 880.word 0x0a0fd964, 0x685ca621, 0x9b5b54d1, 0x24362e3a 881.word 0x0c0a67b1, 0x9357e70f, 0xb4ee96d2, 0x1b9b919e 882.word 0x80c0c54f, 0x61dc20a2, 0x5a774b69, 0x1c121a16 883.word 0xe293ba0a, 0xc0a02ae5, 0x3c22e043, 0x121b171d 884.word 0x0e090d0b, 0xf28bc7ad, 0x2db6a8b9, 0x141ea9c8 885.word 0x57f11985, 0xaf75074c, 0xee99ddbb, 0xa37f60fd 886.word 0xf701269f, 0x5c72f5bc, 0x44663bc5, 0x5bfb7e34 887.word 0x8b432976, 0xcb23c6dc, 0xb6edfc68, 0xb8e4f163 888.word 0xd731dcca, 0x42638510, 0x13972240, 0x84c61120 889.word 0x854a247d, 0xd2bb3df8, 0xaef93211, 0xc729a16d 890.word 0x1d9e2f4b, 0xdcb230f3, 0x0d8652ec, 0x77c1e3d0 891.word 0x2bb3166c, 0xa970b999, 0x119448fa, 0x47e96422 892.word 0xa8fc8cc4, 0xa0f03f1a, 0x567d2cd8, 0x223390ef 893.word 0x87494ec7, 0xd938d1c1, 0x8ccaa2fe, 0x98d40b36 894.word 0xa6f581cf, 0xa57ade28, 0xdab78e26, 0x3fadbfa4 895.word 0x2c3a9de4, 0x5078920d, 0x6a5fcc9b, 0x547e4662 896.word 0xf68d13c2, 0x90d8b8e8, 0x2e39f75e, 0x82c3aff5 897.word 0x9f5d80be, 0x69d0937c, 0x6fd52da9, 0xcf2512b3 898.word 0xc8ac993b, 0x10187da7, 0xe89c636e, 0xdb3bbb7b 899.word 0xcd267809, 0x6e5918f4, 0xec9ab701, 0x834f9aa8 900.word 0xe6956e65, 0xaaffe67e, 0x21bccf08, 0xef15e8e6 901.word 0xbae79bd9, 0x4a6f36ce, 0xea9f09d4, 0x29b07cd6 902.word 0x31a4b2af, 0x2a3f2331, 0xc6a59430, 0x35a266c0 903.word 0x744ebc37, 0xfc82caa6, 0xe090d0b0, 0x33a7d815 904.word 0xf104984a, 0x41ecdaf7, 0x7fcd500e, 0x1791f62f 905.word 0x764dd68d, 0x43efb04d, 0xccaa4d54, 0xe49604df 906.word 0x9ed1b5e3, 0x4c6a881b, 0xc12c1fb8, 0x4665517f 907.word 0x9d5eea04, 0x018c355d, 0xfa877473, 0xfb0b412e 908.word 0xb3671d5a, 0x92dbd252, 0xe9105633, 0x6dd64713 909.word 0x9ad7618c, 0x37a10c7a, 0x59f8148e, 0xeb133c89 910.word 0xcea927ee, 0xb761c935, 0xe11ce5ed, 0x7a47b13c 911.word 0x9cd2df59, 0x55f2733f, 0x1814ce79, 0x73c737bf 912.word 0x53f7cdea, 0x5ffdaa5b, 0xdf3d6f14, 0x7844db86 913.word 0xcaaff381, 0xb968c43e, 0x3824342c, 0xc2a3405f 914.word 0x161dc372, 0xbce2250c, 0x283c498b, 0xff0d9541 915.word 0x39a80171, 0x080cb3de, 0xd8b4e49c, 0x6456c190 916.word 0x7bcb8461, 0xd532b670, 0x486c5c74, 0xd0b85742 917@ Td4[256] 918.byte 0x52, 0x09, 0x6a, 0xd5, 0x30, 0x36, 0xa5, 0x38 919.byte 0xbf, 0x40, 0xa3, 0x9e, 0x81, 0xf3, 0xd7, 0xfb 920.byte 0x7c, 0xe3, 0x39, 0x82, 0x9b, 0x2f, 0xff, 0x87 921.byte 0x34, 0x8e, 0x43, 0x44, 0xc4, 0xde, 0xe9, 0xcb 922.byte 0x54, 0x7b, 0x94, 0x32, 0xa6, 0xc2, 0x23, 0x3d 923.byte 0xee, 0x4c, 0x95, 0x0b, 0x42, 0xfa, 0xc3, 0x4e 924.byte 0x08, 0x2e, 0xa1, 0x66, 0x28, 0xd9, 0x24, 0xb2 925.byte 0x76, 0x5b, 0xa2, 0x49, 0x6d, 0x8b, 0xd1, 0x25 926.byte 0x72, 0xf8, 0xf6, 0x64, 0x86, 0x68, 0x98, 0x16 927.byte 0xd4, 0xa4, 0x5c, 0xcc, 0x5d, 0x65, 0xb6, 0x92 928.byte 0x6c, 0x70, 0x48, 0x50, 0xfd, 0xed, 0xb9, 0xda 929.byte 0x5e, 0x15, 0x46, 0x57, 0xa7, 0x8d, 0x9d, 0x84 930.byte 0x90, 0xd8, 0xab, 0x00, 0x8c, 0xbc, 0xd3, 0x0a 931.byte 0xf7, 0xe4, 0x58, 0x05, 0xb8, 0xb3, 0x45, 0x06 932.byte 0xd0, 0x2c, 0x1e, 0x8f, 0xca, 0x3f, 0x0f, 0x02 933.byte 0xc1, 0xaf, 0xbd, 0x03, 0x01, 0x13, 0x8a, 0x6b 934.byte 0x3a, 0x91, 0x11, 0x41, 0x4f, 0x67, 0xdc, 0xea 935.byte 0x97, 0xf2, 0xcf, 0xce, 0xf0, 0xb4, 0xe6, 0x73 936.byte 0x96, 0xac, 0x74, 0x22, 0xe7, 0xad, 0x35, 0x85 937.byte 0xe2, 0xf9, 0x37, 0xe8, 0x1c, 0x75, 0xdf, 0x6e 938.byte 0x47, 0xf1, 0x1a, 0x71, 0x1d, 0x29, 0xc5, 0x89 939.byte 0x6f, 0xb7, 0x62, 0x0e, 0xaa, 0x18, 0xbe, 0x1b 940.byte 0xfc, 0x56, 0x3e, 0x4b, 0xc6, 0xd2, 0x79, 0x20 941.byte 0x9a, 0xdb, 0xc0, 0xfe, 0x78, 0xcd, 0x5a, 0xf4 942.byte 0x1f, 0xdd, 0xa8, 0x33, 0x88, 0x07, 0xc7, 0x31 943.byte 0xb1, 0x12, 0x10, 0x59, 0x27, 0x80, 0xec, 0x5f 944.byte 0x60, 0x51, 0x7f, 0xa9, 0x19, 0xb5, 0x4a, 0x0d 945.byte 0x2d, 0xe5, 0x7a, 0x9f, 0x93, 0xc9, 0x9c, 0xef 946.byte 0xa0, 0xe0, 0x3b, 0x4d, 0xae, 0x2a, 0xf5, 0xb0 947.byte 0xc8, 0xeb, 0xbb, 0x3c, 0x83, 0x53, 0x99, 0x61 948.byte 0x17, 0x2b, 0x04, 0x7e, 0xba, 0x77, 0xd6, 0x26 949.byte 0xe1, 0x69, 0x14, 0x63, 0x55, 0x21, 0x0c, 0x7d 950 951 952@ void asm_AES_decrypt(const unsigned char *in, unsigned char *out, 953@ const AES_KEY *key) { 954.globl _asm_AES_decrypt 955.private_extern _asm_AES_decrypt 956#ifdef __thumb2__ 957.thumb_func _asm_AES_decrypt 958#endif 959.align 5 960_asm_AES_decrypt: 961#ifndef __thumb2__ 962 sub r3,pc,#8 @ _asm_AES_decrypt 963#else 964 adr r3,. 965#endif 966 stmdb sp!,{r1,r4-r12,lr} 967#ifdef __APPLE__ 968 adr r10,AES_Td 969#else 970 sub r10,r3,#_asm_AES_decrypt-AES_Td @ Td 971#endif 972 mov r12,r0 @ inp 973 mov r11,r2 974#if __ARM_ARCH__<7 975 ldrb r0,[r12,#3] @ load input data in endian-neutral 976 ldrb r4,[r12,#2] @ manner... 977 ldrb r5,[r12,#1] 978 ldrb r6,[r12,#0] 979 orr r0,r0,r4,lsl#8 980 ldrb r1,[r12,#7] 981 orr r0,r0,r5,lsl#16 982 ldrb r4,[r12,#6] 983 orr r0,r0,r6,lsl#24 984 ldrb r5,[r12,#5] 985 ldrb r6,[r12,#4] 986 orr r1,r1,r4,lsl#8 987 ldrb r2,[r12,#11] 988 orr r1,r1,r5,lsl#16 989 ldrb r4,[r12,#10] 990 orr r1,r1,r6,lsl#24 991 ldrb r5,[r12,#9] 992 ldrb r6,[r12,#8] 993 orr r2,r2,r4,lsl#8 994 ldrb r3,[r12,#15] 995 orr r2,r2,r5,lsl#16 996 ldrb r4,[r12,#14] 997 orr r2,r2,r6,lsl#24 998 ldrb r5,[r12,#13] 999 ldrb r6,[r12,#12] 1000 orr r3,r3,r4,lsl#8 1001 orr r3,r3,r5,lsl#16 1002 orr r3,r3,r6,lsl#24 1003#else 1004 ldr r0,[r12,#0] 1005 ldr r1,[r12,#4] 1006 ldr r2,[r12,#8] 1007 ldr r3,[r12,#12] 1008#ifdef __ARMEL__ 1009 rev r0,r0 1010 rev r1,r1 1011 rev r2,r2 1012 rev r3,r3 1013#endif 1014#endif 1015 bl _armv4_AES_decrypt 1016 1017 ldr r12,[sp],#4 @ pop out 1018#if __ARM_ARCH__>=7 1019#ifdef __ARMEL__ 1020 rev r0,r0 1021 rev r1,r1 1022 rev r2,r2 1023 rev r3,r3 1024#endif 1025 str r0,[r12,#0] 1026 str r1,[r12,#4] 1027 str r2,[r12,#8] 1028 str r3,[r12,#12] 1029#else 1030 mov r4,r0,lsr#24 @ write output in endian-neutral 1031 mov r5,r0,lsr#16 @ manner... 1032 mov r6,r0,lsr#8 1033 strb r4,[r12,#0] 1034 strb r5,[r12,#1] 1035 mov r4,r1,lsr#24 1036 strb r6,[r12,#2] 1037 mov r5,r1,lsr#16 1038 strb r0,[r12,#3] 1039 mov r6,r1,lsr#8 1040 strb r4,[r12,#4] 1041 strb r5,[r12,#5] 1042 mov r4,r2,lsr#24 1043 strb r6,[r12,#6] 1044 mov r5,r2,lsr#16 1045 strb r1,[r12,#7] 1046 mov r6,r2,lsr#8 1047 strb r4,[r12,#8] 1048 strb r5,[r12,#9] 1049 mov r4,r3,lsr#24 1050 strb r6,[r12,#10] 1051 mov r5,r3,lsr#16 1052 strb r2,[r12,#11] 1053 mov r6,r3,lsr#8 1054 strb r4,[r12,#12] 1055 strb r5,[r12,#13] 1056 strb r6,[r12,#14] 1057 strb r3,[r12,#15] 1058#endif 1059#if __ARM_ARCH__>=5 1060 ldmia sp!,{r4,r5,r6,r7,r8,r9,r10,r11,r12,pc} 1061#else 1062 ldmia sp!,{r4,r5,r6,r7,r8,r9,r10,r11,r12,lr} 1063 tst lr,#1 1064 moveq pc,lr @ be binary compatible with V4, yet 1065.word 0xe12fff1e @ interoperable with Thumb ISA:-) 1066#endif 1067 1068 1069#ifdef __thumb2__ 1070.thumb_func _armv4_AES_decrypt 1071#endif 1072.align 2 1073_armv4_AES_decrypt: 1074 str lr,[sp,#-4]! @ push lr 1075 ldmia r11!,{r4,r5,r6,r7} 1076 eor r0,r0,r4 1077 ldr r12,[r11,#240-16] 1078 eor r1,r1,r5 1079 eor r2,r2,r6 1080 eor r3,r3,r7 1081 sub r12,r12,#1 1082 mov lr,#255 1083 1084 and r7,lr,r0,lsr#16 1085 and r8,lr,r0,lsr#8 1086 and r9,lr,r0 1087 mov r0,r0,lsr#24 1088Ldec_loop: 1089 ldr r4,[r10,r7,lsl#2] @ Td1[s0>>16] 1090 and r7,lr,r1 @ i0 1091 ldr r5,[r10,r8,lsl#2] @ Td2[s0>>8] 1092 and r8,lr,r1,lsr#16 1093 ldr r6,[r10,r9,lsl#2] @ Td3[s0>>0] 1094 and r9,lr,r1,lsr#8 1095 ldr r0,[r10,r0,lsl#2] @ Td0[s0>>24] 1096 mov r1,r1,lsr#24 1097 1098 ldr r7,[r10,r7,lsl#2] @ Td3[s1>>0] 1099 ldr r8,[r10,r8,lsl#2] @ Td1[s1>>16] 1100 ldr r9,[r10,r9,lsl#2] @ Td2[s1>>8] 1101 eor r0,r0,r7,ror#24 1102 ldr r1,[r10,r1,lsl#2] @ Td0[s1>>24] 1103 and r7,lr,r2,lsr#8 @ i0 1104 eor r5,r8,r5,ror#8 1105 and r8,lr,r2 @ i1 1106 eor r6,r9,r6,ror#8 1107 and r9,lr,r2,lsr#16 1108 ldr r7,[r10,r7,lsl#2] @ Td2[s2>>8] 1109 eor r1,r1,r4,ror#8 1110 ldr r8,[r10,r8,lsl#2] @ Td3[s2>>0] 1111 mov r2,r2,lsr#24 1112 1113 ldr r9,[r10,r9,lsl#2] @ Td1[s2>>16] 1114 eor r0,r0,r7,ror#16 1115 ldr r2,[r10,r2,lsl#2] @ Td0[s2>>24] 1116 and r7,lr,r3,lsr#16 @ i0 1117 eor r1,r1,r8,ror#24 1118 and r8,lr,r3,lsr#8 @ i1 1119 eor r6,r9,r6,ror#8 1120 and r9,lr,r3 @ i2 1121 ldr r7,[r10,r7,lsl#2] @ Td1[s3>>16] 1122 eor r2,r2,r5,ror#8 1123 ldr r8,[r10,r8,lsl#2] @ Td2[s3>>8] 1124 mov r3,r3,lsr#24 1125 1126 ldr r9,[r10,r9,lsl#2] @ Td3[s3>>0] 1127 eor r0,r0,r7,ror#8 1128 ldr r7,[r11],#16 1129 eor r1,r1,r8,ror#16 1130 ldr r3,[r10,r3,lsl#2] @ Td0[s3>>24] 1131 eor r2,r2,r9,ror#24 1132 1133 ldr r4,[r11,#-12] 1134 eor r0,r0,r7 1135 ldr r5,[r11,#-8] 1136 eor r3,r3,r6,ror#8 1137 ldr r6,[r11,#-4] 1138 and r7,lr,r0,lsr#16 1139 eor r1,r1,r4 1140 and r8,lr,r0,lsr#8 1141 eor r2,r2,r5 1142 and r9,lr,r0 1143 eor r3,r3,r6 1144 mov r0,r0,lsr#24 1145 1146 subs r12,r12,#1 1147 bne Ldec_loop 1148 1149 add r10,r10,#1024 1150 1151 ldr r5,[r10,#0] @ prefetch Td4 1152 ldr r6,[r10,#32] 1153 ldr r4,[r10,#64] 1154 ldr r5,[r10,#96] 1155 ldr r6,[r10,#128] 1156 ldr r4,[r10,#160] 1157 ldr r5,[r10,#192] 1158 ldr r6,[r10,#224] 1159 1160 ldrb r0,[r10,r0] @ Td4[s0>>24] 1161 ldrb r4,[r10,r7] @ Td4[s0>>16] 1162 and r7,lr,r1 @ i0 1163 ldrb r5,[r10,r8] @ Td4[s0>>8] 1164 and r8,lr,r1,lsr#16 1165 ldrb r6,[r10,r9] @ Td4[s0>>0] 1166 and r9,lr,r1,lsr#8 1167 1168 add r1,r10,r1,lsr#24 1169 ldrb r7,[r10,r7] @ Td4[s1>>0] 1170 ldrb r1,[r1] @ Td4[s1>>24] 1171 ldrb r8,[r10,r8] @ Td4[s1>>16] 1172 eor r0,r7,r0,lsl#24 1173 ldrb r9,[r10,r9] @ Td4[s1>>8] 1174 eor r1,r4,r1,lsl#8 1175 and r7,lr,r2,lsr#8 @ i0 1176 eor r5,r5,r8,lsl#8 1177 and r8,lr,r2 @ i1 1178 ldrb r7,[r10,r7] @ Td4[s2>>8] 1179 eor r6,r6,r9,lsl#8 1180 ldrb r8,[r10,r8] @ Td4[s2>>0] 1181 and r9,lr,r2,lsr#16 1182 1183 add r2,r10,r2,lsr#24 1184 ldrb r2,[r2] @ Td4[s2>>24] 1185 eor r0,r0,r7,lsl#8 1186 ldrb r9,[r10,r9] @ Td4[s2>>16] 1187 eor r1,r8,r1,lsl#16 1188 and r7,lr,r3,lsr#16 @ i0 1189 eor r2,r5,r2,lsl#16 1190 and r8,lr,r3,lsr#8 @ i1 1191 ldrb r7,[r10,r7] @ Td4[s3>>16] 1192 eor r6,r6,r9,lsl#16 1193 ldrb r8,[r10,r8] @ Td4[s3>>8] 1194 and r9,lr,r3 @ i2 1195 1196 add r3,r10,r3,lsr#24 1197 ldrb r9,[r10,r9] @ Td4[s3>>0] 1198 ldrb r3,[r3] @ Td4[s3>>24] 1199 eor r0,r0,r7,lsl#16 1200 ldr r7,[r11,#0] 1201 eor r1,r1,r8,lsl#8 1202 ldr r4,[r11,#4] 1203 eor r2,r9,r2,lsl#8 1204 ldr r5,[r11,#8] 1205 eor r3,r6,r3,lsl#24 1206 ldr r6,[r11,#12] 1207 1208 eor r0,r0,r7 1209 eor r1,r1,r4 1210 eor r2,r2,r5 1211 eor r3,r3,r6 1212 1213 sub r10,r10,#1024 1214 ldr pc,[sp],#4 @ pop and return 1215 1216.byte 65,69,83,32,102,111,114,32,65,82,77,118,52,44,32,67,82,89,80,84,79,71,65,77,83,32,98,121,32,60,97,112,112,114,111,64,111,112,101,110,115,115,108,46,111,114,103,62,0 1217.align 2 1218.align 2 1219