diff options
Diffstat (limited to 'sys/crypto/aesni/aeskeys_i386.S')
| -rw-r--r-- | sys/crypto/aesni/aeskeys_i386.S | 273 |
1 files changed, 273 insertions, 0 deletions
diff --git a/sys/crypto/aesni/aeskeys_i386.S b/sys/crypto/aesni/aeskeys_i386.S new file mode 100644 index 000000000000..60a6a430006c --- /dev/null +++ b/sys/crypto/aesni/aeskeys_i386.S @@ -0,0 +1,273 @@ +/*- +* The white paper of AES-NI instructions can be downloaded from: + * http://softwarecommunity.intel.com/isn/downloads/intelavx/AES-Instructions-Set_WP.pdf + * + * Copyright (C) 2008-2010, Intel Corporation + * Author: Huang Ying <ying.huang@intel.com> + * Vinodh Gopal <vinodh.gopal@intel.com> + * Kahraman Akdemir + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following + * conditions are met: + * + * - Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * + * - Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the + * distribution. + * + * - Neither the name of Intel Corporation nor the names of its + * contributors may be used to endorse or promote products + * derived from this software without specific prior written + * permission. + * + * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS + * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED + * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR + * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR + * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, + * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, + * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR + * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF + * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING + * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS + * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ + +#include <machine/asmacros.h> + + .text + +ENTRY(_key_expansion_128) +_key_expansion_256a: + .cfi_startproc + pshufd $0b11111111,%xmm1,%xmm1 + shufps $0b00010000,%xmm0,%xmm4 + pxor %xmm4,%xmm0 + shufps $0b10001100,%xmm0,%xmm4 + pxor %xmm4,%xmm0 + pxor %xmm1,%xmm0 + movaps %xmm0,(%edx) + addl $0x10,%edx + retq + .cfi_endproc +END(_key_expansion_128) + +ENTRY(_key_expansion_192a) + .cfi_startproc + pshufd $0b01010101,%xmm1,%xmm1 + shufps $0b00010000,%xmm0,%xmm4 + pxor %xmm4,%xmm0 + shufps $0b10001100,%xmm0,%xmm4 + pxor %xmm4,%xmm0 + pxor %xmm1,%xmm0 + movaps %xmm2,%xmm5 + movaps %xmm2,%xmm6 + pslldq $4,%xmm5 + pshufd $0b11111111,%xmm0,%xmm3 + pxor %xmm3,%xmm2 + pxor %xmm5,%xmm2 + movaps %xmm0,%xmm1 + shufps $0b01000100,%xmm0,%xmm6 + movaps %xmm6,(%edx) + shufps $0b01001110,%xmm2,%xmm1 + movaps %xmm1,0x10(%edx) + addl $0x20,%edx + retq + .cfi_endproc +END(_key_expansion_192a) + +ENTRY(_key_expansion_192b) + .cfi_startproc + pshufd $0b01010101,%xmm1,%xmm1 + shufps $0b00010000,%xmm0,%xmm4 + pxor %xmm4,%xmm0 + shufps $0b10001100,%xmm0,%xmm4 + pxor %xmm4,%xmm0 + pxor %xmm1,%xmm0 + movaps %xmm2,%xmm5 + pslldq $4,%xmm5 + pshufd $0b11111111,%xmm0,%xmm3 + pxor %xmm3,%xmm2 + pxor %xmm5,%xmm2 + movaps %xmm0,(%edx) + addl $0x10,%edx + retl + .cfi_endproc +END(_key_expansion_192b) + +ENTRY(_key_expansion_256b) + .cfi_startproc + pshufd $0b10101010,%xmm1,%xmm1 + shufps $0b00010000,%xmm2,%xmm4 + pxor %xmm4,%xmm2 + shufps $0b10001100,%xmm2,%xmm4 + pxor %xmm4,%xmm2 + pxor %xmm1,%xmm2 + movaps %xmm2,(%edx) + addl $0x10,%edx + retl + .cfi_endproc +END(_key_expansion_256b) + +ENTRY(aesni_set_enckey) + .cfi_startproc + pushl %ebp + .cfi_adjust_cfa_offset 4 + movl %esp,%ebp + movl 8(%ebp),%ecx + movl 12(%ebp),%edx + movups (%ecx),%xmm0 # user key (first 16 bytes) + movaps %xmm0,(%edx) + addl $0x10,%edx # key addr + pxor %xmm4,%xmm4 # xmm4 is assumed 0 in _key_expansion_x + cmpl $12,16(%ebp) # rounds + jb .Lenc_key128 + je .Lenc_key192 + movups 0x10(%ecx),%xmm2 # other user key + movaps %xmm2,(%edx) + addl $0x10,%edx +// aeskeygenassist $0x1,%xmm2,%xmm1 # round 1 + .byte 0x66,0x0f,0x3a,0xdf,0xca,0x01 + call _key_expansion_256a +// aeskeygenassist $0x1,%xmm0,%xmm1 + .byte 0x66,0x0f,0x3a,0xdf,0xc8,0x01 + call _key_expansion_256b +// aeskeygenassist $0x2,%xmm2,%xmm1 # round 2 + .byte 0x66,0x0f,0x3a,0xdf,0xca,0x02 + call _key_expansion_256a +// aeskeygenassist $0x2,%xmm0,%xmm1 + .byte 0x66,0x0f,0x3a,0xdf,0xc8,0x02 + call _key_expansion_256b +// aeskeygenassist $0x4,%xmm2,%xmm1 # round 3 + .byte 0x66,0x0f,0x3a,0xdf,0xca,0x04 + call _key_expansion_256a +// aeskeygenassist $0x4,%xmm0,%xmm1 + .byte 0x66,0x0f,0x3a,0xdf,0xc8,0x04 + call _key_expansion_256b +// aeskeygenassist $0x8,%xmm2,%xmm1 # round 4 + .byte 0x66,0x0f,0x3a,0xdf,0xca,0x08 + call _key_expansion_256a +// aeskeygenassist $0x8,%xmm0,%xmm1 + .byte 0x66,0x0f,0x3a,0xdf,0xc8,0x08 + call _key_expansion_256b +// aeskeygenassist $0x10,%xmm2,%xmm1 # round 5 + .byte 0x66,0x0f,0x3a,0xdf,0xca,0x10 + call _key_expansion_256a +// aeskeygenassist $0x10,%xmm0,%xmm1 + .byte 0x66,0x0f,0x3a,0xdf,0xc8,0x10 + call _key_expansion_256b +// aeskeygenassist $0x20,%xmm2,%xmm1 # round 6 + .byte 0x66,0x0f,0x3a,0xdf,0xca,0x20 + call _key_expansion_256a +// aeskeygenassist $0x20,%xmm0,%xmm1 + .byte 0x66,0x0f,0x3a,0xdf,0xc8,0x20 + call _key_expansion_256b +// aeskeygenassist $0x40,%xmm2,%xmm1 # round 7 + .byte 0x66,0x0f,0x3a,0xdf,0xca,0x20 + call _key_expansion_256a + .cfi_adjust_cfa_offset -4 + leave + retl +.Lenc_key192: + movq 0x10(%ecx),%xmm2 # other user key +// aeskeygenassist $0x1,%xmm2,%xmm1 # round 1 + .byte 0x66,0x0f,0x3a,0xdf,0xca,0x01 + call _key_expansion_192a +// aeskeygenassist $0x2,%xmm2,%xmm1 # round 2 + .byte 0x66,0x0f,0x3a,0xdf,0xca,0x02 + call _key_expansion_192b +// aeskeygenassist $0x4,%xmm2,%xmm1 # round 3 + .byte 0x66,0x0f,0x3a,0xdf,0xca,0x04 + call _key_expansion_192a +// aeskeygenassist $0x8,%xmm2,%xmm1 # round 4 + .byte 0x66,0x0f,0x3a,0xdf,0xca,0x08 + call _key_expansion_192b +// aeskeygenassist $0x10,%xmm2,%xmm1 # round 5 + .byte 0x66,0x0f,0x3a,0xdf,0xca,0x10 + call _key_expansion_192a +// aeskeygenassist $0x20,%xmm2,%xmm1 # round 6 + .byte 0x66,0x0f,0x3a,0xdf,0xca,0x20 + call _key_expansion_192b +// aeskeygenassist $0x40,%xmm2,%xmm1 # round 7 + .byte 0x66,0x0f,0x3a,0xdf,0xca,0x40 + call _key_expansion_192a +// aeskeygenassist $0x80,%xmm2,%xmm1 # round 8 + .byte 0x66,0x0f,0x3a,0xdf,0xca,0x80 + call _key_expansion_192b + leave + .cfi_adjust_cfa_offset -4 + retl +.Lenc_key128: +// aeskeygenassist $0x1,%xmm0,%xmm1 # round 1 + .byte 0x66,0x0f,0x3a,0xdf,0xc8,0x01 + call _key_expansion_128 +// aeskeygenassist $0x2,%xmm0,%xmm1 # round 2 + .byte 0x66,0x0f,0x3a,0xdf,0xc8,0x02 + call _key_expansion_128 +// aeskeygenassist $0x4,%xmm0,%xmm1 # round 3 + .byte 0x66,0x0f,0x3a,0xdf,0xc8,0x04 + call _key_expansion_128 +// aeskeygenassist $0x8,%xmm0,%xmm1 # round 4 + .byte 0x66,0x0f,0x3a,0xdf,0xc8,0x08 + call _key_expansion_128 +// aeskeygenassist $0x10,%xmm0,%xmm1 # round 5 + .byte 0x66,0x0f,0x3a,0xdf,0xc8,0x10 + call _key_expansion_128 +// aeskeygenassist $0x20,%xmm0,%xmm1 # round 6 + .byte 0x66,0x0f,0x3a,0xdf,0xc8,0x20 + call _key_expansion_128 +// aeskeygenassist $0x40,%xmm0,%xmm1 # round 7 + .byte 0x66,0x0f,0x3a,0xdf,0xc8,0x40 + call _key_expansion_128 +// aeskeygenassist $0x80,%xmm0,%xmm1 # round 8 + .byte 0x66,0x0f,0x3a,0xdf,0xc8,0x80 + call _key_expansion_128 +// aeskeygenassist $0x1b,%xmm0,%xmm1 # round 9 + .byte 0x66,0x0f,0x3a,0xdf,0xc8,0x1b + call _key_expansion_128 +// aeskeygenassist $0x36,%xmm0,%xmm1 # round 10 + .byte 0x66,0x0f,0x3a,0xdf,0xc8,0x36 + call _key_expansion_128 + leave + .cfi_adjust_cfa_offset -4 + retl + .cfi_endproc +END(aesni_set_enckey) + +ENTRY(aesni_set_deckey) + .cfi_startproc + pushl %ebp + .cfi_adjust_cfa_offset 4 + movl %esp,%ebp + movl 16(%ebp),%eax /* rounds */ + movl %eax,%ecx + shll $4,%ecx + addl 8(%ebp),%ecx /* encrypt_schedule last quad */ + movl 12(%ebp),%edx /* decrypt_schedule */ + movdqa (%ecx),%xmm0 + movdqa %xmm0,(%edx) + decl %eax +1: + addl $0x10,%edx + subl $0x10,%ecx +// aesimc (%ecx),%xmm1 + .byte 0x66,0x0f,0x38,0xdb,0x09 + movdqa %xmm1,(%edx) + decl %eax + jne 1b + + addl $0x10,%edx + subl $0x10,%ecx + movdqa (%ecx),%xmm0 + movdqa %xmm0,(%edx) + leave + .cfi_adjust_cfa_offset -4 + retl + .cfi_endproc +END(aesni_set_deckey) + + .ident "$FreeBSD$" |