...
Run Format

Text file src/crypto/aes/asm_amd64.s

Documentation: crypto/aes

     1	// Copyright 2012 The Go Authors. All rights reserved.
     2	// Use of this source code is governed by a BSD-style
     3	// license that can be found in the LICENSE file.
     4	
     5	#include "textflag.h"
     6	
     7	// func encryptBlockAsm(nr int, xk *uint32, dst, src *byte)
     8	TEXT ·encryptBlockAsm(SB),NOSPLIT,$0
     9		MOVQ nr+0(FP), CX
    10		MOVQ xk+8(FP), AX
    11		MOVQ dst+16(FP), DX
    12		MOVQ src+24(FP), BX
    13		MOVUPS 0(AX), X1
    14		MOVUPS 0(BX), X0
    15		ADDQ $16, AX
    16		PXOR X1, X0
    17		SUBQ $12, CX
    18		JE Lenc196
    19		JB Lenc128
    20	Lenc256:
    21		MOVUPS 0(AX), X1
    22		AESENC X1, X0
    23		MOVUPS 16(AX), X1
    24		AESENC X1, X0
    25		ADDQ $32, AX
    26	Lenc196:
    27		MOVUPS 0(AX), X1
    28		AESENC X1, X0
    29		MOVUPS 16(AX), X1
    30		AESENC X1, X0
    31		ADDQ $32, AX
    32	Lenc128:
    33		MOVUPS 0(AX), X1
    34		AESENC X1, X0
    35		MOVUPS 16(AX), X1
    36		AESENC X1, X0
    37		MOVUPS 32(AX), X1
    38		AESENC X1, X0
    39		MOVUPS 48(AX), X1
    40		AESENC X1, X0
    41		MOVUPS 64(AX), X1
    42		AESENC X1, X0
    43		MOVUPS 80(AX), X1
    44		AESENC X1, X0
    45		MOVUPS 96(AX), X1
    46		AESENC X1, X0
    47		MOVUPS 112(AX), X1
    48		AESENC X1, X0
    49		MOVUPS 128(AX), X1
    50		AESENC X1, X0
    51		MOVUPS 144(AX), X1
    52		AESENCLAST X1, X0
    53		MOVUPS X0, 0(DX)
    54		RET
    55	
    56	// func decryptBlockAsm(nr int, xk *uint32, dst, src *byte)
    57	TEXT ·decryptBlockAsm(SB),NOSPLIT,$0
    58		MOVQ nr+0(FP), CX
    59		MOVQ xk+8(FP), AX
    60		MOVQ dst+16(FP), DX
    61		MOVQ src+24(FP), BX
    62		MOVUPS 0(AX), X1
    63		MOVUPS 0(BX), X0
    64		ADDQ $16, AX
    65		PXOR X1, X0
    66		SUBQ $12, CX
    67		JE Ldec196
    68		JB Ldec128
    69	Ldec256:
    70		MOVUPS 0(AX), X1
    71		AESDEC X1, X0
    72		MOVUPS 16(AX), X1
    73		AESDEC X1, X0
    74		ADDQ $32, AX
    75	Ldec196:
    76		MOVUPS 0(AX), X1
    77		AESDEC X1, X0
    78		MOVUPS 16(AX), X1
    79		AESDEC X1, X0
    80		ADDQ $32, AX
    81	Ldec128:
    82		MOVUPS 0(AX), X1
    83		AESDEC X1, X0
    84		MOVUPS 16(AX), X1
    85		AESDEC X1, X0
    86		MOVUPS 32(AX), X1
    87		AESDEC X1, X0
    88		MOVUPS 48(AX), X1
    89		AESDEC X1, X0
    90		MOVUPS 64(AX), X1
    91		AESDEC X1, X0
    92		MOVUPS 80(AX), X1
    93		AESDEC X1, X0
    94		MOVUPS 96(AX), X1
    95		AESDEC X1, X0
    96		MOVUPS 112(AX), X1
    97		AESDEC X1, X0
    98		MOVUPS 128(AX), X1
    99		AESDEC X1, X0
   100		MOVUPS 144(AX), X1
   101		AESDECLAST X1, X0
   102		MOVUPS X0, 0(DX)
   103		RET
   104	
   105	// func expandKeyAsm(nr int, key *byte, enc, dec *uint32) {
   106	// Note that round keys are stored in uint128 format, not uint32
   107	TEXT ·expandKeyAsm(SB),NOSPLIT,$0
   108		MOVQ nr+0(FP), CX
   109		MOVQ key+8(FP), AX
   110		MOVQ enc+16(FP), BX
   111		MOVQ dec+24(FP), DX
   112		MOVUPS (AX), X0
   113		// enc
   114		MOVUPS X0, (BX)
   115		ADDQ $16, BX
   116		PXOR X4, X4 // _expand_key_* expect X4 to be zero
   117		CMPL CX, $12
   118		JE Lexp_enc196
   119		JB Lexp_enc128
   120	Lexp_enc256:
   121		MOVUPS 16(AX), X2
   122		MOVUPS X2, (BX)
   123		ADDQ $16, BX
   124		AESKEYGENASSIST $0x01, X2, X1
   125		CALL _expand_key_256a<>(SB)
   126		AESKEYGENASSIST $0x01, X0, X1
   127		CALL _expand_key_256b<>(SB)
   128		AESKEYGENASSIST $0x02, X2, X1
   129		CALL _expand_key_256a<>(SB)
   130		AESKEYGENASSIST $0x02, X0, X1
   131		CALL _expand_key_256b<>(SB)
   132		AESKEYGENASSIST $0x04, X2, X1
   133		CALL _expand_key_256a<>(SB)
   134		AESKEYGENASSIST $0x04, X0, X1
   135		CALL _expand_key_256b<>(SB)
   136		AESKEYGENASSIST $0x08, X2, X1
   137		CALL _expand_key_256a<>(SB)
   138		AESKEYGENASSIST $0x08, X0, X1
   139		CALL _expand_key_256b<>(SB)
   140		AESKEYGENASSIST $0x10, X2, X1
   141		CALL _expand_key_256a<>(SB)
   142		AESKEYGENASSIST $0x10, X0, X1
   143		CALL _expand_key_256b<>(SB)
   144		AESKEYGENASSIST $0x20, X2, X1
   145		CALL _expand_key_256a<>(SB)
   146		AESKEYGENASSIST $0x20, X0, X1
   147		CALL _expand_key_256b<>(SB)
   148		AESKEYGENASSIST $0x40, X2, X1
   149		CALL _expand_key_256a<>(SB)
   150		JMP Lexp_dec
   151	Lexp_enc196:
   152		MOVQ 16(AX), X2
   153		AESKEYGENASSIST $0x01, X2, X1
   154		CALL _expand_key_192a<>(SB)
   155		AESKEYGENASSIST $0x02, X2, X1
   156		CALL _expand_key_192b<>(SB)
   157		AESKEYGENASSIST $0x04, X2, X1
   158		CALL _expand_key_192a<>(SB)
   159		AESKEYGENASSIST $0x08, X2, X1
   160		CALL _expand_key_192b<>(SB)
   161		AESKEYGENASSIST $0x10, X2, X1
   162		CALL _expand_key_192a<>(SB)
   163		AESKEYGENASSIST $0x20, X2, X1
   164		CALL _expand_key_192b<>(SB)
   165		AESKEYGENASSIST $0x40, X2, X1
   166		CALL _expand_key_192a<>(SB)
   167		AESKEYGENASSIST $0x80, X2, X1
   168		CALL _expand_key_192b<>(SB)
   169		JMP Lexp_dec
   170	Lexp_enc128:
   171		AESKEYGENASSIST $0x01, X0, X1
   172		CALL _expand_key_128<>(SB)
   173		AESKEYGENASSIST $0x02, X0, X1
   174		CALL _expand_key_128<>(SB)
   175		AESKEYGENASSIST $0x04, X0, X1
   176		CALL _expand_key_128<>(SB)
   177		AESKEYGENASSIST $0x08, X0, X1
   178		CALL _expand_key_128<>(SB)
   179		AESKEYGENASSIST $0x10, X0, X1
   180		CALL _expand_key_128<>(SB)
   181		AESKEYGENASSIST $0x20, X0, X1
   182		CALL _expand_key_128<>(SB)
   183		AESKEYGENASSIST $0x40, X0, X1
   184		CALL _expand_key_128<>(SB)
   185		AESKEYGENASSIST $0x80, X0, X1
   186		CALL _expand_key_128<>(SB)
   187		AESKEYGENASSIST $0x1b, X0, X1
   188		CALL _expand_key_128<>(SB)
   189		AESKEYGENASSIST $0x36, X0, X1
   190		CALL _expand_key_128<>(SB)
   191	Lexp_dec:
   192		// dec
   193		SUBQ $16, BX
   194		MOVUPS (BX), X1
   195		MOVUPS X1, (DX)
   196		DECQ CX
   197	Lexp_dec_loop:
   198		MOVUPS -16(BX), X1
   199		AESIMC X1, X0
   200		MOVUPS X0, 16(DX)
   201		SUBQ $16, BX
   202		ADDQ $16, DX
   203		DECQ CX
   204		JNZ Lexp_dec_loop
   205		MOVUPS -16(BX), X0
   206		MOVUPS X0, 16(DX)
   207		RET
   208	
   209	TEXT _expand_key_128<>(SB),NOSPLIT,$0
   210		PSHUFD $0xff, X1, X1
   211		SHUFPS $0x10, X0, X4
   212		PXOR X4, X0
   213		SHUFPS $0x8c, X0, X4
   214		PXOR X4, X0
   215		PXOR X1, X0
   216		MOVUPS X0, (BX)
   217		ADDQ $16, BX
   218		RET
   219	
   220	TEXT _expand_key_192a<>(SB),NOSPLIT,$0
   221		PSHUFD $0x55, X1, X1
   222		SHUFPS $0x10, X0, X4
   223		PXOR X4, X0
   224		SHUFPS $0x8c, X0, X4
   225		PXOR X4, X0
   226		PXOR X1, X0
   227	
   228		MOVAPS X2, X5
   229		MOVAPS X2, X6
   230		PSLLDQ $0x4, X5
   231		PSHUFD $0xff, X0, X3
   232		PXOR X3, X2
   233		PXOR X5, X2
   234	
   235		MOVAPS X0, X1
   236		SHUFPS $0x44, X0, X6
   237		MOVUPS X6, (BX)
   238		SHUFPS $0x4e, X2, X1
   239		MOVUPS X1, 16(BX)
   240		ADDQ $32, BX
   241		RET
   242	
   243	TEXT _expand_key_192b<>(SB),NOSPLIT,$0
   244		PSHUFD $0x55, X1, X1
   245		SHUFPS $0x10, X0, X4
   246		PXOR X4, X0
   247		SHUFPS $0x8c, X0, X4
   248		PXOR X4, X0
   249		PXOR X1, X0
   250	
   251		MOVAPS X2, X5
   252		PSLLDQ $0x4, X5
   253		PSHUFD $0xff, X0, X3
   254		PXOR X3, X2
   255		PXOR X5, X2
   256	
   257		MOVUPS X0, (BX)
   258		ADDQ $16, BX
   259		RET
   260	
   261	TEXT _expand_key_256a<>(SB),NOSPLIT,$0
   262		JMP _expand_key_128<>(SB)
   263	
   264	TEXT _expand_key_256b<>(SB),NOSPLIT,$0
   265		PSHUFD $0xaa, X1, X1
   266		SHUFPS $0x10, X2, X4
   267		PXOR X4, X2
   268		SHUFPS $0x8c, X2, X4
   269		PXOR X4, X2
   270		PXOR X1, X2
   271	
   272		MOVUPS X2, (BX)
   273		ADDQ $16, BX
   274		RET

View as plain text