]> git.kernelconcepts.de Git - karo-tx-linux.git/blob - crypto/aes_generic.c
test_kmod: fix the lock in register_test_dev_kmod()
[karo-tx-linux.git] / crypto / aes_generic.c
1 /*
2  * Cryptographic API.
3  *
4  * AES Cipher Algorithm.
5  *
6  * Based on Brian Gladman's code.
7  *
8  * Linux developers:
9  *  Alexander Kjeldaas <astor@fast.no>
10  *  Herbert Valerio Riedel <hvr@hvrlab.org>
11  *  Kyle McMartin <kyle@debian.org>
12  *  Adam J. Richter <adam@yggdrasil.com> (conversion to 2.5 API).
13  *
14  * This program is free software; you can redistribute it and/or modify
15  * it under the terms of the GNU General Public License as published by
16  * the Free Software Foundation; either version 2 of the License, or
17  * (at your option) any later version.
18  *
19  * ---------------------------------------------------------------------------
20  * Copyright (c) 2002, Dr Brian Gladman <brg@gladman.me.uk>, Worcester, UK.
21  * All rights reserved.
22  *
23  * LICENSE TERMS
24  *
25  * The free distribution and use of this software in both source and binary
26  * form is allowed (with or without changes) provided that:
27  *
28  *   1. distributions of this source code include the above copyright
29  *      notice, this list of conditions and the following disclaimer;
30  *
31  *   2. distributions in binary form include the above copyright
32  *      notice, this list of conditions and the following disclaimer
33  *      in the documentation and/or other associated materials;
34  *
35  *   3. the copyright holder's name is not used to endorse products
36  *      built using this software without specific written permission.
37  *
38  * ALTERNATIVELY, provided that this notice is retained in full, this product
39  * may be distributed under the terms of the GNU General Public License (GPL),
40  * in which case the provisions of the GPL apply INSTEAD OF those given above.
41  *
42  * DISCLAIMER
43  *
44  * This software is provided 'as is' with no explicit or implied warranties
45  * in respect of its properties, including, but not limited to, correctness
46  * and/or fitness for purpose.
47  * ---------------------------------------------------------------------------
48  */
49
50 #include <crypto/aes.h>
51 #include <linux/module.h>
52 #include <linux/init.h>
53 #include <linux/types.h>
54 #include <linux/errno.h>
55 #include <linux/crypto.h>
56 #include <asm/byteorder.h>
57 #include <asm/unaligned.h>
58
59 static inline u8 byte(const u32 x, const unsigned n)
60 {
61         return x >> (n << 3);
62 }
63
64 static const u32 rco_tab[10] = { 1, 2, 4, 8, 16, 32, 64, 128, 27, 54 };
65
66 __visible const u32 crypto_ft_tab[4][256] = {
67         {
68                 0xa56363c6, 0x847c7cf8, 0x997777ee, 0x8d7b7bf6,
69                 0x0df2f2ff, 0xbd6b6bd6, 0xb16f6fde, 0x54c5c591,
70                 0x50303060, 0x03010102, 0xa96767ce, 0x7d2b2b56,
71                 0x19fefee7, 0x62d7d7b5, 0xe6abab4d, 0x9a7676ec,
72                 0x45caca8f, 0x9d82821f, 0x40c9c989, 0x877d7dfa,
73                 0x15fafaef, 0xeb5959b2, 0xc947478e, 0x0bf0f0fb,
74                 0xecadad41, 0x67d4d4b3, 0xfda2a25f, 0xeaafaf45,
75                 0xbf9c9c23, 0xf7a4a453, 0x967272e4, 0x5bc0c09b,
76                 0xc2b7b775, 0x1cfdfde1, 0xae93933d, 0x6a26264c,
77                 0x5a36366c, 0x413f3f7e, 0x02f7f7f5, 0x4fcccc83,
78                 0x5c343468, 0xf4a5a551, 0x34e5e5d1, 0x08f1f1f9,
79                 0x937171e2, 0x73d8d8ab, 0x53313162, 0x3f15152a,
80                 0x0c040408, 0x52c7c795, 0x65232346, 0x5ec3c39d,
81                 0x28181830, 0xa1969637, 0x0f05050a, 0xb59a9a2f,
82                 0x0907070e, 0x36121224, 0x9b80801b, 0x3de2e2df,
83                 0x26ebebcd, 0x6927274e, 0xcdb2b27f, 0x9f7575ea,
84                 0x1b090912, 0x9e83831d, 0x742c2c58, 0x2e1a1a34,
85                 0x2d1b1b36, 0xb26e6edc, 0xee5a5ab4, 0xfba0a05b,
86                 0xf65252a4, 0x4d3b3b76, 0x61d6d6b7, 0xceb3b37d,
87                 0x7b292952, 0x3ee3e3dd, 0x712f2f5e, 0x97848413,
88                 0xf55353a6, 0x68d1d1b9, 0x00000000, 0x2cededc1,
89                 0x60202040, 0x1ffcfce3, 0xc8b1b179, 0xed5b5bb6,
90                 0xbe6a6ad4, 0x46cbcb8d, 0xd9bebe67, 0x4b393972,
91                 0xde4a4a94, 0xd44c4c98, 0xe85858b0, 0x4acfcf85,
92                 0x6bd0d0bb, 0x2aefefc5, 0xe5aaaa4f, 0x16fbfbed,
93                 0xc5434386, 0xd74d4d9a, 0x55333366, 0x94858511,
94                 0xcf45458a, 0x10f9f9e9, 0x06020204, 0x817f7ffe,
95                 0xf05050a0, 0x443c3c78, 0xba9f9f25, 0xe3a8a84b,
96                 0xf35151a2, 0xfea3a35d, 0xc0404080, 0x8a8f8f05,
97                 0xad92923f, 0xbc9d9d21, 0x48383870, 0x04f5f5f1,
98                 0xdfbcbc63, 0xc1b6b677, 0x75dadaaf, 0x63212142,
99                 0x30101020, 0x1affffe5, 0x0ef3f3fd, 0x6dd2d2bf,
100                 0x4ccdcd81, 0x140c0c18, 0x35131326, 0x2fececc3,
101                 0xe15f5fbe, 0xa2979735, 0xcc444488, 0x3917172e,
102                 0x57c4c493, 0xf2a7a755, 0x827e7efc, 0x473d3d7a,
103                 0xac6464c8, 0xe75d5dba, 0x2b191932, 0x957373e6,
104                 0xa06060c0, 0x98818119, 0xd14f4f9e, 0x7fdcdca3,
105                 0x66222244, 0x7e2a2a54, 0xab90903b, 0x8388880b,
106                 0xca46468c, 0x29eeeec7, 0xd3b8b86b, 0x3c141428,
107                 0x79dedea7, 0xe25e5ebc, 0x1d0b0b16, 0x76dbdbad,
108                 0x3be0e0db, 0x56323264, 0x4e3a3a74, 0x1e0a0a14,
109                 0xdb494992, 0x0a06060c, 0x6c242448, 0xe45c5cb8,
110                 0x5dc2c29f, 0x6ed3d3bd, 0xefacac43, 0xa66262c4,
111                 0xa8919139, 0xa4959531, 0x37e4e4d3, 0x8b7979f2,
112                 0x32e7e7d5, 0x43c8c88b, 0x5937376e, 0xb76d6dda,
113                 0x8c8d8d01, 0x64d5d5b1, 0xd24e4e9c, 0xe0a9a949,
114                 0xb46c6cd8, 0xfa5656ac, 0x07f4f4f3, 0x25eaeacf,
115                 0xaf6565ca, 0x8e7a7af4, 0xe9aeae47, 0x18080810,
116                 0xd5baba6f, 0x887878f0, 0x6f25254a, 0x722e2e5c,
117                 0x241c1c38, 0xf1a6a657, 0xc7b4b473, 0x51c6c697,
118                 0x23e8e8cb, 0x7cdddda1, 0x9c7474e8, 0x211f1f3e,
119                 0xdd4b4b96, 0xdcbdbd61, 0x868b8b0d, 0x858a8a0f,
120                 0x907070e0, 0x423e3e7c, 0xc4b5b571, 0xaa6666cc,
121                 0xd8484890, 0x05030306, 0x01f6f6f7, 0x120e0e1c,
122                 0xa36161c2, 0x5f35356a, 0xf95757ae, 0xd0b9b969,
123                 0x91868617, 0x58c1c199, 0x271d1d3a, 0xb99e9e27,
124                 0x38e1e1d9, 0x13f8f8eb, 0xb398982b, 0x33111122,
125                 0xbb6969d2, 0x70d9d9a9, 0x898e8e07, 0xa7949433,
126                 0xb69b9b2d, 0x221e1e3c, 0x92878715, 0x20e9e9c9,
127                 0x49cece87, 0xff5555aa, 0x78282850, 0x7adfdfa5,
128                 0x8f8c8c03, 0xf8a1a159, 0x80898909, 0x170d0d1a,
129                 0xdabfbf65, 0x31e6e6d7, 0xc6424284, 0xb86868d0,
130                 0xc3414182, 0xb0999929, 0x772d2d5a, 0x110f0f1e,
131                 0xcbb0b07b, 0xfc5454a8, 0xd6bbbb6d, 0x3a16162c,
132         }, {
133                 0x6363c6a5, 0x7c7cf884, 0x7777ee99, 0x7b7bf68d,
134                 0xf2f2ff0d, 0x6b6bd6bd, 0x6f6fdeb1, 0xc5c59154,
135                 0x30306050, 0x01010203, 0x6767cea9, 0x2b2b567d,
136                 0xfefee719, 0xd7d7b562, 0xabab4de6, 0x7676ec9a,
137                 0xcaca8f45, 0x82821f9d, 0xc9c98940, 0x7d7dfa87,
138                 0xfafaef15, 0x5959b2eb, 0x47478ec9, 0xf0f0fb0b,
139                 0xadad41ec, 0xd4d4b367, 0xa2a25ffd, 0xafaf45ea,
140                 0x9c9c23bf, 0xa4a453f7, 0x7272e496, 0xc0c09b5b,
141                 0xb7b775c2, 0xfdfde11c, 0x93933dae, 0x26264c6a,
142                 0x36366c5a, 0x3f3f7e41, 0xf7f7f502, 0xcccc834f,
143                 0x3434685c, 0xa5a551f4, 0xe5e5d134, 0xf1f1f908,
144                 0x7171e293, 0xd8d8ab73, 0x31316253, 0x15152a3f,
145                 0x0404080c, 0xc7c79552, 0x23234665, 0xc3c39d5e,
146                 0x18183028, 0x969637a1, 0x05050a0f, 0x9a9a2fb5,
147                 0x07070e09, 0x12122436, 0x80801b9b, 0xe2e2df3d,
148                 0xebebcd26, 0x27274e69, 0xb2b27fcd, 0x7575ea9f,
149                 0x0909121b, 0x83831d9e, 0x2c2c5874, 0x1a1a342e,
150                 0x1b1b362d, 0x6e6edcb2, 0x5a5ab4ee, 0xa0a05bfb,
151                 0x5252a4f6, 0x3b3b764d, 0xd6d6b761, 0xb3b37dce,
152                 0x2929527b, 0xe3e3dd3e, 0x2f2f5e71, 0x84841397,
153                 0x5353a6f5, 0xd1d1b968, 0x00000000, 0xededc12c,
154                 0x20204060, 0xfcfce31f, 0xb1b179c8, 0x5b5bb6ed,
155                 0x6a6ad4be, 0xcbcb8d46, 0xbebe67d9, 0x3939724b,
156                 0x4a4a94de, 0x4c4c98d4, 0x5858b0e8, 0xcfcf854a,
157                 0xd0d0bb6b, 0xefefc52a, 0xaaaa4fe5, 0xfbfbed16,
158                 0x434386c5, 0x4d4d9ad7, 0x33336655, 0x85851194,
159                 0x45458acf, 0xf9f9e910, 0x02020406, 0x7f7ffe81,
160                 0x5050a0f0, 0x3c3c7844, 0x9f9f25ba, 0xa8a84be3,
161                 0x5151a2f3, 0xa3a35dfe, 0x404080c0, 0x8f8f058a,
162                 0x92923fad, 0x9d9d21bc, 0x38387048, 0xf5f5f104,
163                 0xbcbc63df, 0xb6b677c1, 0xdadaaf75, 0x21214263,
164                 0x10102030, 0xffffe51a, 0xf3f3fd0e, 0xd2d2bf6d,
165                 0xcdcd814c, 0x0c0c1814, 0x13132635, 0xececc32f,
166                 0x5f5fbee1, 0x979735a2, 0x444488cc, 0x17172e39,
167                 0xc4c49357, 0xa7a755f2, 0x7e7efc82, 0x3d3d7a47,
168                 0x6464c8ac, 0x5d5dbae7, 0x1919322b, 0x7373e695,
169                 0x6060c0a0, 0x81811998, 0x4f4f9ed1, 0xdcdca37f,
170                 0x22224466, 0x2a2a547e, 0x90903bab, 0x88880b83,
171                 0x46468cca, 0xeeeec729, 0xb8b86bd3, 0x1414283c,
172                 0xdedea779, 0x5e5ebce2, 0x0b0b161d, 0xdbdbad76,
173                 0xe0e0db3b, 0x32326456, 0x3a3a744e, 0x0a0a141e,
174                 0x494992db, 0x06060c0a, 0x2424486c, 0x5c5cb8e4,
175                 0xc2c29f5d, 0xd3d3bd6e, 0xacac43ef, 0x6262c4a6,
176                 0x919139a8, 0x959531a4, 0xe4e4d337, 0x7979f28b,
177                 0xe7e7d532, 0xc8c88b43, 0x37376e59, 0x6d6ddab7,
178                 0x8d8d018c, 0xd5d5b164, 0x4e4e9cd2, 0xa9a949e0,
179                 0x6c6cd8b4, 0x5656acfa, 0xf4f4f307, 0xeaeacf25,
180                 0x6565caaf, 0x7a7af48e, 0xaeae47e9, 0x08081018,
181                 0xbaba6fd5, 0x7878f088, 0x25254a6f, 0x2e2e5c72,
182                 0x1c1c3824, 0xa6a657f1, 0xb4b473c7, 0xc6c69751,
183                 0xe8e8cb23, 0xdddda17c, 0x7474e89c, 0x1f1f3e21,
184                 0x4b4b96dd, 0xbdbd61dc, 0x8b8b0d86, 0x8a8a0f85,
185                 0x7070e090, 0x3e3e7c42, 0xb5b571c4, 0x6666ccaa,
186                 0x484890d8, 0x03030605, 0xf6f6f701, 0x0e0e1c12,
187                 0x6161c2a3, 0x35356a5f, 0x5757aef9, 0xb9b969d0,
188                 0x86861791, 0xc1c19958, 0x1d1d3a27, 0x9e9e27b9,
189                 0xe1e1d938, 0xf8f8eb13, 0x98982bb3, 0x11112233,
190                 0x6969d2bb, 0xd9d9a970, 0x8e8e0789, 0x949433a7,
191                 0x9b9b2db6, 0x1e1e3c22, 0x87871592, 0xe9e9c920,
192                 0xcece8749, 0x5555aaff, 0x28285078, 0xdfdfa57a,
193                 0x8c8c038f, 0xa1a159f8, 0x89890980, 0x0d0d1a17,
194                 0xbfbf65da, 0xe6e6d731, 0x424284c6, 0x6868d0b8,
195                 0x414182c3, 0x999929b0, 0x2d2d5a77, 0x0f0f1e11,
196                 0xb0b07bcb, 0x5454a8fc, 0xbbbb6dd6, 0x16162c3a,
197         }, {
198                 0x63c6a563, 0x7cf8847c, 0x77ee9977, 0x7bf68d7b,
199                 0xf2ff0df2, 0x6bd6bd6b, 0x6fdeb16f, 0xc59154c5,
200                 0x30605030, 0x01020301, 0x67cea967, 0x2b567d2b,
201                 0xfee719fe, 0xd7b562d7, 0xab4de6ab, 0x76ec9a76,
202                 0xca8f45ca, 0x821f9d82, 0xc98940c9, 0x7dfa877d,
203                 0xfaef15fa, 0x59b2eb59, 0x478ec947, 0xf0fb0bf0,
204                 0xad41ecad, 0xd4b367d4, 0xa25ffda2, 0xaf45eaaf,
205                 0x9c23bf9c, 0xa453f7a4, 0x72e49672, 0xc09b5bc0,
206                 0xb775c2b7, 0xfde11cfd, 0x933dae93, 0x264c6a26,
207                 0x366c5a36, 0x3f7e413f, 0xf7f502f7, 0xcc834fcc,
208                 0x34685c34, 0xa551f4a5, 0xe5d134e5, 0xf1f908f1,
209                 0x71e29371, 0xd8ab73d8, 0x31625331, 0x152a3f15,
210                 0x04080c04, 0xc79552c7, 0x23466523, 0xc39d5ec3,
211                 0x18302818, 0x9637a196, 0x050a0f05, 0x9a2fb59a,
212                 0x070e0907, 0x12243612, 0x801b9b80, 0xe2df3de2,
213                 0xebcd26eb, 0x274e6927, 0xb27fcdb2, 0x75ea9f75,
214                 0x09121b09, 0x831d9e83, 0x2c58742c, 0x1a342e1a,
215                 0x1b362d1b, 0x6edcb26e, 0x5ab4ee5a, 0xa05bfba0,
216                 0x52a4f652, 0x3b764d3b, 0xd6b761d6, 0xb37dceb3,
217                 0x29527b29, 0xe3dd3ee3, 0x2f5e712f, 0x84139784,
218                 0x53a6f553, 0xd1b968d1, 0x00000000, 0xedc12ced,
219                 0x20406020, 0xfce31ffc, 0xb179c8b1, 0x5bb6ed5b,
220                 0x6ad4be6a, 0xcb8d46cb, 0xbe67d9be, 0x39724b39,
221                 0x4a94de4a, 0x4c98d44c, 0x58b0e858, 0xcf854acf,
222                 0xd0bb6bd0, 0xefc52aef, 0xaa4fe5aa, 0xfbed16fb,
223                 0x4386c543, 0x4d9ad74d, 0x33665533, 0x85119485,
224                 0x458acf45, 0xf9e910f9, 0x02040602, 0x7ffe817f,
225                 0x50a0f050, 0x3c78443c, 0x9f25ba9f, 0xa84be3a8,
226                 0x51a2f351, 0xa35dfea3, 0x4080c040, 0x8f058a8f,
227                 0x923fad92, 0x9d21bc9d, 0x38704838, 0xf5f104f5,
228                 0xbc63dfbc, 0xb677c1b6, 0xdaaf75da, 0x21426321,
229                 0x10203010, 0xffe51aff, 0xf3fd0ef3, 0xd2bf6dd2,
230                 0xcd814ccd, 0x0c18140c, 0x13263513, 0xecc32fec,
231                 0x5fbee15f, 0x9735a297, 0x4488cc44, 0x172e3917,
232                 0xc49357c4, 0xa755f2a7, 0x7efc827e, 0x3d7a473d,
233                 0x64c8ac64, 0x5dbae75d, 0x19322b19, 0x73e69573,
234                 0x60c0a060, 0x81199881, 0x4f9ed14f, 0xdca37fdc,
235                 0x22446622, 0x2a547e2a, 0x903bab90, 0x880b8388,
236                 0x468cca46, 0xeec729ee, 0xb86bd3b8, 0x14283c14,
237                 0xdea779de, 0x5ebce25e, 0x0b161d0b, 0xdbad76db,
238                 0xe0db3be0, 0x32645632, 0x3a744e3a, 0x0a141e0a,
239                 0x4992db49, 0x060c0a06, 0x24486c24, 0x5cb8e45c,
240                 0xc29f5dc2, 0xd3bd6ed3, 0xac43efac, 0x62c4a662,
241                 0x9139a891, 0x9531a495, 0xe4d337e4, 0x79f28b79,
242                 0xe7d532e7, 0xc88b43c8, 0x376e5937, 0x6ddab76d,
243                 0x8d018c8d, 0xd5b164d5, 0x4e9cd24e, 0xa949e0a9,
244                 0x6cd8b46c, 0x56acfa56, 0xf4f307f4, 0xeacf25ea,
245                 0x65caaf65, 0x7af48e7a, 0xae47e9ae, 0x08101808,
246                 0xba6fd5ba, 0x78f08878, 0x254a6f25, 0x2e5c722e,
247                 0x1c38241c, 0xa657f1a6, 0xb473c7b4, 0xc69751c6,
248                 0xe8cb23e8, 0xdda17cdd, 0x74e89c74, 0x1f3e211f,
249                 0x4b96dd4b, 0xbd61dcbd, 0x8b0d868b, 0x8a0f858a,
250                 0x70e09070, 0x3e7c423e, 0xb571c4b5, 0x66ccaa66,
251                 0x4890d848, 0x03060503, 0xf6f701f6, 0x0e1c120e,
252                 0x61c2a361, 0x356a5f35, 0x57aef957, 0xb969d0b9,
253                 0x86179186, 0xc19958c1, 0x1d3a271d, 0x9e27b99e,
254                 0xe1d938e1, 0xf8eb13f8, 0x982bb398, 0x11223311,
255                 0x69d2bb69, 0xd9a970d9, 0x8e07898e, 0x9433a794,
256                 0x9b2db69b, 0x1e3c221e, 0x87159287, 0xe9c920e9,
257                 0xce8749ce, 0x55aaff55, 0x28507828, 0xdfa57adf,
258                 0x8c038f8c, 0xa159f8a1, 0x89098089, 0x0d1a170d,
259                 0xbf65dabf, 0xe6d731e6, 0x4284c642, 0x68d0b868,
260                 0x4182c341, 0x9929b099, 0x2d5a772d, 0x0f1e110f,
261                 0xb07bcbb0, 0x54a8fc54, 0xbb6dd6bb, 0x162c3a16,
262         }, {
263                 0xc6a56363, 0xf8847c7c, 0xee997777, 0xf68d7b7b,
264                 0xff0df2f2, 0xd6bd6b6b, 0xdeb16f6f, 0x9154c5c5,
265                 0x60503030, 0x02030101, 0xcea96767, 0x567d2b2b,
266                 0xe719fefe, 0xb562d7d7, 0x4de6abab, 0xec9a7676,
267                 0x8f45caca, 0x1f9d8282, 0x8940c9c9, 0xfa877d7d,
268                 0xef15fafa, 0xb2eb5959, 0x8ec94747, 0xfb0bf0f0,
269                 0x41ecadad, 0xb367d4d4, 0x5ffda2a2, 0x45eaafaf,
270                 0x23bf9c9c, 0x53f7a4a4, 0xe4967272, 0x9b5bc0c0,
271                 0x75c2b7b7, 0xe11cfdfd, 0x3dae9393, 0x4c6a2626,
272                 0x6c5a3636, 0x7e413f3f, 0xf502f7f7, 0x834fcccc,
273                 0x685c3434, 0x51f4a5a5, 0xd134e5e5, 0xf908f1f1,
274                 0xe2937171, 0xab73d8d8, 0x62533131, 0x2a3f1515,
275                 0x080c0404, 0x9552c7c7, 0x46652323, 0x9d5ec3c3,
276                 0x30281818, 0x37a19696, 0x0a0f0505, 0x2fb59a9a,
277                 0x0e090707, 0x24361212, 0x1b9b8080, 0xdf3de2e2,
278                 0xcd26ebeb, 0x4e692727, 0x7fcdb2b2, 0xea9f7575,
279                 0x121b0909, 0x1d9e8383, 0x58742c2c, 0x342e1a1a,
280                 0x362d1b1b, 0xdcb26e6e, 0xb4ee5a5a, 0x5bfba0a0,
281                 0xa4f65252, 0x764d3b3b, 0xb761d6d6, 0x7dceb3b3,
282                 0x527b2929, 0xdd3ee3e3, 0x5e712f2f, 0x13978484,
283                 0xa6f55353, 0xb968d1d1, 0x00000000, 0xc12ceded,
284                 0x40602020, 0xe31ffcfc, 0x79c8b1b1, 0xb6ed5b5b,
285                 0xd4be6a6a, 0x8d46cbcb, 0x67d9bebe, 0x724b3939,
286                 0x94de4a4a, 0x98d44c4c, 0xb0e85858, 0x854acfcf,
287                 0xbb6bd0d0, 0xc52aefef, 0x4fe5aaaa, 0xed16fbfb,
288                 0x86c54343, 0x9ad74d4d, 0x66553333, 0x11948585,
289                 0x8acf4545, 0xe910f9f9, 0x04060202, 0xfe817f7f,
290                 0xa0f05050, 0x78443c3c, 0x25ba9f9f, 0x4be3a8a8,
291                 0xa2f35151, 0x5dfea3a3, 0x80c04040, 0x058a8f8f,
292                 0x3fad9292, 0x21bc9d9d, 0x70483838, 0xf104f5f5,
293                 0x63dfbcbc, 0x77c1b6b6, 0xaf75dada, 0x42632121,
294                 0x20301010, 0xe51affff, 0xfd0ef3f3, 0xbf6dd2d2,
295                 0x814ccdcd, 0x18140c0c, 0x26351313, 0xc32fecec,
296                 0xbee15f5f, 0x35a29797, 0x88cc4444, 0x2e391717,
297                 0x9357c4c4, 0x55f2a7a7, 0xfc827e7e, 0x7a473d3d,
298                 0xc8ac6464, 0xbae75d5d, 0x322b1919, 0xe6957373,
299                 0xc0a06060, 0x19988181, 0x9ed14f4f, 0xa37fdcdc,
300                 0x44662222, 0x547e2a2a, 0x3bab9090, 0x0b838888,
301                 0x8cca4646, 0xc729eeee, 0x6bd3b8b8, 0x283c1414,
302                 0xa779dede, 0xbce25e5e, 0x161d0b0b, 0xad76dbdb,
303                 0xdb3be0e0, 0x64563232, 0x744e3a3a, 0x141e0a0a,
304                 0x92db4949, 0x0c0a0606, 0x486c2424, 0xb8e45c5c,
305                 0x9f5dc2c2, 0xbd6ed3d3, 0x43efacac, 0xc4a66262,
306                 0x39a89191, 0x31a49595, 0xd337e4e4, 0xf28b7979,
307                 0xd532e7e7, 0x8b43c8c8, 0x6e593737, 0xdab76d6d,
308                 0x018c8d8d, 0xb164d5d5, 0x9cd24e4e, 0x49e0a9a9,
309                 0xd8b46c6c, 0xacfa5656, 0xf307f4f4, 0xcf25eaea,
310                 0xcaaf6565, 0xf48e7a7a, 0x47e9aeae, 0x10180808,
311                 0x6fd5baba, 0xf0887878, 0x4a6f2525, 0x5c722e2e,
312                 0x38241c1c, 0x57f1a6a6, 0x73c7b4b4, 0x9751c6c6,
313                 0xcb23e8e8, 0xa17cdddd, 0xe89c7474, 0x3e211f1f,
314                 0x96dd4b4b, 0x61dcbdbd, 0x0d868b8b, 0x0f858a8a,
315                 0xe0907070, 0x7c423e3e, 0x71c4b5b5, 0xccaa6666,
316                 0x90d84848, 0x06050303, 0xf701f6f6, 0x1c120e0e,
317                 0xc2a36161, 0x6a5f3535, 0xaef95757, 0x69d0b9b9,
318                 0x17918686, 0x9958c1c1, 0x3a271d1d, 0x27b99e9e,
319                 0xd938e1e1, 0xeb13f8f8, 0x2bb39898, 0x22331111,
320                 0xd2bb6969, 0xa970d9d9, 0x07898e8e, 0x33a79494,
321                 0x2db69b9b, 0x3c221e1e, 0x15928787, 0xc920e9e9,
322                 0x8749cece, 0xaaff5555, 0x50782828, 0xa57adfdf,
323                 0x038f8c8c, 0x59f8a1a1, 0x09808989, 0x1a170d0d,
324                 0x65dabfbf, 0xd731e6e6, 0x84c64242, 0xd0b86868,
325                 0x82c34141, 0x29b09999, 0x5a772d2d, 0x1e110f0f,
326                 0x7bcbb0b0, 0xa8fc5454, 0x6dd6bbbb, 0x2c3a1616,
327         }
328 };
329
330 __visible const u32 crypto_fl_tab[4][256] = {
331         {
332                 0x00000063, 0x0000007c, 0x00000077, 0x0000007b,
333                 0x000000f2, 0x0000006b, 0x0000006f, 0x000000c5,
334                 0x00000030, 0x00000001, 0x00000067, 0x0000002b,
335                 0x000000fe, 0x000000d7, 0x000000ab, 0x00000076,
336                 0x000000ca, 0x00000082, 0x000000c9, 0x0000007d,
337                 0x000000fa, 0x00000059, 0x00000047, 0x000000f0,
338                 0x000000ad, 0x000000d4, 0x000000a2, 0x000000af,
339                 0x0000009c, 0x000000a4, 0x00000072, 0x000000c0,
340                 0x000000b7, 0x000000fd, 0x00000093, 0x00000026,
341                 0x00000036, 0x0000003f, 0x000000f7, 0x000000cc,
342                 0x00000034, 0x000000a5, 0x000000e5, 0x000000f1,
343                 0x00000071, 0x000000d8, 0x00000031, 0x00000015,
344                 0x00000004, 0x000000c7, 0x00000023, 0x000000c3,
345                 0x00000018, 0x00000096, 0x00000005, 0x0000009a,
346                 0x00000007, 0x00000012, 0x00000080, 0x000000e2,
347                 0x000000eb, 0x00000027, 0x000000b2, 0x00000075,
348                 0x00000009, 0x00000083, 0x0000002c, 0x0000001a,
349                 0x0000001b, 0x0000006e, 0x0000005a, 0x000000a0,
350                 0x00000052, 0x0000003b, 0x000000d6, 0x000000b3,
351                 0x00000029, 0x000000e3, 0x0000002f, 0x00000084,
352                 0x00000053, 0x000000d1, 0x00000000, 0x000000ed,
353                 0x00000020, 0x000000fc, 0x000000b1, 0x0000005b,
354                 0x0000006a, 0x000000cb, 0x000000be, 0x00000039,
355                 0x0000004a, 0x0000004c, 0x00000058, 0x000000cf,
356                 0x000000d0, 0x000000ef, 0x000000aa, 0x000000fb,
357                 0x00000043, 0x0000004d, 0x00000033, 0x00000085,
358                 0x00000045, 0x000000f9, 0x00000002, 0x0000007f,
359                 0x00000050, 0x0000003c, 0x0000009f, 0x000000a8,
360                 0x00000051, 0x000000a3, 0x00000040, 0x0000008f,
361                 0x00000092, 0x0000009d, 0x00000038, 0x000000f5,
362                 0x000000bc, 0x000000b6, 0x000000da, 0x00000021,
363                 0x00000010, 0x000000ff, 0x000000f3, 0x000000d2,
364                 0x000000cd, 0x0000000c, 0x00000013, 0x000000ec,
365                 0x0000005f, 0x00000097, 0x00000044, 0x00000017,
366                 0x000000c4, 0x000000a7, 0x0000007e, 0x0000003d,
367                 0x00000064, 0x0000005d, 0x00000019, 0x00000073,
368                 0x00000060, 0x00000081, 0x0000004f, 0x000000dc,
369                 0x00000022, 0x0000002a, 0x00000090, 0x00000088,
370                 0x00000046, 0x000000ee, 0x000000b8, 0x00000014,
371                 0x000000de, 0x0000005e, 0x0000000b, 0x000000db,
372                 0x000000e0, 0x00000032, 0x0000003a, 0x0000000a,
373                 0x00000049, 0x00000006, 0x00000024, 0x0000005c,
374                 0x000000c2, 0x000000d3, 0x000000ac, 0x00000062,
375                 0x00000091, 0x00000095, 0x000000e4, 0x00000079,
376                 0x000000e7, 0x000000c8, 0x00000037, 0x0000006d,
377                 0x0000008d, 0x000000d5, 0x0000004e, 0x000000a9,
378                 0x0000006c, 0x00000056, 0x000000f4, 0x000000ea,
379                 0x00000065, 0x0000007a, 0x000000ae, 0x00000008,
380                 0x000000ba, 0x00000078, 0x00000025, 0x0000002e,
381                 0x0000001c, 0x000000a6, 0x000000b4, 0x000000c6,
382                 0x000000e8, 0x000000dd, 0x00000074, 0x0000001f,
383                 0x0000004b, 0x000000bd, 0x0000008b, 0x0000008a,
384                 0x00000070, 0x0000003e, 0x000000b5, 0x00000066,
385                 0x00000048, 0x00000003, 0x000000f6, 0x0000000e,
386                 0x00000061, 0x00000035, 0x00000057, 0x000000b9,
387                 0x00000086, 0x000000c1, 0x0000001d, 0x0000009e,
388                 0x000000e1, 0x000000f8, 0x00000098, 0x00000011,
389                 0x00000069, 0x000000d9, 0x0000008e, 0x00000094,
390                 0x0000009b, 0x0000001e, 0x00000087, 0x000000e9,
391                 0x000000ce, 0x00000055, 0x00000028, 0x000000df,
392                 0x0000008c, 0x000000a1, 0x00000089, 0x0000000d,
393                 0x000000bf, 0x000000e6, 0x00000042, 0x00000068,
394                 0x00000041, 0x00000099, 0x0000002d, 0x0000000f,
395                 0x000000b0, 0x00000054, 0x000000bb, 0x00000016,
396         }, {
397                 0x00006300, 0x00007c00, 0x00007700, 0x00007b00,
398                 0x0000f200, 0x00006b00, 0x00006f00, 0x0000c500,
399                 0x00003000, 0x00000100, 0x00006700, 0x00002b00,
400                 0x0000fe00, 0x0000d700, 0x0000ab00, 0x00007600,
401                 0x0000ca00, 0x00008200, 0x0000c900, 0x00007d00,
402                 0x0000fa00, 0x00005900, 0x00004700, 0x0000f000,
403                 0x0000ad00, 0x0000d400, 0x0000a200, 0x0000af00,
404                 0x00009c00, 0x0000a400, 0x00007200, 0x0000c000,
405                 0x0000b700, 0x0000fd00, 0x00009300, 0x00002600,
406                 0x00003600, 0x00003f00, 0x0000f700, 0x0000cc00,
407                 0x00003400, 0x0000a500, 0x0000e500, 0x0000f100,
408                 0x00007100, 0x0000d800, 0x00003100, 0x00001500,
409                 0x00000400, 0x0000c700, 0x00002300, 0x0000c300,
410                 0x00001800, 0x00009600, 0x00000500, 0x00009a00,
411                 0x00000700, 0x00001200, 0x00008000, 0x0000e200,
412                 0x0000eb00, 0x00002700, 0x0000b200, 0x00007500,
413                 0x00000900, 0x00008300, 0x00002c00, 0x00001a00,
414                 0x00001b00, 0x00006e00, 0x00005a00, 0x0000a000,
415                 0x00005200, 0x00003b00, 0x0000d600, 0x0000b300,
416                 0x00002900, 0x0000e300, 0x00002f00, 0x00008400,
417                 0x00005300, 0x0000d100, 0x00000000, 0x0000ed00,
418                 0x00002000, 0x0000fc00, 0x0000b100, 0x00005b00,
419                 0x00006a00, 0x0000cb00, 0x0000be00, 0x00003900,
420                 0x00004a00, 0x00004c00, 0x00005800, 0x0000cf00,
421                 0x0000d000, 0x0000ef00, 0x0000aa00, 0x0000fb00,
422                 0x00004300, 0x00004d00, 0x00003300, 0x00008500,
423                 0x00004500, 0x0000f900, 0x00000200, 0x00007f00,
424                 0x00005000, 0x00003c00, 0x00009f00, 0x0000a800,
425                 0x00005100, 0x0000a300, 0x00004000, 0x00008f00,
426                 0x00009200, 0x00009d00, 0x00003800, 0x0000f500,
427                 0x0000bc00, 0x0000b600, 0x0000da00, 0x00002100,
428                 0x00001000, 0x0000ff00, 0x0000f300, 0x0000d200,
429                 0x0000cd00, 0x00000c00, 0x00001300, 0x0000ec00,
430                 0x00005f00, 0x00009700, 0x00004400, 0x00001700,
431                 0x0000c400, 0x0000a700, 0x00007e00, 0x00003d00,
432                 0x00006400, 0x00005d00, 0x00001900, 0x00007300,
433                 0x00006000, 0x00008100, 0x00004f00, 0x0000dc00,
434                 0x00002200, 0x00002a00, 0x00009000, 0x00008800,
435                 0x00004600, 0x0000ee00, 0x0000b800, 0x00001400,
436                 0x0000de00, 0x00005e00, 0x00000b00, 0x0000db00,
437                 0x0000e000, 0x00003200, 0x00003a00, 0x00000a00,
438                 0x00004900, 0x00000600, 0x00002400, 0x00005c00,
439                 0x0000c200, 0x0000d300, 0x0000ac00, 0x00006200,
440                 0x00009100, 0x00009500, 0x0000e400, 0x00007900,
441                 0x0000e700, 0x0000c800, 0x00003700, 0x00006d00,
442                 0x00008d00, 0x0000d500, 0x00004e00, 0x0000a900,
443                 0x00006c00, 0x00005600, 0x0000f400, 0x0000ea00,
444                 0x00006500, 0x00007a00, 0x0000ae00, 0x00000800,
445                 0x0000ba00, 0x00007800, 0x00002500, 0x00002e00,
446                 0x00001c00, 0x0000a600, 0x0000b400, 0x0000c600,
447                 0x0000e800, 0x0000dd00, 0x00007400, 0x00001f00,
448                 0x00004b00, 0x0000bd00, 0x00008b00, 0x00008a00,
449                 0x00007000, 0x00003e00, 0x0000b500, 0x00006600,
450                 0x00004800, 0x00000300, 0x0000f600, 0x00000e00,
451                 0x00006100, 0x00003500, 0x00005700, 0x0000b900,
452                 0x00008600, 0x0000c100, 0x00001d00, 0x00009e00,
453                 0x0000e100, 0x0000f800, 0x00009800, 0x00001100,
454                 0x00006900, 0x0000d900, 0x00008e00, 0x00009400,
455                 0x00009b00, 0x00001e00, 0x00008700, 0x0000e900,
456                 0x0000ce00, 0x00005500, 0x00002800, 0x0000df00,
457                 0x00008c00, 0x0000a100, 0x00008900, 0x00000d00,
458                 0x0000bf00, 0x0000e600, 0x00004200, 0x00006800,
459                 0x00004100, 0x00009900, 0x00002d00, 0x00000f00,
460                 0x0000b000, 0x00005400, 0x0000bb00, 0x00001600,
461         }, {
462                 0x00630000, 0x007c0000, 0x00770000, 0x007b0000,
463                 0x00f20000, 0x006b0000, 0x006f0000, 0x00c50000,
464                 0x00300000, 0x00010000, 0x00670000, 0x002b0000,
465                 0x00fe0000, 0x00d70000, 0x00ab0000, 0x00760000,
466                 0x00ca0000, 0x00820000, 0x00c90000, 0x007d0000,
467                 0x00fa0000, 0x00590000, 0x00470000, 0x00f00000,
468                 0x00ad0000, 0x00d40000, 0x00a20000, 0x00af0000,
469                 0x009c0000, 0x00a40000, 0x00720000, 0x00c00000,
470                 0x00b70000, 0x00fd0000, 0x00930000, 0x00260000,
471                 0x00360000, 0x003f0000, 0x00f70000, 0x00cc0000,
472                 0x00340000, 0x00a50000, 0x00e50000, 0x00f10000,
473                 0x00710000, 0x00d80000, 0x00310000, 0x00150000,
474                 0x00040000, 0x00c70000, 0x00230000, 0x00c30000,
475                 0x00180000, 0x00960000, 0x00050000, 0x009a0000,
476                 0x00070000, 0x00120000, 0x00800000, 0x00e20000,
477                 0x00eb0000, 0x00270000, 0x00b20000, 0x00750000,
478                 0x00090000, 0x00830000, 0x002c0000, 0x001a0000,
479                 0x001b0000, 0x006e0000, 0x005a0000, 0x00a00000,
480                 0x00520000, 0x003b0000, 0x00d60000, 0x00b30000,
481                 0x00290000, 0x00e30000, 0x002f0000, 0x00840000,
482                 0x00530000, 0x00d10000, 0x00000000, 0x00ed0000,
483                 0x00200000, 0x00fc0000, 0x00b10000, 0x005b0000,
484                 0x006a0000, 0x00cb0000, 0x00be0000, 0x00390000,
485                 0x004a0000, 0x004c0000, 0x00580000, 0x00cf0000,
486                 0x00d00000, 0x00ef0000, 0x00aa0000, 0x00fb0000,
487                 0x00430000, 0x004d0000, 0x00330000, 0x00850000,
488                 0x00450000, 0x00f90000, 0x00020000, 0x007f0000,
489                 0x00500000, 0x003c0000, 0x009f0000, 0x00a80000,
490                 0x00510000, 0x00a30000, 0x00400000, 0x008f0000,
491                 0x00920000, 0x009d0000, 0x00380000, 0x00f50000,
492                 0x00bc0000, 0x00b60000, 0x00da0000, 0x00210000,
493                 0x00100000, 0x00ff0000, 0x00f30000, 0x00d20000,
494                 0x00cd0000, 0x000c0000, 0x00130000, 0x00ec0000,
495                 0x005f0000, 0x00970000, 0x00440000, 0x00170000,
496                 0x00c40000, 0x00a70000, 0x007e0000, 0x003d0000,
497                 0x00640000, 0x005d0000, 0x00190000, 0x00730000,
498                 0x00600000, 0x00810000, 0x004f0000, 0x00dc0000,
499                 0x00220000, 0x002a0000, 0x00900000, 0x00880000,
500                 0x00460000, 0x00ee0000, 0x00b80000, 0x00140000,
501                 0x00de0000, 0x005e0000, 0x000b0000, 0x00db0000,
502                 0x00e00000, 0x00320000, 0x003a0000, 0x000a0000,
503                 0x00490000, 0x00060000, 0x00240000, 0x005c0000,
504                 0x00c20000, 0x00d30000, 0x00ac0000, 0x00620000,
505                 0x00910000, 0x00950000, 0x00e40000, 0x00790000,
506                 0x00e70000, 0x00c80000, 0x00370000, 0x006d0000,
507                 0x008d0000, 0x00d50000, 0x004e0000, 0x00a90000,
508                 0x006c0000, 0x00560000, 0x00f40000, 0x00ea0000,
509                 0x00650000, 0x007a0000, 0x00ae0000, 0x00080000,
510                 0x00ba0000, 0x00780000, 0x00250000, 0x002e0000,
511                 0x001c0000, 0x00a60000, 0x00b40000, 0x00c60000,
512                 0x00e80000, 0x00dd0000, 0x00740000, 0x001f0000,
513                 0x004b0000, 0x00bd0000, 0x008b0000, 0x008a0000,
514                 0x00700000, 0x003e0000, 0x00b50000, 0x00660000,
515                 0x00480000, 0x00030000, 0x00f60000, 0x000e0000,
516                 0x00610000, 0x00350000, 0x00570000, 0x00b90000,
517                 0x00860000, 0x00c10000, 0x001d0000, 0x009e0000,
518                 0x00e10000, 0x00f80000, 0x00980000, 0x00110000,
519                 0x00690000, 0x00d90000, 0x008e0000, 0x00940000,
520                 0x009b0000, 0x001e0000, 0x00870000, 0x00e90000,
521                 0x00ce0000, 0x00550000, 0x00280000, 0x00df0000,
522                 0x008c0000, 0x00a10000, 0x00890000, 0x000d0000,
523                 0x00bf0000, 0x00e60000, 0x00420000, 0x00680000,
524                 0x00410000, 0x00990000, 0x002d0000, 0x000f0000,
525                 0x00b00000, 0x00540000, 0x00bb0000, 0x00160000,
526         }, {
527                 0x63000000, 0x7c000000, 0x77000000, 0x7b000000,
528                 0xf2000000, 0x6b000000, 0x6f000000, 0xc5000000,
529                 0x30000000, 0x01000000, 0x67000000, 0x2b000000,
530                 0xfe000000, 0xd7000000, 0xab000000, 0x76000000,
531                 0xca000000, 0x82000000, 0xc9000000, 0x7d000000,
532                 0xfa000000, 0x59000000, 0x47000000, 0xf0000000,
533                 0xad000000, 0xd4000000, 0xa2000000, 0xaf000000,
534                 0x9c000000, 0xa4000000, 0x72000000, 0xc0000000,
535                 0xb7000000, 0xfd000000, 0x93000000, 0x26000000,
536                 0x36000000, 0x3f000000, 0xf7000000, 0xcc000000,
537                 0x34000000, 0xa5000000, 0xe5000000, 0xf1000000,
538                 0x71000000, 0xd8000000, 0x31000000, 0x15000000,
539                 0x04000000, 0xc7000000, 0x23000000, 0xc3000000,
540                 0x18000000, 0x96000000, 0x05000000, 0x9a000000,
541                 0x07000000, 0x12000000, 0x80000000, 0xe2000000,
542                 0xeb000000, 0x27000000, 0xb2000000, 0x75000000,
543                 0x09000000, 0x83000000, 0x2c000000, 0x1a000000,
544                 0x1b000000, 0x6e000000, 0x5a000000, 0xa0000000,
545                 0x52000000, 0x3b000000, 0xd6000000, 0xb3000000,
546                 0x29000000, 0xe3000000, 0x2f000000, 0x84000000,
547                 0x53000000, 0xd1000000, 0x00000000, 0xed000000,
548                 0x20000000, 0xfc000000, 0xb1000000, 0x5b000000,
549                 0x6a000000, 0xcb000000, 0xbe000000, 0x39000000,
550                 0x4a000000, 0x4c000000, 0x58000000, 0xcf000000,
551                 0xd0000000, 0xef000000, 0xaa000000, 0xfb000000,
552                 0x43000000, 0x4d000000, 0x33000000, 0x85000000,
553                 0x45000000, 0xf9000000, 0x02000000, 0x7f000000,
554                 0x50000000, 0x3c000000, 0x9f000000, 0xa8000000,
555                 0x51000000, 0xa3000000, 0x40000000, 0x8f000000,
556                 0x92000000, 0x9d000000, 0x38000000, 0xf5000000,
557                 0xbc000000, 0xb6000000, 0xda000000, 0x21000000,
558                 0x10000000, 0xff000000, 0xf3000000, 0xd2000000,
559                 0xcd000000, 0x0c000000, 0x13000000, 0xec000000,
560                 0x5f000000, 0x97000000, 0x44000000, 0x17000000,
561                 0xc4000000, 0xa7000000, 0x7e000000, 0x3d000000,
562                 0x64000000, 0x5d000000, 0x19000000, 0x73000000,
563                 0x60000000, 0x81000000, 0x4f000000, 0xdc000000,
564                 0x22000000, 0x2a000000, 0x90000000, 0x88000000,
565                 0x46000000, 0xee000000, 0xb8000000, 0x14000000,
566                 0xde000000, 0x5e000000, 0x0b000000, 0xdb000000,
567                 0xe0000000, 0x32000000, 0x3a000000, 0x0a000000,
568                 0x49000000, 0x06000000, 0x24000000, 0x5c000000,
569                 0xc2000000, 0xd3000000, 0xac000000, 0x62000000,
570                 0x91000000, 0x95000000, 0xe4000000, 0x79000000,
571                 0xe7000000, 0xc8000000, 0x37000000, 0x6d000000,
572                 0x8d000000, 0xd5000000, 0x4e000000, 0xa9000000,
573                 0x6c000000, 0x56000000, 0xf4000000, 0xea000000,
574                 0x65000000, 0x7a000000, 0xae000000, 0x08000000,
575                 0xba000000, 0x78000000, 0x25000000, 0x2e000000,
576                 0x1c000000, 0xa6000000, 0xb4000000, 0xc6000000,
577                 0xe8000000, 0xdd000000, 0x74000000, 0x1f000000,
578                 0x4b000000, 0xbd000000, 0x8b000000, 0x8a000000,
579                 0x70000000, 0x3e000000, 0xb5000000, 0x66000000,
580                 0x48000000, 0x03000000, 0xf6000000, 0x0e000000,
581                 0x61000000, 0x35000000, 0x57000000, 0xb9000000,
582                 0x86000000, 0xc1000000, 0x1d000000, 0x9e000000,
583                 0xe1000000, 0xf8000000, 0x98000000, 0x11000000,
584                 0x69000000, 0xd9000000, 0x8e000000, 0x94000000,
585                 0x9b000000, 0x1e000000, 0x87000000, 0xe9000000,
586                 0xce000000, 0x55000000, 0x28000000, 0xdf000000,
587                 0x8c000000, 0xa1000000, 0x89000000, 0x0d000000,
588                 0xbf000000, 0xe6000000, 0x42000000, 0x68000000,
589                 0x41000000, 0x99000000, 0x2d000000, 0x0f000000,
590                 0xb0000000, 0x54000000, 0xbb000000, 0x16000000,
591         }
592 };
593
594 __visible const u32 crypto_it_tab[4][256] = {
595         {
596                 0x50a7f451, 0x5365417e, 0xc3a4171a, 0x965e273a,
597                 0xcb6bab3b, 0xf1459d1f, 0xab58faac, 0x9303e34b,
598                 0x55fa3020, 0xf66d76ad, 0x9176cc88, 0x254c02f5,
599                 0xfcd7e54f, 0xd7cb2ac5, 0x80443526, 0x8fa362b5,
600                 0x495ab1de, 0x671bba25, 0x980eea45, 0xe1c0fe5d,
601                 0x02752fc3, 0x12f04c81, 0xa397468d, 0xc6f9d36b,
602                 0xe75f8f03, 0x959c9215, 0xeb7a6dbf, 0xda595295,
603                 0x2d83bed4, 0xd3217458, 0x2969e049, 0x44c8c98e,
604                 0x6a89c275, 0x78798ef4, 0x6b3e5899, 0xdd71b927,
605                 0xb64fe1be, 0x17ad88f0, 0x66ac20c9, 0xb43ace7d,
606                 0x184adf63, 0x82311ae5, 0x60335197, 0x457f5362,
607                 0xe07764b1, 0x84ae6bbb, 0x1ca081fe, 0x942b08f9,
608                 0x58684870, 0x19fd458f, 0x876cde94, 0xb7f87b52,
609                 0x23d373ab, 0xe2024b72, 0x578f1fe3, 0x2aab5566,
610                 0x0728ebb2, 0x03c2b52f, 0x9a7bc586, 0xa50837d3,
611                 0xf2872830, 0xb2a5bf23, 0xba6a0302, 0x5c8216ed,
612                 0x2b1ccf8a, 0x92b479a7, 0xf0f207f3, 0xa1e2694e,
613                 0xcdf4da65, 0xd5be0506, 0x1f6234d1, 0x8afea6c4,
614                 0x9d532e34, 0xa055f3a2, 0x32e18a05, 0x75ebf6a4,
615                 0x39ec830b, 0xaaef6040, 0x069f715e, 0x51106ebd,
616                 0xf98a213e, 0x3d06dd96, 0xae053edd, 0x46bde64d,
617                 0xb58d5491, 0x055dc471, 0x6fd40604, 0xff155060,
618                 0x24fb9819, 0x97e9bdd6, 0xcc434089, 0x779ed967,
619                 0xbd42e8b0, 0x888b8907, 0x385b19e7, 0xdbeec879,
620                 0x470a7ca1, 0xe90f427c, 0xc91e84f8, 0x00000000,
621                 0x83868009, 0x48ed2b32, 0xac70111e, 0x4e725a6c,
622                 0xfbff0efd, 0x5638850f, 0x1ed5ae3d, 0x27392d36,
623                 0x64d90f0a, 0x21a65c68, 0xd1545b9b, 0x3a2e3624,
624                 0xb1670a0c, 0x0fe75793, 0xd296eeb4, 0x9e919b1b,
625                 0x4fc5c080, 0xa220dc61, 0x694b775a, 0x161a121c,
626                 0x0aba93e2, 0xe52aa0c0, 0x43e0223c, 0x1d171b12,
627                 0x0b0d090e, 0xadc78bf2, 0xb9a8b62d, 0xc8a91e14,
628                 0x8519f157, 0x4c0775af, 0xbbdd99ee, 0xfd607fa3,
629                 0x9f2601f7, 0xbcf5725c, 0xc53b6644, 0x347efb5b,
630                 0x7629438b, 0xdcc623cb, 0x68fcedb6, 0x63f1e4b8,
631                 0xcadc31d7, 0x10856342, 0x40229713, 0x2011c684,
632                 0x7d244a85, 0xf83dbbd2, 0x1132f9ae, 0x6da129c7,
633                 0x4b2f9e1d, 0xf330b2dc, 0xec52860d, 0xd0e3c177,
634                 0x6c16b32b, 0x99b970a9, 0xfa489411, 0x2264e947,
635                 0xc48cfca8, 0x1a3ff0a0, 0xd82c7d56, 0xef903322,
636                 0xc74e4987, 0xc1d138d9, 0xfea2ca8c, 0x360bd498,
637                 0xcf81f5a6, 0x28de7aa5, 0x268eb7da, 0xa4bfad3f,
638                 0xe49d3a2c, 0x0d927850, 0x9bcc5f6a, 0x62467e54,
639                 0xc2138df6, 0xe8b8d890, 0x5ef7392e, 0xf5afc382,
640                 0xbe805d9f, 0x7c93d069, 0xa92dd56f, 0xb31225cf,
641                 0x3b99acc8, 0xa77d1810, 0x6e639ce8, 0x7bbb3bdb,
642                 0x097826cd, 0xf418596e, 0x01b79aec, 0xa89a4f83,
643                 0x656e95e6, 0x7ee6ffaa, 0x08cfbc21, 0xe6e815ef,
644                 0xd99be7ba, 0xce366f4a, 0xd4099fea, 0xd67cb029,
645                 0xafb2a431, 0x31233f2a, 0x3094a5c6, 0xc066a235,
646                 0x37bc4e74, 0xa6ca82fc, 0xb0d090e0, 0x15d8a733,
647                 0x4a9804f1, 0xf7daec41, 0x0e50cd7f, 0x2ff69117,
648                 0x8dd64d76, 0x4db0ef43, 0x544daacc, 0xdf0496e4,
649                 0xe3b5d19e, 0x1b886a4c, 0xb81f2cc1, 0x7f516546,
650                 0x04ea5e9d, 0x5d358c01, 0x737487fa, 0x2e410bfb,
651                 0x5a1d67b3, 0x52d2db92, 0x335610e9, 0x1347d66d,
652                 0x8c61d79a, 0x7a0ca137, 0x8e14f859, 0x893c13eb,
653                 0xee27a9ce, 0x35c961b7, 0xede51ce1, 0x3cb1477a,
654                 0x59dfd29c, 0x3f73f255, 0x79ce1418, 0xbf37c773,
655                 0xeacdf753, 0x5baafd5f, 0x146f3ddf, 0x86db4478,
656                 0x81f3afca, 0x3ec468b9, 0x2c342438, 0x5f40a3c2,
657                 0x72c31d16, 0x0c25e2bc, 0x8b493c28, 0x41950dff,
658                 0x7101a839, 0xdeb30c08, 0x9ce4b4d8, 0x90c15664,
659                 0x6184cb7b, 0x70b632d5, 0x745c6c48, 0x4257b8d0,
660         }, {
661                 0xa7f45150, 0x65417e53, 0xa4171ac3, 0x5e273a96,
662                 0x6bab3bcb, 0x459d1ff1, 0x58faacab, 0x03e34b93,
663                 0xfa302055, 0x6d76adf6, 0x76cc8891, 0x4c02f525,
664                 0xd7e54ffc, 0xcb2ac5d7, 0x44352680, 0xa362b58f,
665                 0x5ab1de49, 0x1bba2567, 0x0eea4598, 0xc0fe5de1,
666                 0x752fc302, 0xf04c8112, 0x97468da3, 0xf9d36bc6,
667                 0x5f8f03e7, 0x9c921595, 0x7a6dbfeb, 0x595295da,
668                 0x83bed42d, 0x217458d3, 0x69e04929, 0xc8c98e44,
669                 0x89c2756a, 0x798ef478, 0x3e58996b, 0x71b927dd,
670                 0x4fe1beb6, 0xad88f017, 0xac20c966, 0x3ace7db4,
671                 0x4adf6318, 0x311ae582, 0x33519760, 0x7f536245,
672                 0x7764b1e0, 0xae6bbb84, 0xa081fe1c, 0x2b08f994,
673                 0x68487058, 0xfd458f19, 0x6cde9487, 0xf87b52b7,
674                 0xd373ab23, 0x024b72e2, 0x8f1fe357, 0xab55662a,
675                 0x28ebb207, 0xc2b52f03, 0x7bc5869a, 0x0837d3a5,
676                 0x872830f2, 0xa5bf23b2, 0x6a0302ba, 0x8216ed5c,
677                 0x1ccf8a2b, 0xb479a792, 0xf207f3f0, 0xe2694ea1,
678                 0xf4da65cd, 0xbe0506d5, 0x6234d11f, 0xfea6c48a,
679                 0x532e349d, 0x55f3a2a0, 0xe18a0532, 0xebf6a475,
680                 0xec830b39, 0xef6040aa, 0x9f715e06, 0x106ebd51,
681                 0x8a213ef9, 0x06dd963d, 0x053eddae, 0xbde64d46,
682                 0x8d5491b5, 0x5dc47105, 0xd406046f, 0x155060ff,
683                 0xfb981924, 0xe9bdd697, 0x434089cc, 0x9ed96777,
684                 0x42e8b0bd, 0x8b890788, 0x5b19e738, 0xeec879db,
685                 0x0a7ca147, 0x0f427ce9, 0x1e84f8c9, 0x00000000,
686                 0x86800983, 0xed2b3248, 0x70111eac, 0x725a6c4e,
687                 0xff0efdfb, 0x38850f56, 0xd5ae3d1e, 0x392d3627,
688                 0xd90f0a64, 0xa65c6821, 0x545b9bd1, 0x2e36243a,
689                 0x670a0cb1, 0xe757930f, 0x96eeb4d2, 0x919b1b9e,
690                 0xc5c0804f, 0x20dc61a2, 0x4b775a69, 0x1a121c16,
691                 0xba93e20a, 0x2aa0c0e5, 0xe0223c43, 0x171b121d,
692                 0x0d090e0b, 0xc78bf2ad, 0xa8b62db9, 0xa91e14c8,
693                 0x19f15785, 0x0775af4c, 0xdd99eebb, 0x607fa3fd,
694                 0x2601f79f, 0xf5725cbc, 0x3b6644c5, 0x7efb5b34,
695                 0x29438b76, 0xc623cbdc, 0xfcedb668, 0xf1e4b863,
696                 0xdc31d7ca, 0x85634210, 0x22971340, 0x11c68420,
697                 0x244a857d, 0x3dbbd2f8, 0x32f9ae11, 0xa129c76d,
698                 0x2f9e1d4b, 0x30b2dcf3, 0x52860dec, 0xe3c177d0,
699                 0x16b32b6c, 0xb970a999, 0x489411fa, 0x64e94722,
700                 0x8cfca8c4, 0x3ff0a01a, 0x2c7d56d8, 0x903322ef,
701                 0x4e4987c7, 0xd138d9c1, 0xa2ca8cfe, 0x0bd49836,
702                 0x81f5a6cf, 0xde7aa528, 0x8eb7da26, 0xbfad3fa4,
703                 0x9d3a2ce4, 0x9278500d, 0xcc5f6a9b, 0x467e5462,
704                 0x138df6c2, 0xb8d890e8, 0xf7392e5e, 0xafc382f5,
705                 0x805d9fbe, 0x93d0697c, 0x2dd56fa9, 0x1225cfb3,
706                 0x99acc83b, 0x7d1810a7, 0x639ce86e, 0xbb3bdb7b,
707                 0x7826cd09, 0x18596ef4, 0xb79aec01, 0x9a4f83a8,
708                 0x6e95e665, 0xe6ffaa7e, 0xcfbc2108, 0xe815efe6,
709                 0x9be7bad9, 0x366f4ace, 0x099fead4, 0x7cb029d6,
710                 0xb2a431af, 0x233f2a31, 0x94a5c630, 0x66a235c0,
711                 0xbc4e7437, 0xca82fca6, 0xd090e0b0, 0xd8a73315,
712                 0x9804f14a, 0xdaec41f7, 0x50cd7f0e, 0xf691172f,
713                 0xd64d768d, 0xb0ef434d, 0x4daacc54, 0x0496e4df,
714                 0xb5d19ee3, 0x886a4c1b, 0x1f2cc1b8, 0x5165467f,
715                 0xea5e9d04, 0x358c015d, 0x7487fa73, 0x410bfb2e,
716                 0x1d67b35a, 0xd2db9252, 0x5610e933, 0x47d66d13,
717                 0x61d79a8c, 0x0ca1377a, 0x14f8598e, 0x3c13eb89,
718                 0x27a9ceee, 0xc961b735, 0xe51ce1ed, 0xb1477a3c,
719                 0xdfd29c59, 0x73f2553f, 0xce141879, 0x37c773bf,
720                 0xcdf753ea, 0xaafd5f5b, 0x6f3ddf14, 0xdb447886,
721                 0xf3afca81, 0xc468b93e, 0x3424382c, 0x40a3c25f,
722                 0xc31d1672, 0x25e2bc0c, 0x493c288b, 0x950dff41,
723                 0x01a83971, 0xb30c08de, 0xe4b4d89c, 0xc1566490,
724                 0x84cb7b61, 0xb632d570, 0x5c6c4874, 0x57b8d042,
725         }, {
726                 0xf45150a7, 0x417e5365, 0x171ac3a4, 0x273a965e,
727                 0xab3bcb6b, 0x9d1ff145, 0xfaacab58, 0xe34b9303,
728                 0x302055fa, 0x76adf66d, 0xcc889176, 0x02f5254c,
729                 0xe54ffcd7, 0x2ac5d7cb, 0x35268044, 0x62b58fa3,
730                 0xb1de495a, 0xba25671b, 0xea45980e, 0xfe5de1c0,
731                 0x2fc30275, 0x4c8112f0, 0x468da397, 0xd36bc6f9,
732                 0x8f03e75f, 0x9215959c, 0x6dbfeb7a, 0x5295da59,
733                 0xbed42d83, 0x7458d321, 0xe0492969, 0xc98e44c8,
734                 0xc2756a89, 0x8ef47879, 0x58996b3e, 0xb927dd71,
735                 0xe1beb64f, 0x88f017ad, 0x20c966ac, 0xce7db43a,
736                 0xdf63184a, 0x1ae58231, 0x51976033, 0x5362457f,
737                 0x64b1e077, 0x6bbb84ae, 0x81fe1ca0, 0x08f9942b,
738                 0x48705868, 0x458f19fd, 0xde94876c, 0x7b52b7f8,
739                 0x73ab23d3, 0x4b72e202, 0x1fe3578f, 0x55662aab,
740                 0xebb20728, 0xb52f03c2, 0xc5869a7b, 0x37d3a508,
741                 0x2830f287, 0xbf23b2a5, 0x0302ba6a, 0x16ed5c82,
742                 0xcf8a2b1c, 0x79a792b4, 0x07f3f0f2, 0x694ea1e2,
743                 0xda65cdf4, 0x0506d5be, 0x34d11f62, 0xa6c48afe,
744                 0x2e349d53, 0xf3a2a055, 0x8a0532e1, 0xf6a475eb,
745                 0x830b39ec, 0x6040aaef, 0x715e069f, 0x6ebd5110,
746                 0x213ef98a, 0xdd963d06, 0x3eddae05, 0xe64d46bd,
747                 0x5491b58d, 0xc471055d, 0x06046fd4, 0x5060ff15,
748                 0x981924fb, 0xbdd697e9, 0x4089cc43, 0xd967779e,
749                 0xe8b0bd42, 0x8907888b, 0x19e7385b, 0xc879dbee,
750                 0x7ca1470a, 0x427ce90f, 0x84f8c91e, 0x00000000,
751                 0x80098386, 0x2b3248ed, 0x111eac70, 0x5a6c4e72,
752                 0x0efdfbff, 0x850f5638, 0xae3d1ed5, 0x2d362739,
753                 0x0f0a64d9, 0x5c6821a6, 0x5b9bd154, 0x36243a2e,
754                 0x0a0cb167, 0x57930fe7, 0xeeb4d296, 0x9b1b9e91,
755                 0xc0804fc5, 0xdc61a220, 0x775a694b, 0x121c161a,
756                 0x93e20aba, 0xa0c0e52a, 0x223c43e0, 0x1b121d17,
757                 0x090e0b0d, 0x8bf2adc7, 0xb62db9a8, 0x1e14c8a9,
758                 0xf1578519, 0x75af4c07, 0x99eebbdd, 0x7fa3fd60,
759                 0x01f79f26, 0x725cbcf5, 0x6644c53b, 0xfb5b347e,
760                 0x438b7629, 0x23cbdcc6, 0xedb668fc, 0xe4b863f1,
761                 0x31d7cadc, 0x63421085, 0x97134022, 0xc6842011,
762                 0x4a857d24, 0xbbd2f83d, 0xf9ae1132, 0x29c76da1,
763                 0x9e1d4b2f, 0xb2dcf330, 0x860dec52, 0xc177d0e3,
764                 0xb32b6c16, 0x70a999b9, 0x9411fa48, 0xe9472264,
765                 0xfca8c48c, 0xf0a01a3f, 0x7d56d82c, 0x3322ef90,
766                 0x4987c74e, 0x38d9c1d1, 0xca8cfea2, 0xd498360b,
767                 0xf5a6cf81, 0x7aa528de, 0xb7da268e, 0xad3fa4bf,
768                 0x3a2ce49d, 0x78500d92, 0x5f6a9bcc, 0x7e546246,
769                 0x8df6c213, 0xd890e8b8, 0x392e5ef7, 0xc382f5af,
770                 0x5d9fbe80, 0xd0697c93, 0xd56fa92d, 0x25cfb312,
771                 0xacc83b99, 0x1810a77d, 0x9ce86e63, 0x3bdb7bbb,
772                 0x26cd0978, 0x596ef418, 0x9aec01b7, 0x4f83a89a,
773                 0x95e6656e, 0xffaa7ee6, 0xbc2108cf, 0x15efe6e8,
774                 0xe7bad99b, 0x6f4ace36, 0x9fead409, 0xb029d67c,
775                 0xa431afb2, 0x3f2a3123, 0xa5c63094, 0xa235c066,
776                 0x4e7437bc, 0x82fca6ca, 0x90e0b0d0, 0xa73315d8,
777                 0x04f14a98, 0xec41f7da, 0xcd7f0e50, 0x91172ff6,
778                 0x4d768dd6, 0xef434db0, 0xaacc544d, 0x96e4df04,
779                 0xd19ee3b5, 0x6a4c1b88, 0x2cc1b81f, 0x65467f51,
780                 0x5e9d04ea, 0x8c015d35, 0x87fa7374, 0x0bfb2e41,
781                 0x67b35a1d, 0xdb9252d2, 0x10e93356, 0xd66d1347,
782                 0xd79a8c61, 0xa1377a0c, 0xf8598e14, 0x13eb893c,
783                 0xa9ceee27, 0x61b735c9, 0x1ce1ede5, 0x477a3cb1,
784                 0xd29c59df, 0xf2553f73, 0x141879ce, 0xc773bf37,
785                 0xf753eacd, 0xfd5f5baa, 0x3ddf146f, 0x447886db,
786                 0xafca81f3, 0x68b93ec4, 0x24382c34, 0xa3c25f40,
787                 0x1d1672c3, 0xe2bc0c25, 0x3c288b49, 0x0dff4195,
788                 0xa8397101, 0x0c08deb3, 0xb4d89ce4, 0x566490c1,
789                 0xcb7b6184, 0x32d570b6, 0x6c48745c, 0xb8d04257,
790         }, {
791                 0x5150a7f4, 0x7e536541, 0x1ac3a417, 0x3a965e27,
792                 0x3bcb6bab, 0x1ff1459d, 0xacab58fa, 0x4b9303e3,
793                 0x2055fa30, 0xadf66d76, 0x889176cc, 0xf5254c02,
794                 0x4ffcd7e5, 0xc5d7cb2a, 0x26804435, 0xb58fa362,
795                 0xde495ab1, 0x25671bba, 0x45980eea, 0x5de1c0fe,
796                 0xc302752f, 0x8112f04c, 0x8da39746, 0x6bc6f9d3,
797                 0x03e75f8f, 0x15959c92, 0xbfeb7a6d, 0x95da5952,
798                 0xd42d83be, 0x58d32174, 0x492969e0, 0x8e44c8c9,
799                 0x756a89c2, 0xf478798e, 0x996b3e58, 0x27dd71b9,
800                 0xbeb64fe1, 0xf017ad88, 0xc966ac20, 0x7db43ace,
801                 0x63184adf, 0xe582311a, 0x97603351, 0x62457f53,
802                 0xb1e07764, 0xbb84ae6b, 0xfe1ca081, 0xf9942b08,
803                 0x70586848, 0x8f19fd45, 0x94876cde, 0x52b7f87b,
804                 0xab23d373, 0x72e2024b, 0xe3578f1f, 0x662aab55,
805                 0xb20728eb, 0x2f03c2b5, 0x869a7bc5, 0xd3a50837,
806                 0x30f28728, 0x23b2a5bf, 0x02ba6a03, 0xed5c8216,
807                 0x8a2b1ccf, 0xa792b479, 0xf3f0f207, 0x4ea1e269,
808                 0x65cdf4da, 0x06d5be05, 0xd11f6234, 0xc48afea6,
809                 0x349d532e, 0xa2a055f3, 0x0532e18a, 0xa475ebf6,
810                 0x0b39ec83, 0x40aaef60, 0x5e069f71, 0xbd51106e,
811                 0x3ef98a21, 0x963d06dd, 0xddae053e, 0x4d46bde6,
812                 0x91b58d54, 0x71055dc4, 0x046fd406, 0x60ff1550,
813                 0x1924fb98, 0xd697e9bd, 0x89cc4340, 0x67779ed9,
814                 0xb0bd42e8, 0x07888b89, 0xe7385b19, 0x79dbeec8,
815                 0xa1470a7c, 0x7ce90f42, 0xf8c91e84, 0x00000000,
816                 0x09838680, 0x3248ed2b, 0x1eac7011, 0x6c4e725a,
817                 0xfdfbff0e, 0x0f563885, 0x3d1ed5ae, 0x3627392d,
818                 0x0a64d90f, 0x6821a65c, 0x9bd1545b, 0x243a2e36,
819                 0x0cb1670a, 0x930fe757, 0xb4d296ee, 0x1b9e919b,
820                 0x804fc5c0, 0x61a220dc, 0x5a694b77, 0x1c161a12,
821                 0xe20aba93, 0xc0e52aa0, 0x3c43e022, 0x121d171b,
822                 0x0e0b0d09, 0xf2adc78b, 0x2db9a8b6, 0x14c8a91e,
823                 0x578519f1, 0xaf4c0775, 0xeebbdd99, 0xa3fd607f,
824                 0xf79f2601, 0x5cbcf572, 0x44c53b66, 0x5b347efb,
825                 0x8b762943, 0xcbdcc623, 0xb668fced, 0xb863f1e4,
826                 0xd7cadc31, 0x42108563, 0x13402297, 0x842011c6,
827                 0x857d244a, 0xd2f83dbb, 0xae1132f9, 0xc76da129,
828                 0x1d4b2f9e, 0xdcf330b2, 0x0dec5286, 0x77d0e3c1,
829                 0x2b6c16b3, 0xa999b970, 0x11fa4894, 0x472264e9,
830                 0xa8c48cfc, 0xa01a3ff0, 0x56d82c7d, 0x22ef9033,
831                 0x87c74e49, 0xd9c1d138, 0x8cfea2ca, 0x98360bd4,
832                 0xa6cf81f5, 0xa528de7a, 0xda268eb7, 0x3fa4bfad,
833                 0x2ce49d3a, 0x500d9278, 0x6a9bcc5f, 0x5462467e,
834                 0xf6c2138d, 0x90e8b8d8, 0x2e5ef739, 0x82f5afc3,
835                 0x9fbe805d, 0x697c93d0, 0x6fa92dd5, 0xcfb31225,
836                 0xc83b99ac, 0x10a77d18, 0xe86e639c, 0xdb7bbb3b,
837                 0xcd097826, 0x6ef41859, 0xec01b79a, 0x83a89a4f,
838                 0xe6656e95, 0xaa7ee6ff, 0x2108cfbc, 0xefe6e815,
839                 0xbad99be7, 0x4ace366f, 0xead4099f, 0x29d67cb0,
840                 0x31afb2a4, 0x2a31233f, 0xc63094a5, 0x35c066a2,
841                 0x7437bc4e, 0xfca6ca82, 0xe0b0d090, 0x3315d8a7,
842                 0xf14a9804, 0x41f7daec, 0x7f0e50cd, 0x172ff691,
843                 0x768dd64d, 0x434db0ef, 0xcc544daa, 0xe4df0496,
844                 0x9ee3b5d1, 0x4c1b886a, 0xc1b81f2c, 0x467f5165,
845                 0x9d04ea5e, 0x015d358c, 0xfa737487, 0xfb2e410b,
846                 0xb35a1d67, 0x9252d2db, 0xe9335610, 0x6d1347d6,
847                 0x9a8c61d7, 0x377a0ca1, 0x598e14f8, 0xeb893c13,
848                 0xceee27a9, 0xb735c961, 0xe1ede51c, 0x7a3cb147,
849                 0x9c59dfd2, 0x553f73f2, 0x1879ce14, 0x73bf37c7,
850                 0x53eacdf7, 0x5f5baafd, 0xdf146f3d, 0x7886db44,
851                 0xca81f3af, 0xb93ec468, 0x382c3424, 0xc25f40a3,
852                 0x1672c31d, 0xbc0c25e2, 0x288b493c, 0xff41950d,
853                 0x397101a8, 0x08deb30c, 0xd89ce4b4, 0x6490c156,
854                 0x7b6184cb, 0xd570b632, 0x48745c6c, 0xd04257b8,
855         }
856 };
857
858 __visible const u32 crypto_il_tab[4][256] = {
859         {
860                 0x00000052, 0x00000009, 0x0000006a, 0x000000d5,
861                 0x00000030, 0x00000036, 0x000000a5, 0x00000038,
862                 0x000000bf, 0x00000040, 0x000000a3, 0x0000009e,
863                 0x00000081, 0x000000f3, 0x000000d7, 0x000000fb,
864                 0x0000007c, 0x000000e3, 0x00000039, 0x00000082,
865                 0x0000009b, 0x0000002f, 0x000000ff, 0x00000087,
866                 0x00000034, 0x0000008e, 0x00000043, 0x00000044,
867                 0x000000c4, 0x000000de, 0x000000e9, 0x000000cb,
868                 0x00000054, 0x0000007b, 0x00000094, 0x00000032,
869                 0x000000a6, 0x000000c2, 0x00000023, 0x0000003d,
870                 0x000000ee, 0x0000004c, 0x00000095, 0x0000000b,
871                 0x00000042, 0x000000fa, 0x000000c3, 0x0000004e,
872                 0x00000008, 0x0000002e, 0x000000a1, 0x00000066,
873                 0x00000028, 0x000000d9, 0x00000024, 0x000000b2,
874                 0x00000076, 0x0000005b, 0x000000a2, 0x00000049,
875                 0x0000006d, 0x0000008b, 0x000000d1, 0x00000025,
876                 0x00000072, 0x000000f8, 0x000000f6, 0x00000064,
877                 0x00000086, 0x00000068, 0x00000098, 0x00000016,
878                 0x000000d4, 0x000000a4, 0x0000005c, 0x000000cc,
879                 0x0000005d, 0x00000065, 0x000000b6, 0x00000092,
880                 0x0000006c, 0x00000070, 0x00000048, 0x00000050,
881                 0x000000fd, 0x000000ed, 0x000000b9, 0x000000da,
882                 0x0000005e, 0x00000015, 0x00000046, 0x00000057,
883                 0x000000a7, 0x0000008d, 0x0000009d, 0x00000084,
884                 0x00000090, 0x000000d8, 0x000000ab, 0x00000000,
885                 0x0000008c, 0x000000bc, 0x000000d3, 0x0000000a,
886                 0x000000f7, 0x000000e4, 0x00000058, 0x00000005,
887                 0x000000b8, 0x000000b3, 0x00000045, 0x00000006,
888                 0x000000d0, 0x0000002c, 0x0000001e, 0x0000008f,
889                 0x000000ca, 0x0000003f, 0x0000000f, 0x00000002,
890                 0x000000c1, 0x000000af, 0x000000bd, 0x00000003,
891                 0x00000001, 0x00000013, 0x0000008a, 0x0000006b,
892                 0x0000003a, 0x00000091, 0x00000011, 0x00000041,
893                 0x0000004f, 0x00000067, 0x000000dc, 0x000000ea,
894                 0x00000097, 0x000000f2, 0x000000cf, 0x000000ce,
895                 0x000000f0, 0x000000b4, 0x000000e6, 0x00000073,
896                 0x00000096, 0x000000ac, 0x00000074, 0x00000022,
897                 0x000000e7, 0x000000ad, 0x00000035, 0x00000085,
898                 0x000000e2, 0x000000f9, 0x00000037, 0x000000e8,
899                 0x0000001c, 0x00000075, 0x000000df, 0x0000006e,
900                 0x00000047, 0x000000f1, 0x0000001a, 0x00000071,
901                 0x0000001d, 0x00000029, 0x000000c5, 0x00000089,
902                 0x0000006f, 0x000000b7, 0x00000062, 0x0000000e,
903                 0x000000aa, 0x00000018, 0x000000be, 0x0000001b,
904                 0x000000fc, 0x00000056, 0x0000003e, 0x0000004b,
905                 0x000000c6, 0x000000d2, 0x00000079, 0x00000020,
906                 0x0000009a, 0x000000db, 0x000000c0, 0x000000fe,
907                 0x00000078, 0x000000cd, 0x0000005a, 0x000000f4,
908                 0x0000001f, 0x000000dd, 0x000000a8, 0x00000033,
909                 0x00000088, 0x00000007, 0x000000c7, 0x00000031,
910                 0x000000b1, 0x00000012, 0x00000010, 0x00000059,
911                 0x00000027, 0x00000080, 0x000000ec, 0x0000005f,
912                 0x00000060, 0x00000051, 0x0000007f, 0x000000a9,
913                 0x00000019, 0x000000b5, 0x0000004a, 0x0000000d,
914                 0x0000002d, 0x000000e5, 0x0000007a, 0x0000009f,
915                 0x00000093, 0x000000c9, 0x0000009c, 0x000000ef,
916                 0x000000a0, 0x000000e0, 0x0000003b, 0x0000004d,
917                 0x000000ae, 0x0000002a, 0x000000f5, 0x000000b0,
918                 0x000000c8, 0x000000eb, 0x000000bb, 0x0000003c,
919                 0x00000083, 0x00000053, 0x00000099, 0x00000061,
920                 0x00000017, 0x0000002b, 0x00000004, 0x0000007e,
921                 0x000000ba, 0x00000077, 0x000000d6, 0x00000026,
922                 0x000000e1, 0x00000069, 0x00000014, 0x00000063,
923                 0x00000055, 0x00000021, 0x0000000c, 0x0000007d,
924         }, {
925                 0x00005200, 0x00000900, 0x00006a00, 0x0000d500,
926                 0x00003000, 0x00003600, 0x0000a500, 0x00003800,
927                 0x0000bf00, 0x00004000, 0x0000a300, 0x00009e00,
928                 0x00008100, 0x0000f300, 0x0000d700, 0x0000fb00,
929                 0x00007c00, 0x0000e300, 0x00003900, 0x00008200,
930                 0x00009b00, 0x00002f00, 0x0000ff00, 0x00008700,
931                 0x00003400, 0x00008e00, 0x00004300, 0x00004400,
932                 0x0000c400, 0x0000de00, 0x0000e900, 0x0000cb00,
933                 0x00005400, 0x00007b00, 0x00009400, 0x00003200,
934                 0x0000a600, 0x0000c200, 0x00002300, 0x00003d00,
935                 0x0000ee00, 0x00004c00, 0x00009500, 0x00000b00,
936                 0x00004200, 0x0000fa00, 0x0000c300, 0x00004e00,
937                 0x00000800, 0x00002e00, 0x0000a100, 0x00006600,
938                 0x00002800, 0x0000d900, 0x00002400, 0x0000b200,
939                 0x00007600, 0x00005b00, 0x0000a200, 0x00004900,
940                 0x00006d00, 0x00008b00, 0x0000d100, 0x00002500,
941                 0x00007200, 0x0000f800, 0x0000f600, 0x00006400,
942                 0x00008600, 0x00006800, 0x00009800, 0x00001600,
943                 0x0000d400, 0x0000a400, 0x00005c00, 0x0000cc00,
944                 0x00005d00, 0x00006500, 0x0000b600, 0x00009200,
945                 0x00006c00, 0x00007000, 0x00004800, 0x00005000,
946                 0x0000fd00, 0x0000ed00, 0x0000b900, 0x0000da00,
947                 0x00005e00, 0x00001500, 0x00004600, 0x00005700,
948                 0x0000a700, 0x00008d00, 0x00009d00, 0x00008400,
949                 0x00009000, 0x0000d800, 0x0000ab00, 0x00000000,
950                 0x00008c00, 0x0000bc00, 0x0000d300, 0x00000a00,
951                 0x0000f700, 0x0000e400, 0x00005800, 0x00000500,
952                 0x0000b800, 0x0000b300, 0x00004500, 0x00000600,
953                 0x0000d000, 0x00002c00, 0x00001e00, 0x00008f00,
954                 0x0000ca00, 0x00003f00, 0x00000f00, 0x00000200,
955                 0x0000c100, 0x0000af00, 0x0000bd00, 0x00000300,
956                 0x00000100, 0x00001300, 0x00008a00, 0x00006b00,
957                 0x00003a00, 0x00009100, 0x00001100, 0x00004100,
958                 0x00004f00, 0x00006700, 0x0000dc00, 0x0000ea00,
959                 0x00009700, 0x0000f200, 0x0000cf00, 0x0000ce00,
960                 0x0000f000, 0x0000b400, 0x0000e600, 0x00007300,
961                 0x00009600, 0x0000ac00, 0x00007400, 0x00002200,
962                 0x0000e700, 0x0000ad00, 0x00003500, 0x00008500,
963                 0x0000e200, 0x0000f900, 0x00003700, 0x0000e800,
964                 0x00001c00, 0x00007500, 0x0000df00, 0x00006e00,
965                 0x00004700, 0x0000f100, 0x00001a00, 0x00007100,
966                 0x00001d00, 0x00002900, 0x0000c500, 0x00008900,
967                 0x00006f00, 0x0000b700, 0x00006200, 0x00000e00,
968                 0x0000aa00, 0x00001800, 0x0000be00, 0x00001b00,
969                 0x0000fc00, 0x00005600, 0x00003e00, 0x00004b00,
970                 0x0000c600, 0x0000d200, 0x00007900, 0x00002000,
971                 0x00009a00, 0x0000db00, 0x0000c000, 0x0000fe00,
972                 0x00007800, 0x0000cd00, 0x00005a00, 0x0000f400,
973                 0x00001f00, 0x0000dd00, 0x0000a800, 0x00003300,
974                 0x00008800, 0x00000700, 0x0000c700, 0x00003100,
975                 0x0000b100, 0x00001200, 0x00001000, 0x00005900,
976                 0x00002700, 0x00008000, 0x0000ec00, 0x00005f00,
977                 0x00006000, 0x00005100, 0x00007f00, 0x0000a900,
978                 0x00001900, 0x0000b500, 0x00004a00, 0x00000d00,
979                 0x00002d00, 0x0000e500, 0x00007a00, 0x00009f00,
980                 0x00009300, 0x0000c900, 0x00009c00, 0x0000ef00,
981                 0x0000a000, 0x0000e000, 0x00003b00, 0x00004d00,
982                 0x0000ae00, 0x00002a00, 0x0000f500, 0x0000b000,
983                 0x0000c800, 0x0000eb00, 0x0000bb00, 0x00003c00,
984                 0x00008300, 0x00005300, 0x00009900, 0x00006100,
985                 0x00001700, 0x00002b00, 0x00000400, 0x00007e00,
986                 0x0000ba00, 0x00007700, 0x0000d600, 0x00002600,
987                 0x0000e100, 0x00006900, 0x00001400, 0x00006300,
988                 0x00005500, 0x00002100, 0x00000c00, 0x00007d00,
989         }, {
990                 0x00520000, 0x00090000, 0x006a0000, 0x00d50000,
991                 0x00300000, 0x00360000, 0x00a50000, 0x00380000,
992                 0x00bf0000, 0x00400000, 0x00a30000, 0x009e0000,
993                 0x00810000, 0x00f30000, 0x00d70000, 0x00fb0000,
994                 0x007c0000, 0x00e30000, 0x00390000, 0x00820000,
995                 0x009b0000, 0x002f0000, 0x00ff0000, 0x00870000,
996                 0x00340000, 0x008e0000, 0x00430000, 0x00440000,
997                 0x00c40000, 0x00de0000, 0x00e90000, 0x00cb0000,
998                 0x00540000, 0x007b0000, 0x00940000, 0x00320000,
999                 0x00a60000, 0x00c20000, 0x00230000, 0x003d0000,
1000                 0x00ee0000, 0x004c0000, 0x00950000, 0x000b0000,
1001                 0x00420000, 0x00fa0000, 0x00c30000, 0x004e0000,
1002                 0x00080000, 0x002e0000, 0x00a10000, 0x00660000,
1003                 0x00280000, 0x00d90000, 0x00240000, 0x00b20000,
1004                 0x00760000, 0x005b0000, 0x00a20000, 0x00490000,
1005                 0x006d0000, 0x008b0000, 0x00d10000, 0x00250000,
1006                 0x00720000, 0x00f80000, 0x00f60000, 0x00640000,
1007                 0x00860000, 0x00680000, 0x00980000, 0x00160000,
1008                 0x00d40000, 0x00a40000, 0x005c0000, 0x00cc0000,
1009                 0x005d0000, 0x00650000, 0x00b60000, 0x00920000,
1010                 0x006c0000, 0x00700000, 0x00480000, 0x00500000,
1011                 0x00fd0000, 0x00ed0000, 0x00b90000, 0x00da0000,
1012                 0x005e0000, 0x00150000, 0x00460000, 0x00570000,
1013                 0x00a70000, 0x008d0000, 0x009d0000, 0x00840000,
1014                 0x00900000, 0x00d80000, 0x00ab0000, 0x00000000,
1015                 0x008c0000, 0x00bc0000, 0x00d30000, 0x000a0000,
1016                 0x00f70000, 0x00e40000, 0x00580000, 0x00050000,
1017                 0x00b80000, 0x00b30000, 0x00450000, 0x00060000,
1018                 0x00d00000, 0x002c0000, 0x001e0000, 0x008f0000,
1019                 0x00ca0000, 0x003f0000, 0x000f0000, 0x00020000,
1020                 0x00c10000, 0x00af0000, 0x00bd0000, 0x00030000,
1021                 0x00010000, 0x00130000, 0x008a0000, 0x006b0000,
1022                 0x003a0000, 0x00910000, 0x00110000, 0x00410000,
1023                 0x004f0000, 0x00670000, 0x00dc0000, 0x00ea0000,
1024                 0x00970000, 0x00f20000, 0x00cf0000, 0x00ce0000,
1025                 0x00f00000, 0x00b40000, 0x00e60000, 0x00730000,
1026                 0x00960000, 0x00ac0000, 0x00740000, 0x00220000,
1027                 0x00e70000, 0x00ad0000, 0x00350000, 0x00850000,
1028                 0x00e20000, 0x00f90000, 0x00370000, 0x00e80000,
1029                 0x001c0000, 0x00750000, 0x00df0000, 0x006e0000,
1030                 0x00470000, 0x00f10000, 0x001a0000, 0x00710000,
1031                 0x001d0000, 0x00290000, 0x00c50000, 0x00890000,
1032                 0x006f0000, 0x00b70000, 0x00620000, 0x000e0000,
1033                 0x00aa0000, 0x00180000, 0x00be0000, 0x001b0000,
1034                 0x00fc0000, 0x00560000, 0x003e0000, 0x004b0000,
1035                 0x00c60000, 0x00d20000, 0x00790000, 0x00200000,
1036                 0x009a0000, 0x00db0000, 0x00c00000, 0x00fe0000,
1037                 0x00780000, 0x00cd0000, 0x005a0000, 0x00f40000,
1038                 0x001f0000, 0x00dd0000, 0x00a80000, 0x00330000,
1039                 0x00880000, 0x00070000, 0x00c70000, 0x00310000,
1040                 0x00b10000, 0x00120000, 0x00100000, 0x00590000,
1041                 0x00270000, 0x00800000, 0x00ec0000, 0x005f0000,
1042                 0x00600000, 0x00510000, 0x007f0000, 0x00a90000,
1043                 0x00190000, 0x00b50000, 0x004a0000, 0x000d0000,
1044                 0x002d0000, 0x00e50000, 0x007a0000, 0x009f0000,
1045                 0x00930000, 0x00c90000, 0x009c0000, 0x00ef0000,
1046                 0x00a00000, 0x00e00000, 0x003b0000, 0x004d0000,
1047                 0x00ae0000, 0x002a0000, 0x00f50000, 0x00b00000,
1048                 0x00c80000, 0x00eb0000, 0x00bb0000, 0x003c0000,
1049                 0x00830000, 0x00530000, 0x00990000, 0x00610000,
1050                 0x00170000, 0x002b0000, 0x00040000, 0x007e0000,
1051                 0x00ba0000, 0x00770000, 0x00d60000, 0x00260000,
1052                 0x00e10000, 0x00690000, 0x00140000, 0x00630000,
1053                 0x00550000, 0x00210000, 0x000c0000, 0x007d0000,
1054         }, {
1055                 0x52000000, 0x09000000, 0x6a000000, 0xd5000000,
1056                 0x30000000, 0x36000000, 0xa5000000, 0x38000000,
1057                 0xbf000000, 0x40000000, 0xa3000000, 0x9e000000,
1058                 0x81000000, 0xf3000000, 0xd7000000, 0xfb000000,
1059                 0x7c000000, 0xe3000000, 0x39000000, 0x82000000,
1060                 0x9b000000, 0x2f000000, 0xff000000, 0x87000000,
1061                 0x34000000, 0x8e000000, 0x43000000, 0x44000000,
1062                 0xc4000000, 0xde000000, 0xe9000000, 0xcb000000,
1063                 0x54000000, 0x7b000000, 0x94000000, 0x32000000,
1064                 0xa6000000, 0xc2000000, 0x23000000, 0x3d000000,
1065                 0xee000000, 0x4c000000, 0x95000000, 0x0b000000,
1066                 0x42000000, 0xfa000000, 0xc3000000, 0x4e000000,
1067                 0x08000000, 0x2e000000, 0xa1000000, 0x66000000,
1068                 0x28000000, 0xd9000000, 0x24000000, 0xb2000000,
1069                 0x76000000, 0x5b000000, 0xa2000000, 0x49000000,
1070                 0x6d000000, 0x8b000000, 0xd1000000, 0x25000000,
1071                 0x72000000, 0xf8000000, 0xf6000000, 0x64000000,
1072                 0x86000000, 0x68000000, 0x98000000, 0x16000000,
1073                 0xd4000000, 0xa4000000, 0x5c000000, 0xcc000000,
1074                 0x5d000000, 0x65000000, 0xb6000000, 0x92000000,
1075                 0x6c000000, 0x70000000, 0x48000000, 0x50000000,
1076                 0xfd000000, 0xed000000, 0xb9000000, 0xda000000,
1077                 0x5e000000, 0x15000000, 0x46000000, 0x57000000,
1078                 0xa7000000, 0x8d000000, 0x9d000000, 0x84000000,
1079                 0x90000000, 0xd8000000, 0xab000000, 0x00000000,
1080                 0x8c000000, 0xbc000000, 0xd3000000, 0x0a000000,
1081                 0xf7000000, 0xe4000000, 0x58000000, 0x05000000,
1082                 0xb8000000, 0xb3000000, 0x45000000, 0x06000000,
1083                 0xd0000000, 0x2c000000, 0x1e000000, 0x8f000000,
1084                 0xca000000, 0x3f000000, 0x0f000000, 0x02000000,
1085                 0xc1000000, 0xaf000000, 0xbd000000, 0x03000000,
1086                 0x01000000, 0x13000000, 0x8a000000, 0x6b000000,
1087                 0x3a000000, 0x91000000, 0x11000000, 0x41000000,
1088                 0x4f000000, 0x67000000, 0xdc000000, 0xea000000,
1089                 0x97000000, 0xf2000000, 0xcf000000, 0xce000000,
1090                 0xf0000000, 0xb4000000, 0xe6000000, 0x73000000,
1091                 0x96000000, 0xac000000, 0x74000000, 0x22000000,
1092                 0xe7000000, 0xad000000, 0x35000000, 0x85000000,
1093                 0xe2000000, 0xf9000000, 0x37000000, 0xe8000000,
1094                 0x1c000000, 0x75000000, 0xdf000000, 0x6e000000,
1095                 0x47000000, 0xf1000000, 0x1a000000, 0x71000000,
1096                 0x1d000000, 0x29000000, 0xc5000000, 0x89000000,
1097                 0x6f000000, 0xb7000000, 0x62000000, 0x0e000000,
1098                 0xaa000000, 0x18000000, 0xbe000000, 0x1b000000,
1099                 0xfc000000, 0x56000000, 0x3e000000, 0x4b000000,
1100                 0xc6000000, 0xd2000000, 0x79000000, 0x20000000,
1101                 0x9a000000, 0xdb000000, 0xc0000000, 0xfe000000,
1102                 0x78000000, 0xcd000000, 0x5a000000, 0xf4000000,
1103                 0x1f000000, 0xdd000000, 0xa8000000, 0x33000000,
1104                 0x88000000, 0x07000000, 0xc7000000, 0x31000000,
1105                 0xb1000000, 0x12000000, 0x10000000, 0x59000000,
1106                 0x27000000, 0x80000000, 0xec000000, 0x5f000000,
1107                 0x60000000, 0x51000000, 0x7f000000, 0xa9000000,
1108                 0x19000000, 0xb5000000, 0x4a000000, 0x0d000000,
1109                 0x2d000000, 0xe5000000, 0x7a000000, 0x9f000000,
1110                 0x93000000, 0xc9000000, 0x9c000000, 0xef000000,
1111                 0xa0000000, 0xe0000000, 0x3b000000, 0x4d000000,
1112                 0xae000000, 0x2a000000, 0xf5000000, 0xb0000000,
1113                 0xc8000000, 0xeb000000, 0xbb000000, 0x3c000000,
1114                 0x83000000, 0x53000000, 0x99000000, 0x61000000,
1115                 0x17000000, 0x2b000000, 0x04000000, 0x7e000000,
1116                 0xba000000, 0x77000000, 0xd6000000, 0x26000000,
1117                 0xe1000000, 0x69000000, 0x14000000, 0x63000000,
1118                 0x55000000, 0x21000000, 0x0c000000, 0x7d000000,
1119         }
1120 };
1121
1122 EXPORT_SYMBOL_GPL(crypto_ft_tab);
1123 EXPORT_SYMBOL_GPL(crypto_fl_tab);
1124 EXPORT_SYMBOL_GPL(crypto_it_tab);
1125 EXPORT_SYMBOL_GPL(crypto_il_tab);
1126
1127 /* initialise the key schedule from the user supplied key */
1128
1129 #define star_x(x) (((x) & 0x7f7f7f7f) << 1) ^ ((((x) & 0x80808080) >> 7) * 0x1b)
1130
1131 #define imix_col(y, x)  do {            \
1132         u       = star_x(x);            \
1133         v       = star_x(u);            \
1134         w       = star_x(v);            \
1135         t       = w ^ (x);              \
1136         (y)     = u ^ v ^ w;            \
1137         (y)     ^= ror32(u ^ t, 8) ^    \
1138                 ror32(v ^ t, 16) ^      \
1139                 ror32(t, 24);           \
1140 } while (0)
1141
1142 #define ls_box(x)               \
1143         crypto_fl_tab[0][byte(x, 0)] ^  \
1144         crypto_fl_tab[1][byte(x, 1)] ^  \
1145         crypto_fl_tab[2][byte(x, 2)] ^  \
1146         crypto_fl_tab[3][byte(x, 3)]
1147
1148 #define loop4(i)        do {            \
1149         t = ror32(t, 8);                \
1150         t = ls_box(t) ^ rco_tab[i];     \
1151         t ^= ctx->key_enc[4 * i];               \
1152         ctx->key_enc[4 * i + 4] = t;            \
1153         t ^= ctx->key_enc[4 * i + 1];           \
1154         ctx->key_enc[4 * i + 5] = t;            \
1155         t ^= ctx->key_enc[4 * i + 2];           \
1156         ctx->key_enc[4 * i + 6] = t;            \
1157         t ^= ctx->key_enc[4 * i + 3];           \
1158         ctx->key_enc[4 * i + 7] = t;            \
1159 } while (0)
1160
1161 #define loop6(i)        do {            \
1162         t = ror32(t, 8);                \
1163         t = ls_box(t) ^ rco_tab[i];     \
1164         t ^= ctx->key_enc[6 * i];               \
1165         ctx->key_enc[6 * i + 6] = t;            \
1166         t ^= ctx->key_enc[6 * i + 1];           \
1167         ctx->key_enc[6 * i + 7] = t;            \
1168         t ^= ctx->key_enc[6 * i + 2];           \
1169         ctx->key_enc[6 * i + 8] = t;            \
1170         t ^= ctx->key_enc[6 * i + 3];           \
1171         ctx->key_enc[6 * i + 9] = t;            \
1172         t ^= ctx->key_enc[6 * i + 4];           \
1173         ctx->key_enc[6 * i + 10] = t;           \
1174         t ^= ctx->key_enc[6 * i + 5];           \
1175         ctx->key_enc[6 * i + 11] = t;           \
1176 } while (0)
1177
1178 #define loop8tophalf(i) do {                    \
1179         t = ror32(t, 8);                        \
1180         t = ls_box(t) ^ rco_tab[i];             \
1181         t ^= ctx->key_enc[8 * i];                       \
1182         ctx->key_enc[8 * i + 8] = t;                    \
1183         t ^= ctx->key_enc[8 * i + 1];                   \
1184         ctx->key_enc[8 * i + 9] = t;                    \
1185         t ^= ctx->key_enc[8 * i + 2];                   \
1186         ctx->key_enc[8 * i + 10] = t;                   \
1187         t ^= ctx->key_enc[8 * i + 3];                   \
1188         ctx->key_enc[8 * i + 11] = t;                   \
1189 } while (0)
1190
1191 #define loop8(i)        do {                            \
1192         loop8tophalf(i);                                \
1193         t  = ctx->key_enc[8 * i + 4] ^ ls_box(t);       \
1194         ctx->key_enc[8 * i + 12] = t;                   \
1195         t ^= ctx->key_enc[8 * i + 5];                   \
1196         ctx->key_enc[8 * i + 13] = t;                   \
1197         t ^= ctx->key_enc[8 * i + 6];                   \
1198         ctx->key_enc[8 * i + 14] = t;                   \
1199         t ^= ctx->key_enc[8 * i + 7];                   \
1200         ctx->key_enc[8 * i + 15] = t;                   \
1201 } while (0)
1202
1203 /**
1204  * crypto_aes_expand_key - Expands the AES key as described in FIPS-197
1205  * @ctx:        The location where the computed key will be stored.
1206  * @in_key:     The supplied key.
1207  * @key_len:    The length of the supplied key.
1208  *
1209  * Returns 0 on success. The function fails only if an invalid key size (or
1210  * pointer) is supplied.
1211  * The expanded key size is 240 bytes (max of 14 rounds with a unique 16 bytes
1212  * key schedule plus a 16 bytes key which is used before the first round).
1213  * The decryption key is prepared for the "Equivalent Inverse Cipher" as
1214  * described in FIPS-197. The first slot (16 bytes) of each key (enc or dec) is
1215  * for the initial combination, the second slot for the first round and so on.
1216  */
1217 int crypto_aes_expand_key(struct crypto_aes_ctx *ctx, const u8 *in_key,
1218                 unsigned int key_len)
1219 {
1220         u32 i, t, u, v, w, j;
1221
1222         if (key_len != AES_KEYSIZE_128 && key_len != AES_KEYSIZE_192 &&
1223                         key_len != AES_KEYSIZE_256)
1224                 return -EINVAL;
1225
1226         ctx->key_length = key_len;
1227
1228         ctx->key_enc[0] = get_unaligned_le32(in_key);
1229         ctx->key_enc[1] = get_unaligned_le32(in_key + 4);
1230         ctx->key_enc[2] = get_unaligned_le32(in_key + 8);
1231         ctx->key_enc[3] = get_unaligned_le32(in_key + 12);
1232
1233         ctx->key_dec[key_len + 24] = ctx->key_enc[0];
1234         ctx->key_dec[key_len + 25] = ctx->key_enc[1];
1235         ctx->key_dec[key_len + 26] = ctx->key_enc[2];
1236         ctx->key_dec[key_len + 27] = ctx->key_enc[3];
1237
1238         switch (key_len) {
1239         case AES_KEYSIZE_128:
1240                 t = ctx->key_enc[3];
1241                 for (i = 0; i < 10; ++i)
1242                         loop4(i);
1243                 break;
1244
1245         case AES_KEYSIZE_192:
1246                 ctx->key_enc[4] = get_unaligned_le32(in_key + 16);
1247                 t = ctx->key_enc[5] = get_unaligned_le32(in_key + 20);
1248                 for (i = 0; i < 8; ++i)
1249                         loop6(i);
1250                 break;
1251
1252         case AES_KEYSIZE_256:
1253                 ctx->key_enc[4] = get_unaligned_le32(in_key + 16);
1254                 ctx->key_enc[5] = get_unaligned_le32(in_key + 20);
1255                 ctx->key_enc[6] = get_unaligned_le32(in_key + 24);
1256                 t = ctx->key_enc[7] = get_unaligned_le32(in_key + 28);
1257                 for (i = 0; i < 6; ++i)
1258                         loop8(i);
1259                 loop8tophalf(i);
1260                 break;
1261         }
1262
1263         ctx->key_dec[0] = ctx->key_enc[key_len + 24];
1264         ctx->key_dec[1] = ctx->key_enc[key_len + 25];
1265         ctx->key_dec[2] = ctx->key_enc[key_len + 26];
1266         ctx->key_dec[3] = ctx->key_enc[key_len + 27];
1267
1268         for (i = 4; i < key_len + 24; ++i) {
1269                 j = key_len + 24 - (i & ~3) + (i & 3);
1270                 imix_col(ctx->key_dec[j], ctx->key_enc[i]);
1271         }
1272         return 0;
1273 }
1274 EXPORT_SYMBOL_GPL(crypto_aes_expand_key);
1275
1276 /**
1277  * crypto_aes_set_key - Set the AES key.
1278  * @tfm:        The %crypto_tfm that is used in the context.
1279  * @in_key:     The input key.
1280  * @key_len:    The size of the key.
1281  *
1282  * Returns 0 on success, on failure the %CRYPTO_TFM_RES_BAD_KEY_LEN flag in tfm
1283  * is set. The function uses crypto_aes_expand_key() to expand the key.
1284  * &crypto_aes_ctx _must_ be the private data embedded in @tfm which is
1285  * retrieved with crypto_tfm_ctx().
1286  */
1287 int crypto_aes_set_key(struct crypto_tfm *tfm, const u8 *in_key,
1288                 unsigned int key_len)
1289 {
1290         struct crypto_aes_ctx *ctx = crypto_tfm_ctx(tfm);
1291         u32 *flags = &tfm->crt_flags;
1292         int ret;
1293
1294         ret = crypto_aes_expand_key(ctx, in_key, key_len);
1295         if (!ret)
1296                 return 0;
1297
1298         *flags |= CRYPTO_TFM_RES_BAD_KEY_LEN;
1299         return -EINVAL;
1300 }
1301 EXPORT_SYMBOL_GPL(crypto_aes_set_key);
1302
1303 /* encrypt a block of text */
1304
1305 #define f_rn(bo, bi, n, k)      do {                            \
1306         bo[n] = crypto_ft_tab[0][byte(bi[n], 0)] ^                      \
1307                 crypto_ft_tab[1][byte(bi[(n + 1) & 3], 1)] ^            \
1308                 crypto_ft_tab[2][byte(bi[(n + 2) & 3], 2)] ^            \
1309                 crypto_ft_tab[3][byte(bi[(n + 3) & 3], 3)] ^ *(k + n);  \
1310 } while (0)
1311
1312 #define f_nround(bo, bi, k)     do {\
1313         f_rn(bo, bi, 0, k);     \
1314         f_rn(bo, bi, 1, k);     \
1315         f_rn(bo, bi, 2, k);     \
1316         f_rn(bo, bi, 3, k);     \
1317         k += 4;                 \
1318 } while (0)
1319
1320 #define f_rl(bo, bi, n, k)      do {                            \
1321         bo[n] = crypto_fl_tab[0][byte(bi[n], 0)] ^                      \
1322                 crypto_fl_tab[1][byte(bi[(n + 1) & 3], 1)] ^            \
1323                 crypto_fl_tab[2][byte(bi[(n + 2) & 3], 2)] ^            \
1324                 crypto_fl_tab[3][byte(bi[(n + 3) & 3], 3)] ^ *(k + n);  \
1325 } while (0)
1326
1327 #define f_lround(bo, bi, k)     do {\
1328         f_rl(bo, bi, 0, k);     \
1329         f_rl(bo, bi, 1, k);     \
1330         f_rl(bo, bi, 2, k);     \
1331         f_rl(bo, bi, 3, k);     \
1332 } while (0)
1333
1334 static void aes_encrypt(struct crypto_tfm *tfm, u8 *out, const u8 *in)
1335 {
1336         const struct crypto_aes_ctx *ctx = crypto_tfm_ctx(tfm);
1337         u32 b0[4], b1[4];
1338         const u32 *kp = ctx->key_enc + 4;
1339         const int key_len = ctx->key_length;
1340
1341         b0[0] = ctx->key_enc[0] ^ get_unaligned_le32(in);
1342         b0[1] = ctx->key_enc[1] ^ get_unaligned_le32(in + 4);
1343         b0[2] = ctx->key_enc[2] ^ get_unaligned_le32(in + 8);
1344         b0[3] = ctx->key_enc[3] ^ get_unaligned_le32(in + 12);
1345
1346         if (key_len > 24) {
1347                 f_nround(b1, b0, kp);
1348                 f_nround(b0, b1, kp);
1349         }
1350
1351         if (key_len > 16) {
1352                 f_nround(b1, b0, kp);
1353                 f_nround(b0, b1, kp);
1354         }
1355
1356         f_nround(b1, b0, kp);
1357         f_nround(b0, b1, kp);
1358         f_nround(b1, b0, kp);
1359         f_nround(b0, b1, kp);
1360         f_nround(b1, b0, kp);
1361         f_nround(b0, b1, kp);
1362         f_nround(b1, b0, kp);
1363         f_nround(b0, b1, kp);
1364         f_nround(b1, b0, kp);
1365         f_lround(b0, b1, kp);
1366
1367         put_unaligned_le32(b0[0], out);
1368         put_unaligned_le32(b0[1], out + 4);
1369         put_unaligned_le32(b0[2], out + 8);
1370         put_unaligned_le32(b0[3], out + 12);
1371 }
1372
1373 /* decrypt a block of text */
1374
1375 #define i_rn(bo, bi, n, k)      do {                            \
1376         bo[n] = crypto_it_tab[0][byte(bi[n], 0)] ^                      \
1377                 crypto_it_tab[1][byte(bi[(n + 3) & 3], 1)] ^            \
1378                 crypto_it_tab[2][byte(bi[(n + 2) & 3], 2)] ^            \
1379                 crypto_it_tab[3][byte(bi[(n + 1) & 3], 3)] ^ *(k + n);  \
1380 } while (0)
1381
1382 #define i_nround(bo, bi, k)     do {\
1383         i_rn(bo, bi, 0, k);     \
1384         i_rn(bo, bi, 1, k);     \
1385         i_rn(bo, bi, 2, k);     \
1386         i_rn(bo, bi, 3, k);     \
1387         k += 4;                 \
1388 } while (0)
1389
1390 #define i_rl(bo, bi, n, k)      do {                    \
1391         bo[n] = crypto_il_tab[0][byte(bi[n], 0)] ^              \
1392         crypto_il_tab[1][byte(bi[(n + 3) & 3], 1)] ^            \
1393         crypto_il_tab[2][byte(bi[(n + 2) & 3], 2)] ^            \
1394         crypto_il_tab[3][byte(bi[(n + 1) & 3], 3)] ^ *(k + n);  \
1395 } while (0)
1396
1397 #define i_lround(bo, bi, k)     do {\
1398         i_rl(bo, bi, 0, k);     \
1399         i_rl(bo, bi, 1, k);     \
1400         i_rl(bo, bi, 2, k);     \
1401         i_rl(bo, bi, 3, k);     \
1402 } while (0)
1403
1404 static void aes_decrypt(struct crypto_tfm *tfm, u8 *out, const u8 *in)
1405 {
1406         const struct crypto_aes_ctx *ctx = crypto_tfm_ctx(tfm);
1407         u32 b0[4], b1[4];
1408         const int key_len = ctx->key_length;
1409         const u32 *kp = ctx->key_dec + 4;
1410
1411         b0[0] = ctx->key_dec[0] ^ get_unaligned_le32(in);
1412         b0[1] = ctx->key_dec[1] ^ get_unaligned_le32(in + 4);
1413         b0[2] = ctx->key_dec[2] ^ get_unaligned_le32(in + 8);
1414         b0[3] = ctx->key_dec[3] ^ get_unaligned_le32(in + 12);
1415
1416         if (key_len > 24) {
1417                 i_nround(b1, b0, kp);
1418                 i_nround(b0, b1, kp);
1419         }
1420
1421         if (key_len > 16) {
1422                 i_nround(b1, b0, kp);
1423                 i_nround(b0, b1, kp);
1424         }
1425
1426         i_nround(b1, b0, kp);
1427         i_nround(b0, b1, kp);
1428         i_nround(b1, b0, kp);
1429         i_nround(b0, b1, kp);
1430         i_nround(b1, b0, kp);
1431         i_nround(b0, b1, kp);
1432         i_nround(b1, b0, kp);
1433         i_nround(b0, b1, kp);
1434         i_nround(b1, b0, kp);
1435         i_lround(b0, b1, kp);
1436
1437         put_unaligned_le32(b0[0], out);
1438         put_unaligned_le32(b0[1], out + 4);
1439         put_unaligned_le32(b0[2], out + 8);
1440         put_unaligned_le32(b0[3], out + 12);
1441 }
1442
1443 static struct crypto_alg aes_alg = {
1444         .cra_name               =       "aes",
1445         .cra_driver_name        =       "aes-generic",
1446         .cra_priority           =       100,
1447         .cra_flags              =       CRYPTO_ALG_TYPE_CIPHER,
1448         .cra_blocksize          =       AES_BLOCK_SIZE,
1449         .cra_ctxsize            =       sizeof(struct crypto_aes_ctx),
1450         .cra_module             =       THIS_MODULE,
1451         .cra_u                  =       {
1452                 .cipher = {
1453                         .cia_min_keysize        =       AES_MIN_KEY_SIZE,
1454                         .cia_max_keysize        =       AES_MAX_KEY_SIZE,
1455                         .cia_setkey             =       crypto_aes_set_key,
1456                         .cia_encrypt            =       aes_encrypt,
1457                         .cia_decrypt            =       aes_decrypt
1458                 }
1459         }
1460 };
1461
1462 static int __init aes_init(void)
1463 {
1464         return crypto_register_alg(&aes_alg);
1465 }
1466
1467 static void __exit aes_fini(void)
1468 {
1469         crypto_unregister_alg(&aes_alg);
1470 }
1471
1472 module_init(aes_init);
1473 module_exit(aes_fini);
1474
1475 MODULE_DESCRIPTION("Rijndael (AES) Cipher Algorithm");
1476 MODULE_LICENSE("Dual BSD/GPL");
1477 MODULE_ALIAS_CRYPTO("aes");
1478 MODULE_ALIAS_CRYPTO("aes-generic");