arch/x86/crypto/camellia_glue.c

   1 /*
   2  * Glue Code for assembler optimized version of Camellia
   3  *
   4  * Copyright (c) 2012 Jussi Kivilinna <jussi.kivilinna@mbnet.fi>
   5  *
   6  * Camellia parts based on code by:
   7  *  Copyright (C) 2006 NTT (Nippon Telegraph and Telephone Corporation)
   8  * CBC & ECB parts based on code (crypto/cbc.c,ecb.c) by:
   9  *   Copyright (c) 2006 Herbert Xu <herbert@gondor.apana.org.au>
  10  * CTR part based on code (crypto/ctr.c) by:
  11  *   (C) Copyright IBM Corp. 2007 - Joy Latten <latten@us.ibm.com>
  12  *
  13  * This program is free software; you can redistribute it and/or modify
  14  * it under the terms of the GNU General Public License as published by
  15  * the Free Software Foundation; either version 2 of the License, or
  16  * (at your option) any later version.
  17  *
  18  * This program is distributed in the hope that it will be useful,
  19  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  20  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  21  * GNU General Public License for more details.
  22  *
  23  * You should have received a copy of the GNU General Public License
  24  * along with this program; if not, write to the Free Software
  25  * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307
  26  * USA
  27  *
  28  */
  29
  30 #include <asm/processor.h>
  31 #include <asm/unaligned.h>
  32 #include <linux/crypto.h>
  33 #include <linux/init.h>
  34 #include <linux/module.h>
  35 #include <linux/types.h>
  36 #include <crypto/algapi.h>
  37 #include <crypto/b128ops.h>
  38 #include <crypto/lrw.h>
  39 #include <crypto/xts.h>
  40
  41 #define CAMELLIA_MIN_KEY_SIZE   16
  42 #define CAMELLIA_MAX_KEY_SIZE   32
  43 #define CAMELLIA_BLOCK_SIZE     16
  44 #define CAMELLIA_TABLE_BYTE_LEN 272
  45
  46 struct camellia_ctx {
  47         u64 key_table[CAMELLIA_TABLE_BYTE_LEN / sizeof(u64)];
  48         u32 key_length;
  49 };
  50
  51 /* regular block cipher functions */
  52 asmlinkage void __camellia_enc_blk(struct camellia_ctx *ctx, u8 *dst,
  53                                    const u8 *src, bool xor);
  54 asmlinkage void camellia_dec_blk(struct camellia_ctx *ctx, u8 *dst,
  55                                  const u8 *src);
  56
  57 /* 2-way parallel cipher functions */
  58 asmlinkage void __camellia_enc_blk_2way(struct camellia_ctx *ctx, u8 *dst,
  59                                         const u8 *src, bool xor);
  60 asmlinkage void camellia_dec_blk_2way(struct camellia_ctx *ctx, u8 *dst,
  61                                       const u8 *src);
  62
  63 static inline void camellia_enc_blk(struct camellia_ctx *ctx, u8 *dst,
  64                                     const u8 *src)
  65 {
  66         __camellia_enc_blk(ctx, dst, src, false);
  67 }
  68
  69 static inline void camellia_enc_blk_xor(struct camellia_ctx *ctx, u8 *dst,
  70                                         const u8 *src)
  71 {
  72         __camellia_enc_blk(ctx, dst, src, true);
  73 }
  74
  75 static inline void camellia_enc_blk_2way(struct camellia_ctx *ctx, u8 *dst,
  76                                          const u8 *src)
  77 {
  78         __camellia_enc_blk_2way(ctx, dst, src, false);
  79 }
  80
  81 static inline void camellia_enc_blk_xor_2way(struct camellia_ctx *ctx, u8 *dst,
  82                                              const u8 *src)
  83 {
  84         __camellia_enc_blk_2way(ctx, dst, src, true);
  85 }
  86
  87 static void camellia_encrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src)
  88 {
  89         camellia_enc_blk(crypto_tfm_ctx(tfm), dst, src);
  90 }
  91
  92 static void camellia_decrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src)
  93 {
  94         camellia_dec_blk(crypto_tfm_ctx(tfm), dst, src);
  95 }
  96
  97 /* camellia sboxes */
  98 const u64 camellia_sp10011110[256] = {
  99         0x7000007070707000, 0x8200008282828200, 0x2c00002c2c2c2c00,
 100         0xec0000ecececec00, 0xb30000b3b3b3b300, 0x2700002727272700,
 101         0xc00000c0c0c0c000, 0xe50000e5e5e5e500, 0xe40000e4e4e4e400,
 102         0x8500008585858500, 0x5700005757575700, 0x3500003535353500,
 103         0xea0000eaeaeaea00, 0x0c00000c0c0c0c00, 0xae0000aeaeaeae00,
 104         0x4100004141414100, 0x2300002323232300, 0xef0000efefefef00,
 105         0x6b00006b6b6b6b00, 0x9300009393939300, 0x4500004545454500,
 106         0x1900001919191900, 0xa50000a5a5a5a500, 0x2100002121212100,
 107         0xed0000edededed00, 0x0e00000e0e0e0e00, 0x4f00004f4f4f4f00,
 108         0x4e00004e4e4e4e00, 0x1d00001d1d1d1d00, 0x6500006565656500,
 109         0x9200009292929200, 0xbd0000bdbdbdbd00, 0x8600008686868600,
 110         0xb80000b8b8b8b800, 0xaf0000afafafaf00, 0x8f00008f8f8f8f00,
 111         0x7c00007c7c7c7c00, 0xeb0000ebebebeb00, 0x1f00001f1f1f1f00,
 112         0xce0000cececece00, 0x3e00003e3e3e3e00, 0x3000003030303000,
 113         0xdc0000dcdcdcdc00, 0x5f00005f5f5f5f00, 0x5e00005e5e5e5e00,
 114         0xc50000c5c5c5c500, 0x0b00000b0b0b0b00, 0x1a00001a1a1a1a00,
 115         0xa60000a6a6a6a600, 0xe10000e1e1e1e100, 0x3900003939393900,
 116         0xca0000cacacaca00, 0xd50000d5d5d5d500, 0x4700004747474700,
 117         0x5d00005d5d5d5d00, 0x3d00003d3d3d3d00, 0xd90000d9d9d9d900,
 118         0x0100000101010100, 0x5a00005a5a5a5a00, 0xd60000d6d6d6d600,
 119         0x5100005151515100, 0x5600005656565600, 0x6c00006c6c6c6c00,
 120         0x4d00004d4d4d4d00, 0x8b00008b8b8b8b00, 0x0d00000d0d0d0d00,
 121         0x9a00009a9a9a9a00, 0x6600006666666600, 0xfb0000fbfbfbfb00,
 122         0xcc0000cccccccc00, 0xb00000b0b0b0b000, 0x2d00002d2d2d2d00,
 123         0x7400007474747400, 0x1200001212121200, 0x2b00002b2b2b2b00,
 124         0x2000002020202000, 0xf00000f0f0f0f000, 0xb10000b1b1b1b100,
 125         0x8400008484848400, 0x9900009999999900, 0xdf0000dfdfdfdf00,
 126         0x4c00004c4c4c4c00, 0xcb0000cbcbcbcb00, 0xc20000c2c2c2c200,
 127         0x3400003434343400, 0x7e00007e7e7e7e00, 0x7600007676767600,
 128         0x0500000505050500, 0x6d00006d6d6d6d00, 0xb70000b7b7b7b700,
 129         0xa90000a9a9a9a900, 0x3100003131313100, 0xd10000d1d1d1d100,
 130         0x1700001717171700, 0x0400000404040400, 0xd70000d7d7d7d700,
 131         0x1400001414141400, 0x5800005858585800, 0x3a00003a3a3a3a00,
 132         0x6100006161616100, 0xde0000dededede00, 0x1b00001b1b1b1b00,
 133         0x1100001111111100, 0x1c00001c1c1c1c00, 0x3200003232323200,
 134         0x0f00000f0f0f0f00, 0x9c00009c9c9c9c00, 0x1600001616161600,
 135         0x5300005353535300, 0x1800001818181800, 0xf20000f2f2f2f200,
 136         0x2200002222222200, 0xfe0000fefefefe00, 0x4400004444444400,
 137         0xcf0000cfcfcfcf00, 0xb20000b2b2b2b200, 0xc30000c3c3c3c300,
 138         0xb50000b5b5b5b500, 0x7a00007a7a7a7a00, 0x9100009191919100,
 139         0x2400002424242400, 0x0800000808080800, 0xe80000e8e8e8e800,
 140         0xa80000a8a8a8a800, 0x6000006060606000, 0xfc0000fcfcfcfc00,
 141         0x6900006969696900, 0x5000005050505000, 0xaa0000aaaaaaaa00,
 142         0xd00000d0d0d0d000, 0xa00000a0a0a0a000, 0x7d00007d7d7d7d00,
 143         0xa10000a1a1a1a100, 0x8900008989898900, 0x6200006262626200,
 144         0x9700009797979700, 0x5400005454545400, 0x5b00005b5b5b5b00,
 145         0x1e00001e1e1e1e00, 0x9500009595959500, 0xe00000e0e0e0e000,
 146         0xff0000ffffffff00, 0x6400006464646400, 0xd20000d2d2d2d200,
 147         0x1000001010101000, 0xc40000c4c4c4c400, 0x0000000000000000,
 148         0x4800004848484800, 0xa30000a3a3a3a300, 0xf70000f7f7f7f700,
 149         0x7500007575757500, 0xdb0000dbdbdbdb00, 0x8a00008a8a8a8a00,
 150         0x0300000303030300, 0xe60000e6e6e6e600, 0xda0000dadadada00,
 151         0x0900000909090900, 0x3f00003f3f3f3f00, 0xdd0000dddddddd00,
 152         0x9400009494949400, 0x8700008787878700, 0x5c00005c5c5c5c00,
 153         0x8300008383838300, 0x0200000202020200, 0xcd0000cdcdcdcd00,
 154         0x4a00004a4a4a4a00, 0x9000009090909000, 0x3300003333333300,
 155         0x7300007373737300, 0x6700006767676700, 0xf60000f6f6f6f600,
 156         0xf30000f3f3f3f300, 0x9d00009d9d9d9d00, 0x7f00007f7f7f7f00,
 157         0xbf0000bfbfbfbf00, 0xe20000e2e2e2e200, 0x5200005252525200,
 158         0x9b00009b9b9b9b00, 0xd80000d8d8d8d800, 0x2600002626262600,
 159         0xc80000c8c8c8c800, 0x3700003737373700, 0xc60000c6c6c6c600,
 160         0x3b00003b3b3b3b00, 0x8100008181818100, 0x9600009696969600,
 161         0x6f00006f6f6f6f00, 0x4b00004b4b4b4b00, 0x1300001313131300,
 162         0xbe0000bebebebe00, 0x6300006363636300, 0x2e00002e2e2e2e00,
 163         0xe90000e9e9e9e900, 0x7900007979797900, 0xa70000a7a7a7a700,
 164         0x8c00008c8c8c8c00, 0x9f00009f9f9f9f00, 0x6e00006e6e6e6e00,
 165         0xbc0000bcbcbcbc00, 0x8e00008e8e8e8e00, 0x2900002929292900,
 166         0xf50000f5f5f5f500, 0xf90000f9f9f9f900, 0xb60000b6b6b6b600,
 167         0x2f00002f2f2f2f00, 0xfd0000fdfdfdfd00, 0xb40000b4b4b4b400,
 168         0x5900005959595900, 0x7800007878787800, 0x9800009898989800,
 169         0x0600000606060600, 0x6a00006a6a6a6a00, 0xe70000e7e7e7e700,
 170         0x4600004646464600, 0x7100007171717100, 0xba0000babababa00,
 171         0xd40000d4d4d4d400, 0x2500002525252500, 0xab0000abababab00,
 172         0x4200004242424200, 0x8800008888888800, 0xa20000a2a2a2a200,
 173         0x8d00008d8d8d8d00, 0xfa0000fafafafa00, 0x7200007272727200,
 174         0x0700000707070700, 0xb90000b9b9b9b900, 0x5500005555555500,
 175         0xf80000f8f8f8f800, 0xee0000eeeeeeee00, 0xac0000acacacac00,
 176         0x0a00000a0a0a0a00, 0x3600003636363600, 0x4900004949494900,
 177         0x2a00002a2a2a2a00, 0x6800006868686800, 0x3c00003c3c3c3c00,
 178         0x3800003838383800, 0xf10000f1f1f1f100, 0xa40000a4a4a4a400,
 179         0x4000004040404000, 0x2800002828282800, 0xd30000d3d3d3d300,
 180         0x7b00007b7b7b7b00, 0xbb0000bbbbbbbb00, 0xc90000c9c9c9c900,
 181         0x4300004343434300, 0xc10000c1c1c1c100, 0x1500001515151500,
 182         0xe30000e3e3e3e300, 0xad0000adadadad00, 0xf40000f4f4f4f400,
 183         0x7700007777777700, 0xc70000c7c7c7c700, 0x8000008080808000,
 184         0x9e00009e9e9e9e00,
 185 };
 186
 187 const u64 camellia_sp22000222[256] = {
 188         0xe0e0000000e0e0e0, 0x0505000000050505, 0x5858000000585858,
 189         0xd9d9000000d9d9d9, 0x6767000000676767, 0x4e4e0000004e4e4e,
 190         0x8181000000818181, 0xcbcb000000cbcbcb, 0xc9c9000000c9c9c9,
 191         0x0b0b0000000b0b0b, 0xaeae000000aeaeae, 0x6a6a0000006a6a6a,
 192         0xd5d5000000d5d5d5, 0x1818000000181818, 0x5d5d0000005d5d5d,
 193         0x8282000000828282, 0x4646000000464646, 0xdfdf000000dfdfdf,
 194         0xd6d6000000d6d6d6, 0x2727000000272727, 0x8a8a0000008a8a8a,
 195         0x3232000000323232, 0x4b4b0000004b4b4b, 0x4242000000424242,
 196         0xdbdb000000dbdbdb, 0x1c1c0000001c1c1c, 0x9e9e0000009e9e9e,
 197         0x9c9c0000009c9c9c, 0x3a3a0000003a3a3a, 0xcaca000000cacaca,
 198         0x2525000000252525, 0x7b7b0000007b7b7b, 0x0d0d0000000d0d0d,
 199         0x7171000000717171, 0x5f5f0000005f5f5f, 0x1f1f0000001f1f1f,
 200         0xf8f8000000f8f8f8, 0xd7d7000000d7d7d7, 0x3e3e0000003e3e3e,
 201         0x9d9d0000009d9d9d, 0x7c7c0000007c7c7c, 0x6060000000606060,
 202         0xb9b9000000b9b9b9, 0xbebe000000bebebe, 0xbcbc000000bcbcbc,
 203         0x8b8b0000008b8b8b, 0x1616000000161616, 0x3434000000343434,
 204         0x4d4d0000004d4d4d, 0xc3c3000000c3c3c3, 0x7272000000727272,
 205         0x9595000000959595, 0xabab000000ababab, 0x8e8e0000008e8e8e,
 206         0xbaba000000bababa, 0x7a7a0000007a7a7a, 0xb3b3000000b3b3b3,
 207         0x0202000000020202, 0xb4b4000000b4b4b4, 0xadad000000adadad,
 208         0xa2a2000000a2a2a2, 0xacac000000acacac, 0xd8d8000000d8d8d8,
 209         0x9a9a0000009a9a9a, 0x1717000000171717, 0x1a1a0000001a1a1a,
 210         0x3535000000353535, 0xcccc000000cccccc, 0xf7f7000000f7f7f7,
 211         0x9999000000999999, 0x6161000000616161, 0x5a5a0000005a5a5a,
 212         0xe8e8000000e8e8e8, 0x2424000000242424, 0x5656000000565656,
 213         0x4040000000404040, 0xe1e1000000e1e1e1, 0x6363000000636363,
 214         0x0909000000090909, 0x3333000000333333, 0xbfbf000000bfbfbf,
 215         0x9898000000989898, 0x9797000000979797, 0x8585000000858585,
 216         0x6868000000686868, 0xfcfc000000fcfcfc, 0xecec000000ececec,
 217         0x0a0a0000000a0a0a, 0xdada000000dadada, 0x6f6f0000006f6f6f,
 218         0x5353000000535353, 0x6262000000626262, 0xa3a3000000a3a3a3,
 219         0x2e2e0000002e2e2e, 0x0808000000080808, 0xafaf000000afafaf,
 220         0x2828000000282828, 0xb0b0000000b0b0b0, 0x7474000000747474,
 221         0xc2c2000000c2c2c2, 0xbdbd000000bdbdbd, 0x3636000000363636,
 222         0x2222000000222222, 0x3838000000383838, 0x6464000000646464,
 223         0x1e1e0000001e1e1e, 0x3939000000393939, 0x2c2c0000002c2c2c,
 224         0xa6a6000000a6a6a6, 0x3030000000303030, 0xe5e5000000e5e5e5,
 225         0x4444000000444444, 0xfdfd000000fdfdfd, 0x8888000000888888,
 226         0x9f9f0000009f9f9f, 0x6565000000656565, 0x8787000000878787,
 227         0x6b6b0000006b6b6b, 0xf4f4000000f4f4f4, 0x2323000000232323,
 228         0x4848000000484848, 0x1010000000101010, 0xd1d1000000d1d1d1,
 229         0x5151000000515151, 0xc0c0000000c0c0c0, 0xf9f9000000f9f9f9,
 230         0xd2d2000000d2d2d2, 0xa0a0000000a0a0a0, 0x5555000000555555,
 231         0xa1a1000000a1a1a1, 0x4141000000414141, 0xfafa000000fafafa,
 232         0x4343000000434343, 0x1313000000131313, 0xc4c4000000c4c4c4,
 233         0x2f2f0000002f2f2f, 0xa8a8000000a8a8a8, 0xb6b6000000b6b6b6,
 234         0x3c3c0000003c3c3c, 0x2b2b0000002b2b2b, 0xc1c1000000c1c1c1,
 235         0xffff000000ffffff, 0xc8c8000000c8c8c8, 0xa5a5000000a5a5a5,
 236         0x2020000000202020, 0x8989000000898989, 0x0000000000000000,
 237         0x9090000000909090, 0x4747000000474747, 0xefef000000efefef,
 238         0xeaea000000eaeaea, 0xb7b7000000b7b7b7, 0x1515000000151515,
 239         0x0606000000060606, 0xcdcd000000cdcdcd, 0xb5b5000000b5b5b5,
 240         0x1212000000121212, 0x7e7e0000007e7e7e, 0xbbbb000000bbbbbb,
 241         0x2929000000292929, 0x0f0f0000000f0f0f, 0xb8b8000000b8b8b8,
 242         0x0707000000070707, 0x0404000000040404, 0x9b9b0000009b9b9b,
 243         0x9494000000949494, 0x2121000000212121, 0x6666000000666666,
 244         0xe6e6000000e6e6e6, 0xcece000000cecece, 0xeded000000ededed,
 245         0xe7e7000000e7e7e7, 0x3b3b0000003b3b3b, 0xfefe000000fefefe,
 246         0x7f7f0000007f7f7f, 0xc5c5000000c5c5c5, 0xa4a4000000a4a4a4,
 247         0x3737000000373737, 0xb1b1000000b1b1b1, 0x4c4c0000004c4c4c,
 248         0x9191000000919191, 0x6e6e0000006e6e6e, 0x8d8d0000008d8d8d,
 249         0x7676000000767676, 0x0303000000030303, 0x2d2d0000002d2d2d,
 250         0xdede000000dedede, 0x9696000000969696, 0x2626000000262626,
 251         0x7d7d0000007d7d7d, 0xc6c6000000c6c6c6, 0x5c5c0000005c5c5c,
 252         0xd3d3000000d3d3d3, 0xf2f2000000f2f2f2, 0x4f4f0000004f4f4f,
 253         0x1919000000191919, 0x3f3f0000003f3f3f, 0xdcdc000000dcdcdc,
 254         0x7979000000797979, 0x1d1d0000001d1d1d, 0x5252000000525252,
 255         0xebeb000000ebebeb, 0xf3f3000000f3f3f3, 0x6d6d0000006d6d6d,
 256         0x5e5e0000005e5e5e, 0xfbfb000000fbfbfb, 0x6969000000696969,
 257         0xb2b2000000b2b2b2, 0xf0f0000000f0f0f0, 0x3131000000313131,
 258         0x0c0c0000000c0c0c, 0xd4d4000000d4d4d4, 0xcfcf000000cfcfcf,
 259         0x8c8c0000008c8c8c, 0xe2e2000000e2e2e2, 0x7575000000757575,
 260         0xa9a9000000a9a9a9, 0x4a4a0000004a4a4a, 0x5757000000575757,
 261         0x8484000000848484, 0x1111000000111111, 0x4545000000454545,
 262         0x1b1b0000001b1b1b, 0xf5f5000000f5f5f5, 0xe4e4000000e4e4e4,
 263         0x0e0e0000000e0e0e, 0x7373000000737373, 0xaaaa000000aaaaaa,
 264         0xf1f1000000f1f1f1, 0xdddd000000dddddd, 0x5959000000595959,
 265         0x1414000000141414, 0x6c6c0000006c6c6c, 0x9292000000929292,
 266         0x5454000000545454, 0xd0d0000000d0d0d0, 0x7878000000787878,
 267         0x7070000000707070, 0xe3e3000000e3e3e3, 0x4949000000494949,
 268         0x8080000000808080, 0x5050000000505050, 0xa7a7000000a7a7a7,
 269         0xf6f6000000f6f6f6, 0x7777000000777777, 0x9393000000939393,
 270         0x8686000000868686, 0x8383000000838383, 0x2a2a0000002a2a2a,
 271         0xc7c7000000c7c7c7, 0x5b5b0000005b5b5b, 0xe9e9000000e9e9e9,
 272         0xeeee000000eeeeee, 0x8f8f0000008f8f8f, 0x0101000000010101,
 273         0x3d3d0000003d3d3d,
 274 };
 275
 276 const u64 camellia_sp03303033[256] = {
 277         0x0038380038003838, 0x0041410041004141, 0x0016160016001616,
 278         0x0076760076007676, 0x00d9d900d900d9d9, 0x0093930093009393,
 279         0x0060600060006060, 0x00f2f200f200f2f2, 0x0072720072007272,
 280         0x00c2c200c200c2c2, 0x00abab00ab00abab, 0x009a9a009a009a9a,
 281         0x0075750075007575, 0x0006060006000606, 0x0057570057005757,
 282         0x00a0a000a000a0a0, 0x0091910091009191, 0x00f7f700f700f7f7,
 283         0x00b5b500b500b5b5, 0x00c9c900c900c9c9, 0x00a2a200a200a2a2,
 284         0x008c8c008c008c8c, 0x00d2d200d200d2d2, 0x0090900090009090,
 285         0x00f6f600f600f6f6, 0x0007070007000707, 0x00a7a700a700a7a7,
 286         0x0027270027002727, 0x008e8e008e008e8e, 0x00b2b200b200b2b2,
 287         0x0049490049004949, 0x00dede00de00dede, 0x0043430043004343,
 288         0x005c5c005c005c5c, 0x00d7d700d700d7d7, 0x00c7c700c700c7c7,
 289         0x003e3e003e003e3e, 0x00f5f500f500f5f5, 0x008f8f008f008f8f,
 290         0x0067670067006767, 0x001f1f001f001f1f, 0x0018180018001818,
 291         0x006e6e006e006e6e, 0x00afaf00af00afaf, 0x002f2f002f002f2f,
 292         0x00e2e200e200e2e2, 0x0085850085008585, 0x000d0d000d000d0d,
 293         0x0053530053005353, 0x00f0f000f000f0f0, 0x009c9c009c009c9c,
 294         0x0065650065006565, 0x00eaea00ea00eaea, 0x00a3a300a300a3a3,
 295         0x00aeae00ae00aeae, 0x009e9e009e009e9e, 0x00ecec00ec00ecec,
 296         0x0080800080008080, 0x002d2d002d002d2d, 0x006b6b006b006b6b,
 297         0x00a8a800a800a8a8, 0x002b2b002b002b2b, 0x0036360036003636,
 298         0x00a6a600a600a6a6, 0x00c5c500c500c5c5, 0x0086860086008686,
 299         0x004d4d004d004d4d, 0x0033330033003333, 0x00fdfd00fd00fdfd,
 300         0x0066660066006666, 0x0058580058005858, 0x0096960096009696,
 301         0x003a3a003a003a3a, 0x0009090009000909, 0x0095950095009595,
 302         0x0010100010001010, 0x0078780078007878, 0x00d8d800d800d8d8,
 303         0x0042420042004242, 0x00cccc00cc00cccc, 0x00efef00ef00efef,
 304         0x0026260026002626, 0x00e5e500e500e5e5, 0x0061610061006161,
 305         0x001a1a001a001a1a, 0x003f3f003f003f3f, 0x003b3b003b003b3b,
 306         0x0082820082008282, 0x00b6b600b600b6b6, 0x00dbdb00db00dbdb,
 307         0x00d4d400d400d4d4, 0x0098980098009898, 0x00e8e800e800e8e8,
 308         0x008b8b008b008b8b, 0x0002020002000202, 0x00ebeb00eb00ebeb,
 309         0x000a0a000a000a0a, 0x002c2c002c002c2c, 0x001d1d001d001d1d,
 310         0x00b0b000b000b0b0, 0x006f6f006f006f6f, 0x008d8d008d008d8d,
 311         0x0088880088008888, 0x000e0e000e000e0e, 0x0019190019001919,
 312         0x0087870087008787, 0x004e4e004e004e4e, 0x000b0b000b000b0b,
 313         0x00a9a900a900a9a9, 0x000c0c000c000c0c, 0x0079790079007979,
 314         0x0011110011001111, 0x007f7f007f007f7f, 0x0022220022002222,
 315         0x00e7e700e700e7e7, 0x0059590059005959, 0x00e1e100e100e1e1,
 316         0x00dada00da00dada, 0x003d3d003d003d3d, 0x00c8c800c800c8c8,
 317         0x0012120012001212, 0x0004040004000404, 0x0074740074007474,
 318         0x0054540054005454, 0x0030300030003030, 0x007e7e007e007e7e,
 319         0x00b4b400b400b4b4, 0x0028280028002828, 0x0055550055005555,
 320         0x0068680068006868, 0x0050500050005050, 0x00bebe00be00bebe,
 321         0x00d0d000d000d0d0, 0x00c4c400c400c4c4, 0x0031310031003131,
 322         0x00cbcb00cb00cbcb, 0x002a2a002a002a2a, 0x00adad00ad00adad,
 323         0x000f0f000f000f0f, 0x00caca00ca00caca, 0x0070700070007070,
 324         0x00ffff00ff00ffff, 0x0032320032003232, 0x0069690069006969,
 325         0x0008080008000808, 0x0062620062006262, 0x0000000000000000,
 326         0x0024240024002424, 0x00d1d100d100d1d1, 0x00fbfb00fb00fbfb,
 327         0x00baba00ba00baba, 0x00eded00ed00eded, 0x0045450045004545,
 328         0x0081810081008181, 0x0073730073007373, 0x006d6d006d006d6d,
 329         0x0084840084008484, 0x009f9f009f009f9f, 0x00eeee00ee00eeee,
 330         0x004a4a004a004a4a, 0x00c3c300c300c3c3, 0x002e2e002e002e2e,
 331         0x00c1c100c100c1c1, 0x0001010001000101, 0x00e6e600e600e6e6,
 332         0x0025250025002525, 0x0048480048004848, 0x0099990099009999,
 333         0x00b9b900b900b9b9, 0x00b3b300b300b3b3, 0x007b7b007b007b7b,
 334         0x00f9f900f900f9f9, 0x00cece00ce00cece, 0x00bfbf00bf00bfbf,
 335         0x00dfdf00df00dfdf, 0x0071710071007171, 0x0029290029002929,
 336         0x00cdcd00cd00cdcd, 0x006c6c006c006c6c, 0x0013130013001313,
 337         0x0064640064006464, 0x009b9b009b009b9b, 0x0063630063006363,
 338         0x009d9d009d009d9d, 0x00c0c000c000c0c0, 0x004b4b004b004b4b,
 339         0x00b7b700b700b7b7, 0x00a5a500a500a5a5, 0x0089890089008989,
 340         0x005f5f005f005f5f, 0x00b1b100b100b1b1, 0x0017170017001717,
 341         0x00f4f400f400f4f4, 0x00bcbc00bc00bcbc, 0x00d3d300d300d3d3,
 342         0x0046460046004646, 0x00cfcf00cf00cfcf, 0x0037370037003737,
 343         0x005e5e005e005e5e, 0x0047470047004747, 0x0094940094009494,
 344         0x00fafa00fa00fafa, 0x00fcfc00fc00fcfc, 0x005b5b005b005b5b,
 345         0x0097970097009797, 0x00fefe00fe00fefe, 0x005a5a005a005a5a,
 346         0x00acac00ac00acac, 0x003c3c003c003c3c, 0x004c4c004c004c4c,
 347         0x0003030003000303, 0x0035350035003535, 0x00f3f300f300f3f3,
 348         0x0023230023002323, 0x00b8b800b800b8b8, 0x005d5d005d005d5d,
 349         0x006a6a006a006a6a, 0x0092920092009292, 0x00d5d500d500d5d5,
 350         0x0021210021002121, 0x0044440044004444, 0x0051510051005151,
 351         0x00c6c600c600c6c6, 0x007d7d007d007d7d, 0x0039390039003939,
 352         0x0083830083008383, 0x00dcdc00dc00dcdc, 0x00aaaa00aa00aaaa,
 353         0x007c7c007c007c7c, 0x0077770077007777, 0x0056560056005656,
 354         0x0005050005000505, 0x001b1b001b001b1b, 0x00a4a400a400a4a4,
 355         0x0015150015001515, 0x0034340034003434, 0x001e1e001e001e1e,
 356         0x001c1c001c001c1c, 0x00f8f800f800f8f8, 0x0052520052005252,
 357         0x0020200020002020, 0x0014140014001414, 0x00e9e900e900e9e9,
 358         0x00bdbd00bd00bdbd, 0x00dddd00dd00dddd, 0x00e4e400e400e4e4,
 359         0x00a1a100a100a1a1, 0x00e0e000e000e0e0, 0x008a8a008a008a8a,
 360         0x00f1f100f100f1f1, 0x00d6d600d600d6d6, 0x007a7a007a007a7a,
 361         0x00bbbb00bb00bbbb, 0x00e3e300e300e3e3, 0x0040400040004040,
 362         0x004f4f004f004f4f,
 363 };
 364
 365 const u64 camellia_sp00444404[256] = {
 366         0x0000707070700070, 0x00002c2c2c2c002c, 0x0000b3b3b3b300b3,
 367         0x0000c0c0c0c000c0, 0x0000e4e4e4e400e4, 0x0000575757570057,
 368         0x0000eaeaeaea00ea, 0x0000aeaeaeae00ae, 0x0000232323230023,
 369         0x00006b6b6b6b006b, 0x0000454545450045, 0x0000a5a5a5a500a5,
 370         0x0000edededed00ed, 0x00004f4f4f4f004f, 0x00001d1d1d1d001d,
 371         0x0000929292920092, 0x0000868686860086, 0x0000afafafaf00af,
 372         0x00007c7c7c7c007c, 0x00001f1f1f1f001f, 0x00003e3e3e3e003e,
 373         0x0000dcdcdcdc00dc, 0x00005e5e5e5e005e, 0x00000b0b0b0b000b,
 374         0x0000a6a6a6a600a6, 0x0000393939390039, 0x0000d5d5d5d500d5,
 375         0x00005d5d5d5d005d, 0x0000d9d9d9d900d9, 0x00005a5a5a5a005a,
 376         0x0000515151510051, 0x00006c6c6c6c006c, 0x00008b8b8b8b008b,
 377         0x00009a9a9a9a009a, 0x0000fbfbfbfb00fb, 0x0000b0b0b0b000b0,
 378         0x0000747474740074, 0x00002b2b2b2b002b, 0x0000f0f0f0f000f0,
 379         0x0000848484840084, 0x0000dfdfdfdf00df, 0x0000cbcbcbcb00cb,
 380         0x0000343434340034, 0x0000767676760076, 0x00006d6d6d6d006d,
 381         0x0000a9a9a9a900a9, 0x0000d1d1d1d100d1, 0x0000040404040004,
 382         0x0000141414140014, 0x00003a3a3a3a003a, 0x0000dededede00de,
 383         0x0000111111110011, 0x0000323232320032, 0x00009c9c9c9c009c,
 384         0x0000535353530053, 0x0000f2f2f2f200f2, 0x0000fefefefe00fe,
 385         0x0000cfcfcfcf00cf, 0x0000c3c3c3c300c3, 0x00007a7a7a7a007a,
 386         0x0000242424240024, 0x0000e8e8e8e800e8, 0x0000606060600060,
 387         0x0000696969690069, 0x0000aaaaaaaa00aa, 0x0000a0a0a0a000a0,
 388         0x0000a1a1a1a100a1, 0x0000626262620062, 0x0000545454540054,
 389         0x00001e1e1e1e001e, 0x0000e0e0e0e000e0, 0x0000646464640064,
 390         0x0000101010100010, 0x0000000000000000, 0x0000a3a3a3a300a3,
 391         0x0000757575750075, 0x00008a8a8a8a008a, 0x0000e6e6e6e600e6,
 392         0x0000090909090009, 0x0000dddddddd00dd, 0x0000878787870087,
 393         0x0000838383830083, 0x0000cdcdcdcd00cd, 0x0000909090900090,
 394         0x0000737373730073, 0x0000f6f6f6f600f6, 0x00009d9d9d9d009d,
 395         0x0000bfbfbfbf00bf, 0x0000525252520052, 0x0000d8d8d8d800d8,
 396         0x0000c8c8c8c800c8, 0x0000c6c6c6c600c6, 0x0000818181810081,
 397         0x00006f6f6f6f006f, 0x0000131313130013, 0x0000636363630063,
 398         0x0000e9e9e9e900e9, 0x0000a7a7a7a700a7, 0x00009f9f9f9f009f,
 399         0x0000bcbcbcbc00bc, 0x0000292929290029, 0x0000f9f9f9f900f9,
 400         0x00002f2f2f2f002f, 0x0000b4b4b4b400b4, 0x0000787878780078,
 401         0x0000060606060006, 0x0000e7e7e7e700e7, 0x0000717171710071,
 402         0x0000d4d4d4d400d4, 0x0000abababab00ab, 0x0000888888880088,
 403         0x00008d8d8d8d008d, 0x0000727272720072, 0x0000b9b9b9b900b9,
 404         0x0000f8f8f8f800f8, 0x0000acacacac00ac, 0x0000363636360036,
 405         0x00002a2a2a2a002a, 0x00003c3c3c3c003c, 0x0000f1f1f1f100f1,
 406         0x0000404040400040, 0x0000d3d3d3d300d3, 0x0000bbbbbbbb00bb,
 407         0x0000434343430043, 0x0000151515150015, 0x0000adadadad00ad,
 408         0x0000777777770077, 0x0000808080800080, 0x0000828282820082,
 409         0x0000ecececec00ec, 0x0000272727270027, 0x0000e5e5e5e500e5,
 410         0x0000858585850085, 0x0000353535350035, 0x00000c0c0c0c000c,
 411         0x0000414141410041, 0x0000efefefef00ef, 0x0000939393930093,
 412         0x0000191919190019, 0x0000212121210021, 0x00000e0e0e0e000e,
 413         0x00004e4e4e4e004e, 0x0000656565650065, 0x0000bdbdbdbd00bd,
 414         0x0000b8b8b8b800b8, 0x00008f8f8f8f008f, 0x0000ebebebeb00eb,
 415         0x0000cececece00ce, 0x0000303030300030, 0x00005f5f5f5f005f,
 416         0x0000c5c5c5c500c5, 0x00001a1a1a1a001a, 0x0000e1e1e1e100e1,
 417         0x0000cacacaca00ca, 0x0000474747470047, 0x00003d3d3d3d003d,
 418         0x0000010101010001, 0x0000d6d6d6d600d6, 0x0000565656560056,
 419         0x00004d4d4d4d004d, 0x00000d0d0d0d000d, 0x0000666666660066,
 420         0x0000cccccccc00cc, 0x00002d2d2d2d002d, 0x0000121212120012,
 421         0x0000202020200020, 0x0000b1b1b1b100b1, 0x0000999999990099,
 422         0x00004c4c4c4c004c, 0x0000c2c2c2c200c2, 0x00007e7e7e7e007e,
 423         0x0000050505050005, 0x0000b7b7b7b700b7, 0x0000313131310031,
 424         0x0000171717170017, 0x0000d7d7d7d700d7, 0x0000585858580058,
 425         0x0000616161610061, 0x00001b1b1b1b001b, 0x00001c1c1c1c001c,
 426         0x00000f0f0f0f000f, 0x0000161616160016, 0x0000181818180018,
 427         0x0000222222220022, 0x0000444444440044, 0x0000b2b2b2b200b2,
 428         0x0000b5b5b5b500b5, 0x0000919191910091, 0x0000080808080008,
 429         0x0000a8a8a8a800a8, 0x0000fcfcfcfc00fc, 0x0000505050500050,
 430         0x0000d0d0d0d000d0, 0x00007d7d7d7d007d, 0x0000898989890089,
 431         0x0000979797970097, 0x00005b5b5b5b005b, 0x0000959595950095,
 432         0x0000ffffffff00ff, 0x0000d2d2d2d200d2, 0x0000c4c4c4c400c4,
 433         0x0000484848480048, 0x0000f7f7f7f700f7, 0x0000dbdbdbdb00db,
 434         0x0000030303030003, 0x0000dadadada00da, 0x00003f3f3f3f003f,
 435         0x0000949494940094, 0x00005c5c5c5c005c, 0x0000020202020002,
 436         0x00004a4a4a4a004a, 0x0000333333330033, 0x0000676767670067,
 437         0x0000f3f3f3f300f3, 0x00007f7f7f7f007f, 0x0000e2e2e2e200e2,
 438         0x00009b9b9b9b009b, 0x0000262626260026, 0x0000373737370037,
 439         0x00003b3b3b3b003b, 0x0000969696960096, 0x00004b4b4b4b004b,
 440         0x0000bebebebe00be, 0x00002e2e2e2e002e, 0x0000797979790079,
 441         0x00008c8c8c8c008c, 0x00006e6e6e6e006e, 0x00008e8e8e8e008e,
 442         0x0000f5f5f5f500f5, 0x0000b6b6b6b600b6, 0x0000fdfdfdfd00fd,
 443         0x0000595959590059, 0x0000989898980098, 0x00006a6a6a6a006a,
 444         0x0000464646460046, 0x0000babababa00ba, 0x0000252525250025,
 445         0x0000424242420042, 0x0000a2a2a2a200a2, 0x0000fafafafa00fa,
 446         0x0000070707070007, 0x0000555555550055, 0x0000eeeeeeee00ee,
 447         0x00000a0a0a0a000a, 0x0000494949490049, 0x0000686868680068,
 448         0x0000383838380038, 0x0000a4a4a4a400a4, 0x0000282828280028,
 449         0x00007b7b7b7b007b, 0x0000c9c9c9c900c9, 0x0000c1c1c1c100c1,
 450         0x0000e3e3e3e300e3, 0x0000f4f4f4f400f4, 0x0000c7c7c7c700c7,
 451         0x00009e9e9e9e009e,
 452 };
 453
 454 const u64 camellia_sp02220222[256] = {
 455         0x00e0e0e000e0e0e0, 0x0005050500050505, 0x0058585800585858,
 456         0x00d9d9d900d9d9d9, 0x0067676700676767, 0x004e4e4e004e4e4e,
 457         0x0081818100818181, 0x00cbcbcb00cbcbcb, 0x00c9c9c900c9c9c9,
 458         0x000b0b0b000b0b0b, 0x00aeaeae00aeaeae, 0x006a6a6a006a6a6a,
 459         0x00d5d5d500d5d5d5, 0x0018181800181818, 0x005d5d5d005d5d5d,
 460         0x0082828200828282, 0x0046464600464646, 0x00dfdfdf00dfdfdf,
 461         0x00d6d6d600d6d6d6, 0x0027272700272727, 0x008a8a8a008a8a8a,
 462         0x0032323200323232, 0x004b4b4b004b4b4b, 0x0042424200424242,
 463         0x00dbdbdb00dbdbdb, 0x001c1c1c001c1c1c, 0x009e9e9e009e9e9e,
 464         0x009c9c9c009c9c9c, 0x003a3a3a003a3a3a, 0x00cacaca00cacaca,
 465         0x0025252500252525, 0x007b7b7b007b7b7b, 0x000d0d0d000d0d0d,
 466         0x0071717100717171, 0x005f5f5f005f5f5f, 0x001f1f1f001f1f1f,
 467         0x00f8f8f800f8f8f8, 0x00d7d7d700d7d7d7, 0x003e3e3e003e3e3e,
 468         0x009d9d9d009d9d9d, 0x007c7c7c007c7c7c, 0x0060606000606060,
 469         0x00b9b9b900b9b9b9, 0x00bebebe00bebebe, 0x00bcbcbc00bcbcbc,
 470         0x008b8b8b008b8b8b, 0x0016161600161616, 0x0034343400343434,
 471         0x004d4d4d004d4d4d, 0x00c3c3c300c3c3c3, 0x0072727200727272,
 472         0x0095959500959595, 0x00ababab00ababab, 0x008e8e8e008e8e8e,
 473         0x00bababa00bababa, 0x007a7a7a007a7a7a, 0x00b3b3b300b3b3b3,
 474         0x0002020200020202, 0x00b4b4b400b4b4b4, 0x00adadad00adadad,
 475         0x00a2a2a200a2a2a2, 0x00acacac00acacac, 0x00d8d8d800d8d8d8,
 476         0x009a9a9a009a9a9a, 0x0017171700171717, 0x001a1a1a001a1a1a,
 477         0x0035353500353535, 0x00cccccc00cccccc, 0x00f7f7f700f7f7f7,
 478         0x0099999900999999, 0x0061616100616161, 0x005a5a5a005a5a5a,
 479         0x00e8e8e800e8e8e8, 0x0024242400242424, 0x0056565600565656,
 480         0x0040404000404040, 0x00e1e1e100e1e1e1, 0x0063636300636363,
 481         0x0009090900090909, 0x0033333300333333, 0x00bfbfbf00bfbfbf,
 482         0x0098989800989898, 0x0097979700979797, 0x0085858500858585,
 483         0x0068686800686868, 0x00fcfcfc00fcfcfc, 0x00ececec00ececec,
 484         0x000a0a0a000a0a0a, 0x00dadada00dadada, 0x006f6f6f006f6f6f,
 485         0x0053535300535353, 0x0062626200626262, 0x00a3a3a300a3a3a3,
 486         0x002e2e2e002e2e2e, 0x0008080800080808, 0x00afafaf00afafaf,
 487         0x0028282800282828, 0x00b0b0b000b0b0b0, 0x0074747400747474,
 488         0x00c2c2c200c2c2c2, 0x00bdbdbd00bdbdbd, 0x0036363600363636,
 489         0x0022222200222222, 0x0038383800383838, 0x0064646400646464,
 490         0x001e1e1e001e1e1e, 0x0039393900393939, 0x002c2c2c002c2c2c,
 491         0x00a6a6a600a6a6a6, 0x0030303000303030, 0x00e5e5e500e5e5e5,
 492         0x0044444400444444, 0x00fdfdfd00fdfdfd, 0x0088888800888888,
 493         0x009f9f9f009f9f9f, 0x0065656500656565, 0x0087878700878787,
 494         0x006b6b6b006b6b6b, 0x00f4f4f400f4f4f4, 0x0023232300232323,
 495         0x0048484800484848, 0x0010101000101010, 0x00d1d1d100d1d1d1,
 496         0x0051515100515151, 0x00c0c0c000c0c0c0, 0x00f9f9f900f9f9f9,
 497         0x00d2d2d200d2d2d2, 0x00a0a0a000a0a0a0, 0x0055555500555555,
 498         0x00a1a1a100a1a1a1, 0x0041414100414141, 0x00fafafa00fafafa,
 499         0x0043434300434343, 0x0013131300131313, 0x00c4c4c400c4c4c4,
 500         0x002f2f2f002f2f2f, 0x00a8a8a800a8a8a8, 0x00b6b6b600b6b6b6,
 501         0x003c3c3c003c3c3c, 0x002b2b2b002b2b2b, 0x00c1c1c100c1c1c1,
 502         0x00ffffff00ffffff, 0x00c8c8c800c8c8c8, 0x00a5a5a500a5a5a5,
 503         0x0020202000202020, 0x0089898900898989, 0x0000000000000000,
 504         0x0090909000909090, 0x0047474700474747, 0x00efefef00efefef,
 505         0x00eaeaea00eaeaea, 0x00b7b7b700b7b7b7, 0x0015151500151515,
 506         0x0006060600060606, 0x00cdcdcd00cdcdcd, 0x00b5b5b500b5b5b5,
 507         0x0012121200121212, 0x007e7e7e007e7e7e, 0x00bbbbbb00bbbbbb,
 508         0x0029292900292929, 0x000f0f0f000f0f0f, 0x00b8b8b800b8b8b8,
 509         0x0007070700070707, 0x0004040400040404, 0x009b9b9b009b9b9b,
 510         0x0094949400949494, 0x0021212100212121, 0x0066666600666666,
 511         0x00e6e6e600e6e6e6, 0x00cecece00cecece, 0x00ededed00ededed,
 512         0x00e7e7e700e7e7e7, 0x003b3b3b003b3b3b, 0x00fefefe00fefefe,
 513         0x007f7f7f007f7f7f, 0x00c5c5c500c5c5c5, 0x00a4a4a400a4a4a4,
 514         0x0037373700373737, 0x00b1b1b100b1b1b1, 0x004c4c4c004c4c4c,
 515         0x0091919100919191, 0x006e6e6e006e6e6e, 0x008d8d8d008d8d8d,
 516         0x0076767600767676, 0x0003030300030303, 0x002d2d2d002d2d2d,
 517         0x00dedede00dedede, 0x0096969600969696, 0x0026262600262626,
 518         0x007d7d7d007d7d7d, 0x00c6c6c600c6c6c6, 0x005c5c5c005c5c5c,
 519         0x00d3d3d300d3d3d3, 0x00f2f2f200f2f2f2, 0x004f4f4f004f4f4f,
 520         0x0019191900191919, 0x003f3f3f003f3f3f, 0x00dcdcdc00dcdcdc,
 521         0x0079797900797979, 0x001d1d1d001d1d1d, 0x0052525200525252,
 522         0x00ebebeb00ebebeb, 0x00f3f3f300f3f3f3, 0x006d6d6d006d6d6d,
 523         0x005e5e5e005e5e5e, 0x00fbfbfb00fbfbfb, 0x0069696900696969,
 524         0x00b2b2b200b2b2b2, 0x00f0f0f000f0f0f0, 0x0031313100313131,
 525         0x000c0c0c000c0c0c, 0x00d4d4d400d4d4d4, 0x00cfcfcf00cfcfcf,
 526         0x008c8c8c008c8c8c, 0x00e2e2e200e2e2e2, 0x0075757500757575,
 527         0x00a9a9a900a9a9a9, 0x004a4a4a004a4a4a, 0x0057575700575757,
 528         0x0084848400848484, 0x0011111100111111, 0x0045454500454545,
 529         0x001b1b1b001b1b1b, 0x00f5f5f500f5f5f5, 0x00e4e4e400e4e4e4,
 530         0x000e0e0e000e0e0e, 0x0073737300737373, 0x00aaaaaa00aaaaaa,
 531         0x00f1f1f100f1f1f1, 0x00dddddd00dddddd, 0x0059595900595959,
 532         0x0014141400141414, 0x006c6c6c006c6c6c, 0x0092929200929292,
 533         0x0054545400545454, 0x00d0d0d000d0d0d0, 0x0078787800787878,
 534         0x0070707000707070, 0x00e3e3e300e3e3e3, 0x0049494900494949,
 535         0x0080808000808080, 0x0050505000505050, 0x00a7a7a700a7a7a7,
 536         0x00f6f6f600f6f6f6, 0x0077777700777777, 0x0093939300939393,
 537         0x0086868600868686, 0x0083838300838383, 0x002a2a2a002a2a2a,
 538         0x00c7c7c700c7c7c7, 0x005b5b5b005b5b5b, 0x00e9e9e900e9e9e9,
 539         0x00eeeeee00eeeeee, 0x008f8f8f008f8f8f, 0x0001010100010101,
 540         0x003d3d3d003d3d3d,
 541 };
 542
 543 const u64 camellia_sp30333033[256] = {
 544         0x3800383838003838, 0x4100414141004141, 0x1600161616001616,
 545         0x7600767676007676, 0xd900d9d9d900d9d9, 0x9300939393009393,
 546         0x6000606060006060, 0xf200f2f2f200f2f2, 0x7200727272007272,
 547         0xc200c2c2c200c2c2, 0xab00ababab00abab, 0x9a009a9a9a009a9a,
 548         0x7500757575007575, 0x0600060606000606, 0x5700575757005757,
 549         0xa000a0a0a000a0a0, 0x9100919191009191, 0xf700f7f7f700f7f7,
 550         0xb500b5b5b500b5b5, 0xc900c9c9c900c9c9, 0xa200a2a2a200a2a2,
 551         0x8c008c8c8c008c8c, 0xd200d2d2d200d2d2, 0x9000909090009090,
 552         0xf600f6f6f600f6f6, 0x0700070707000707, 0xa700a7a7a700a7a7,
 553         0x2700272727002727, 0x8e008e8e8e008e8e, 0xb200b2b2b200b2b2,
 554         0x4900494949004949, 0xde00dedede00dede, 0x4300434343004343,
 555         0x5c005c5c5c005c5c, 0xd700d7d7d700d7d7, 0xc700c7c7c700c7c7,
 556         0x3e003e3e3e003e3e, 0xf500f5f5f500f5f5, 0x8f008f8f8f008f8f,
 557         0x6700676767006767, 0x1f001f1f1f001f1f, 0x1800181818001818,
 558         0x6e006e6e6e006e6e, 0xaf00afafaf00afaf, 0x2f002f2f2f002f2f,
 559         0xe200e2e2e200e2e2, 0x8500858585008585, 0x0d000d0d0d000d0d,
 560         0x5300535353005353, 0xf000f0f0f000f0f0, 0x9c009c9c9c009c9c,
 561         0x6500656565006565, 0xea00eaeaea00eaea, 0xa300a3a3a300a3a3,
 562         0xae00aeaeae00aeae, 0x9e009e9e9e009e9e, 0xec00ececec00ecec,
 563         0x8000808080008080, 0x2d002d2d2d002d2d, 0x6b006b6b6b006b6b,
 564         0xa800a8a8a800a8a8, 0x2b002b2b2b002b2b, 0x3600363636003636,
 565         0xa600a6a6a600a6a6, 0xc500c5c5c500c5c5, 0x8600868686008686,
 566         0x4d004d4d4d004d4d, 0x3300333333003333, 0xfd00fdfdfd00fdfd,
 567         0x6600666666006666, 0x5800585858005858, 0x9600969696009696,
 568         0x3a003a3a3a003a3a, 0x0900090909000909, 0x9500959595009595,
 569         0x1000101010001010, 0x7800787878007878, 0xd800d8d8d800d8d8,
 570         0x4200424242004242, 0xcc00cccccc00cccc, 0xef00efefef00efef,
 571         0x2600262626002626, 0xe500e5e5e500e5e5, 0x6100616161006161,
 572         0x1a001a1a1a001a1a, 0x3f003f3f3f003f3f, 0x3b003b3b3b003b3b,
 573         0x8200828282008282, 0xb600b6b6b600b6b6, 0xdb00dbdbdb00dbdb,
 574         0xd400d4d4d400d4d4, 0x9800989898009898, 0xe800e8e8e800e8e8,
 575         0x8b008b8b8b008b8b, 0x0200020202000202, 0xeb00ebebeb00ebeb,
 576         0x0a000a0a0a000a0a, 0x2c002c2c2c002c2c, 0x1d001d1d1d001d1d,
 577         0xb000b0b0b000b0b0, 0x6f006f6f6f006f6f, 0x8d008d8d8d008d8d,
 578         0x8800888888008888, 0x0e000e0e0e000e0e, 0x1900191919001919,
 579         0x8700878787008787, 0x4e004e4e4e004e4e, 0x0b000b0b0b000b0b,
 580         0xa900a9a9a900a9a9, 0x0c000c0c0c000c0c, 0x7900797979007979,
 581         0x1100111111001111, 0x7f007f7f7f007f7f, 0x2200222222002222,
 582         0xe700e7e7e700e7e7, 0x5900595959005959, 0xe100e1e1e100e1e1,
 583         0xda00dadada00dada, 0x3d003d3d3d003d3d, 0xc800c8c8c800c8c8,
 584         0x1200121212001212, 0x0400040404000404, 0x7400747474007474,
 585         0x5400545454005454, 0x3000303030003030, 0x7e007e7e7e007e7e,
 586         0xb400b4b4b400b4b4, 0x2800282828002828, 0x5500555555005555,
 587         0x6800686868006868, 0x5000505050005050, 0xbe00bebebe00bebe,
 588         0xd000d0d0d000d0d0, 0xc400c4c4c400c4c4, 0x3100313131003131,
 589         0xcb00cbcbcb00cbcb, 0x2a002a2a2a002a2a, 0xad00adadad00adad,
 590         0x0f000f0f0f000f0f, 0xca00cacaca00caca, 0x7000707070007070,
 591         0xff00ffffff00ffff, 0x3200323232003232, 0x6900696969006969,
 592         0x0800080808000808, 0x6200626262006262, 0x0000000000000000,
 593         0x2400242424002424, 0xd100d1d1d100d1d1, 0xfb00fbfbfb00fbfb,
 594         0xba00bababa00baba, 0xed00ededed00eded, 0x4500454545004545,
 595         0x8100818181008181, 0x7300737373007373, 0x6d006d6d6d006d6d,
 596         0x8400848484008484, 0x9f009f9f9f009f9f, 0xee00eeeeee00eeee,
 597         0x4a004a4a4a004a4a, 0xc300c3c3c300c3c3, 0x2e002e2e2e002e2e,
 598         0xc100c1c1c100c1c1, 0x0100010101000101, 0xe600e6e6e600e6e6,
 599         0x2500252525002525, 0x4800484848004848, 0x9900999999009999,
 600         0xb900b9b9b900b9b9, 0xb300b3b3b300b3b3, 0x7b007b7b7b007b7b,
 601         0xf900f9f9f900f9f9, 0xce00cecece00cece, 0xbf00bfbfbf00bfbf,
 602         0xdf00dfdfdf00dfdf, 0x7100717171007171, 0x2900292929002929,
 603         0xcd00cdcdcd00cdcd, 0x6c006c6c6c006c6c, 0x1300131313001313,
 604         0x6400646464006464, 0x9b009b9b9b009b9b, 0x6300636363006363,
 605         0x9d009d9d9d009d9d, 0xc000c0c0c000c0c0, 0x4b004b4b4b004b4b,
 606         0xb700b7b7b700b7b7, 0xa500a5a5a500a5a5, 0x8900898989008989,
 607         0x5f005f5f5f005f5f, 0xb100b1b1b100b1b1, 0x1700171717001717,
 608         0xf400f4f4f400f4f4, 0xbc00bcbcbc00bcbc, 0xd300d3d3d300d3d3,
 609         0x4600464646004646, 0xcf00cfcfcf00cfcf, 0x3700373737003737,
 610         0x5e005e5e5e005e5e, 0x4700474747004747, 0x9400949494009494,
 611         0xfa00fafafa00fafa, 0xfc00fcfcfc00fcfc, 0x5b005b5b5b005b5b,
 612         0x9700979797009797, 0xfe00fefefe00fefe, 0x5a005a5a5a005a5a,
 613         0xac00acacac00acac, 0x3c003c3c3c003c3c, 0x4c004c4c4c004c4c,
 614         0x0300030303000303, 0x3500353535003535, 0xf300f3f3f300f3f3,
 615         0x2300232323002323, 0xb800b8b8b800b8b8, 0x5d005d5d5d005d5d,
 616         0x6a006a6a6a006a6a, 0x9200929292009292, 0xd500d5d5d500d5d5,
 617         0x2100212121002121, 0x4400444444004444, 0x5100515151005151,
 618         0xc600c6c6c600c6c6, 0x7d007d7d7d007d7d, 0x3900393939003939,
 619         0x8300838383008383, 0xdc00dcdcdc00dcdc, 0xaa00aaaaaa00aaaa,
 620         0x7c007c7c7c007c7c, 0x7700777777007777, 0x5600565656005656,
 621         0x0500050505000505, 0x1b001b1b1b001b1b, 0xa400a4a4a400a4a4,
 622         0x1500151515001515, 0x3400343434003434, 0x1e001e1e1e001e1e,
 623         0x1c001c1c1c001c1c, 0xf800f8f8f800f8f8, 0x5200525252005252,
 624         0x2000202020002020, 0x1400141414001414, 0xe900e9e9e900e9e9,
 625         0xbd00bdbdbd00bdbd, 0xdd00dddddd00dddd, 0xe400e4e4e400e4e4,
 626         0xa100a1a1a100a1a1, 0xe000e0e0e000e0e0, 0x8a008a8a8a008a8a,
 627         0xf100f1f1f100f1f1, 0xd600d6d6d600d6d6, 0x7a007a7a7a007a7a,
 628         0xbb00bbbbbb00bbbb, 0xe300e3e3e300e3e3, 0x4000404040004040,
 629         0x4f004f4f4f004f4f,
 630 };
 631
 632 const u64 camellia_sp44044404[256] = {
 633         0x7070007070700070, 0x2c2c002c2c2c002c, 0xb3b300b3b3b300b3,
 634         0xc0c000c0c0c000c0, 0xe4e400e4e4e400e4, 0x5757005757570057,
 635         0xeaea00eaeaea00ea, 0xaeae00aeaeae00ae, 0x2323002323230023,
 636         0x6b6b006b6b6b006b, 0x4545004545450045, 0xa5a500a5a5a500a5,
 637         0xeded00ededed00ed, 0x4f4f004f4f4f004f, 0x1d1d001d1d1d001d,
 638         0x9292009292920092, 0x8686008686860086, 0xafaf00afafaf00af,
 639         0x7c7c007c7c7c007c, 0x1f1f001f1f1f001f, 0x3e3e003e3e3e003e,
 640         0xdcdc00dcdcdc00dc, 0x5e5e005e5e5e005e, 0x0b0b000b0b0b000b,
 641         0xa6a600a6a6a600a6, 0x3939003939390039, 0xd5d500d5d5d500d5,
 642         0x5d5d005d5d5d005d, 0xd9d900d9d9d900d9, 0x5a5a005a5a5a005a,
 643         0x5151005151510051, 0x6c6c006c6c6c006c, 0x8b8b008b8b8b008b,
 644         0x9a9a009a9a9a009a, 0xfbfb00fbfbfb00fb, 0xb0b000b0b0b000b0,
 645         0x7474007474740074, 0x2b2b002b2b2b002b, 0xf0f000f0f0f000f0,
 646         0x8484008484840084, 0xdfdf00dfdfdf00df, 0xcbcb00cbcbcb00cb,
 647         0x3434003434340034, 0x7676007676760076, 0x6d6d006d6d6d006d,
 648         0xa9a900a9a9a900a9, 0xd1d100d1d1d100d1, 0x0404000404040004,
 649         0x1414001414140014, 0x3a3a003a3a3a003a, 0xdede00dedede00de,
 650         0x1111001111110011, 0x3232003232320032, 0x9c9c009c9c9c009c,
 651         0x5353005353530053, 0xf2f200f2f2f200f2, 0xfefe00fefefe00fe,
 652         0xcfcf00cfcfcf00cf, 0xc3c300c3c3c300c3, 0x7a7a007a7a7a007a,
 653         0x2424002424240024, 0xe8e800e8e8e800e8, 0x6060006060600060,
 654         0x6969006969690069, 0xaaaa00aaaaaa00aa, 0xa0a000a0a0a000a0,
 655         0xa1a100a1a1a100a1, 0x6262006262620062, 0x5454005454540054,
 656         0x1e1e001e1e1e001e, 0xe0e000e0e0e000e0, 0x6464006464640064,
 657         0x1010001010100010, 0x0000000000000000, 0xa3a300a3a3a300a3,
 658         0x7575007575750075, 0x8a8a008a8a8a008a, 0xe6e600e6e6e600e6,
 659         0x0909000909090009, 0xdddd00dddddd00dd, 0x8787008787870087,
 660         0x8383008383830083, 0xcdcd00cdcdcd00cd, 0x9090009090900090,
 661         0x7373007373730073, 0xf6f600f6f6f600f6, 0x9d9d009d9d9d009d,
 662         0xbfbf00bfbfbf00bf, 0x5252005252520052, 0xd8d800d8d8d800d8,
 663         0xc8c800c8c8c800c8, 0xc6c600c6c6c600c6, 0x8181008181810081,
 664         0x6f6f006f6f6f006f, 0x1313001313130013, 0x6363006363630063,
 665         0xe9e900e9e9e900e9, 0xa7a700a7a7a700a7, 0x9f9f009f9f9f009f,
 666         0xbcbc00bcbcbc00bc, 0x2929002929290029, 0xf9f900f9f9f900f9,
 667         0x2f2f002f2f2f002f, 0xb4b400b4b4b400b4, 0x7878007878780078,
 668         0x0606000606060006, 0xe7e700e7e7e700e7, 0x7171007171710071,
 669         0xd4d400d4d4d400d4, 0xabab00ababab00ab, 0x8888008888880088,
 670         0x8d8d008d8d8d008d, 0x7272007272720072, 0xb9b900b9b9b900b9,
 671         0xf8f800f8f8f800f8, 0xacac00acacac00ac, 0x3636003636360036,
 672         0x2a2a002a2a2a002a, 0x3c3c003c3c3c003c, 0xf1f100f1f1f100f1,
 673         0x4040004040400040, 0xd3d300d3d3d300d3, 0xbbbb00bbbbbb00bb,
 674         0x4343004343430043, 0x1515001515150015, 0xadad00adadad00ad,
 675         0x7777007777770077, 0x8080008080800080, 0x8282008282820082,
 676         0xecec00ececec00ec, 0x2727002727270027, 0xe5e500e5e5e500e5,
 677         0x8585008585850085, 0x3535003535350035, 0x0c0c000c0c0c000c,
 678         0x4141004141410041, 0xefef00efefef00ef, 0x9393009393930093,
 679         0x1919001919190019, 0x2121002121210021, 0x0e0e000e0e0e000e,
 680         0x4e4e004e4e4e004e, 0x6565006565650065, 0xbdbd00bdbdbd00bd,
 681         0xb8b800b8b8b800b8, 0x8f8f008f8f8f008f, 0xebeb00ebebeb00eb,
 682         0xcece00cecece00ce, 0x3030003030300030, 0x5f5f005f5f5f005f,
 683         0xc5c500c5c5c500c5, 0x1a1a001a1a1a001a, 0xe1e100e1e1e100e1,
 684         0xcaca00cacaca00ca, 0x4747004747470047, 0x3d3d003d3d3d003d,
 685         0x0101000101010001, 0xd6d600d6d6d600d6, 0x5656005656560056,
 686         0x4d4d004d4d4d004d, 0x0d0d000d0d0d000d, 0x6666006666660066,
 687         0xcccc00cccccc00cc, 0x2d2d002d2d2d002d, 0x1212001212120012,
 688         0x2020002020200020, 0xb1b100b1b1b100b1, 0x9999009999990099,
 689         0x4c4c004c4c4c004c, 0xc2c200c2c2c200c2, 0x7e7e007e7e7e007e,
 690         0x0505000505050005, 0xb7b700b7b7b700b7, 0x3131003131310031,
 691         0x1717001717170017, 0xd7d700d7d7d700d7, 0x5858005858580058,
 692         0x6161006161610061, 0x1b1b001b1b1b001b, 0x1c1c001c1c1c001c,
 693         0x0f0f000f0f0f000f, 0x1616001616160016, 0x1818001818180018,
 694         0x2222002222220022, 0x4444004444440044, 0xb2b200b2b2b200b2,
 695         0xb5b500b5b5b500b5, 0x9191009191910091, 0x0808000808080008,
 696         0xa8a800a8a8a800a8, 0xfcfc00fcfcfc00fc, 0x5050005050500050,
 697         0xd0d000d0d0d000d0, 0x7d7d007d7d7d007d, 0x8989008989890089,
 698         0x9797009797970097, 0x5b5b005b5b5b005b, 0x9595009595950095,
 699         0xffff00ffffff00ff, 0xd2d200d2d2d200d2, 0xc4c400c4c4c400c4,
 700         0x4848004848480048, 0xf7f700f7f7f700f7, 0xdbdb00dbdbdb00db,
 701         0x0303000303030003, 0xdada00dadada00da, 0x3f3f003f3f3f003f,
 702         0x9494009494940094, 0x5c5c005c5c5c005c, 0x0202000202020002,
 703         0x4a4a004a4a4a004a, 0x3333003333330033, 0x6767006767670067,
 704         0xf3f300f3f3f300f3, 0x7f7f007f7f7f007f, 0xe2e200e2e2e200e2,
 705         0x9b9b009b9b9b009b, 0x2626002626260026, 0x3737003737370037,
 706         0x3b3b003b3b3b003b, 0x9696009696960096, 0x4b4b004b4b4b004b,
 707         0xbebe00bebebe00be, 0x2e2e002e2e2e002e, 0x7979007979790079,
 708         0x8c8c008c8c8c008c, 0x6e6e006e6e6e006e, 0x8e8e008e8e8e008e,
 709         0xf5f500f5f5f500f5, 0xb6b600b6b6b600b6, 0xfdfd00fdfdfd00fd,
 710         0x5959005959590059, 0x9898009898980098, 0x6a6a006a6a6a006a,
 711         0x4646004646460046, 0xbaba00bababa00ba, 0x2525002525250025,
 712         0x4242004242420042, 0xa2a200a2a2a200a2, 0xfafa00fafafa00fa,
 713         0x0707000707070007, 0x5555005555550055, 0xeeee00eeeeee00ee,
 714         0x0a0a000a0a0a000a, 0x4949004949490049, 0x6868006868680068,
 715         0x3838003838380038, 0xa4a400a4a4a400a4, 0x2828002828280028,
 716         0x7b7b007b7b7b007b, 0xc9c900c9c9c900c9, 0xc1c100c1c1c100c1,
 717         0xe3e300e3e3e300e3, 0xf4f400f4f4f400f4, 0xc7c700c7c7c700c7,
 718         0x9e9e009e9e9e009e,
 719 };
 720
 721 const u64 camellia_sp11101110[256] = {
 722         0x7070700070707000, 0x8282820082828200, 0x2c2c2c002c2c2c00,
 723         0xececec00ececec00, 0xb3b3b300b3b3b300, 0x2727270027272700,
 724         0xc0c0c000c0c0c000, 0xe5e5e500e5e5e500, 0xe4e4e400e4e4e400,
 725         0x8585850085858500, 0x5757570057575700, 0x3535350035353500,
 726         0xeaeaea00eaeaea00, 0x0c0c0c000c0c0c00, 0xaeaeae00aeaeae00,
 727         0x4141410041414100, 0x2323230023232300, 0xefefef00efefef00,
 728         0x6b6b6b006b6b6b00, 0x9393930093939300, 0x4545450045454500,
 729         0x1919190019191900, 0xa5a5a500a5a5a500, 0x2121210021212100,
 730         0xededed00ededed00, 0x0e0e0e000e0e0e00, 0x4f4f4f004f4f4f00,
 731         0x4e4e4e004e4e4e00, 0x1d1d1d001d1d1d00, 0x6565650065656500,
 732         0x9292920092929200, 0xbdbdbd00bdbdbd00, 0x8686860086868600,
 733         0xb8b8b800b8b8b800, 0xafafaf00afafaf00, 0x8f8f8f008f8f8f00,
 734         0x7c7c7c007c7c7c00, 0xebebeb00ebebeb00, 0x1f1f1f001f1f1f00,
 735         0xcecece00cecece00, 0x3e3e3e003e3e3e00, 0x3030300030303000,
 736         0xdcdcdc00dcdcdc00, 0x5f5f5f005f5f5f00, 0x5e5e5e005e5e5e00,
 737         0xc5c5c500c5c5c500, 0x0b0b0b000b0b0b00, 0x1a1a1a001a1a1a00,
 738         0xa6a6a600a6a6a600, 0xe1e1e100e1e1e100, 0x3939390039393900,
 739         0xcacaca00cacaca00, 0xd5d5d500d5d5d500, 0x4747470047474700,
 740         0x5d5d5d005d5d5d00, 0x3d3d3d003d3d3d00, 0xd9d9d900d9d9d900,
 741         0x0101010001010100, 0x5a5a5a005a5a5a00, 0xd6d6d600d6d6d600,
 742         0x5151510051515100, 0x5656560056565600, 0x6c6c6c006c6c6c00,
 743         0x4d4d4d004d4d4d00, 0x8b8b8b008b8b8b00, 0x0d0d0d000d0d0d00,
 744         0x9a9a9a009a9a9a00, 0x6666660066666600, 0xfbfbfb00fbfbfb00,
 745         0xcccccc00cccccc00, 0xb0b0b000b0b0b000, 0x2d2d2d002d2d2d00,
 746         0x7474740074747400, 0x1212120012121200, 0x2b2b2b002b2b2b00,
 747         0x2020200020202000, 0xf0f0f000f0f0f000, 0xb1b1b100b1b1b100,
 748         0x8484840084848400, 0x9999990099999900, 0xdfdfdf00dfdfdf00,
 749         0x4c4c4c004c4c4c00, 0xcbcbcb00cbcbcb00, 0xc2c2c200c2c2c200,
 750         0x3434340034343400, 0x7e7e7e007e7e7e00, 0x7676760076767600,
 751         0x0505050005050500, 0x6d6d6d006d6d6d00, 0xb7b7b700b7b7b700,
 752         0xa9a9a900a9a9a900, 0x3131310031313100, 0xd1d1d100d1d1d100,
 753         0x1717170017171700, 0x0404040004040400, 0xd7d7d700d7d7d700,
 754         0x1414140014141400, 0x5858580058585800, 0x3a3a3a003a3a3a00,
 755         0x6161610061616100, 0xdedede00dedede00, 0x1b1b1b001b1b1b00,
 756         0x1111110011111100, 0x1c1c1c001c1c1c00, 0x3232320032323200,
 757         0x0f0f0f000f0f0f00, 0x9c9c9c009c9c9c00, 0x1616160016161600,
 758         0x5353530053535300, 0x1818180018181800, 0xf2f2f200f2f2f200,
 759         0x2222220022222200, 0xfefefe00fefefe00, 0x4444440044444400,
 760         0xcfcfcf00cfcfcf00, 0xb2b2b200b2b2b200, 0xc3c3c300c3c3c300,
 761         0xb5b5b500b5b5b500, 0x7a7a7a007a7a7a00, 0x9191910091919100,
 762         0x2424240024242400, 0x0808080008080800, 0xe8e8e800e8e8e800,
 763         0xa8a8a800a8a8a800, 0x6060600060606000, 0xfcfcfc00fcfcfc00,
 764         0x6969690069696900, 0x5050500050505000, 0xaaaaaa00aaaaaa00,
 765         0xd0d0d000d0d0d000, 0xa0a0a000a0a0a000, 0x7d7d7d007d7d7d00,
 766         0xa1a1a100a1a1a100, 0x8989890089898900, 0x6262620062626200,
 767         0x9797970097979700, 0x5454540054545400, 0x5b5b5b005b5b5b00,
 768         0x1e1e1e001e1e1e00, 0x9595950095959500, 0xe0e0e000e0e0e000,
 769         0xffffff00ffffff00, 0x6464640064646400, 0xd2d2d200d2d2d200,
 770         0x1010100010101000, 0xc4c4c400c4c4c400, 0x0000000000000000,
 771         0x4848480048484800, 0xa3a3a300a3a3a300, 0xf7f7f700f7f7f700,
 772         0x7575750075757500, 0xdbdbdb00dbdbdb00, 0x8a8a8a008a8a8a00,
 773         0x0303030003030300, 0xe6e6e600e6e6e600, 0xdadada00dadada00,
 774         0x0909090009090900, 0x3f3f3f003f3f3f00, 0xdddddd00dddddd00,
 775         0x9494940094949400, 0x8787870087878700, 0x5c5c5c005c5c5c00,
 776         0x8383830083838300, 0x0202020002020200, 0xcdcdcd00cdcdcd00,
 777         0x4a4a4a004a4a4a00, 0x9090900090909000, 0x3333330033333300,
 778         0x7373730073737300, 0x6767670067676700, 0xf6f6f600f6f6f600,
 779         0xf3f3f300f3f3f300, 0x9d9d9d009d9d9d00, 0x7f7f7f007f7f7f00,
 780         0xbfbfbf00bfbfbf00, 0xe2e2e200e2e2e200, 0x5252520052525200,
 781         0x9b9b9b009b9b9b00, 0xd8d8d800d8d8d800, 0x2626260026262600,
 782         0xc8c8c800c8c8c800, 0x3737370037373700, 0xc6c6c600c6c6c600,
 783         0x3b3b3b003b3b3b00, 0x8181810081818100, 0x9696960096969600,
 784         0x6f6f6f006f6f6f00, 0x4b4b4b004b4b4b00, 0x1313130013131300,
 785         0xbebebe00bebebe00, 0x6363630063636300, 0x2e2e2e002e2e2e00,
 786         0xe9e9e900e9e9e900, 0x7979790079797900, 0xa7a7a700a7a7a700,
 787         0x8c8c8c008c8c8c00, 0x9f9f9f009f9f9f00, 0x6e6e6e006e6e6e00,
 788         0xbcbcbc00bcbcbc00, 0x8e8e8e008e8e8e00, 0x2929290029292900,
 789         0xf5f5f500f5f5f500, 0xf9f9f900f9f9f900, 0xb6b6b600b6b6b600,
 790         0x2f2f2f002f2f2f00, 0xfdfdfd00fdfdfd00, 0xb4b4b400b4b4b400,
 791         0x5959590059595900, 0x7878780078787800, 0x9898980098989800,
 792         0x0606060006060600, 0x6a6a6a006a6a6a00, 0xe7e7e700e7e7e700,
 793         0x4646460046464600, 0x7171710071717100, 0xbababa00bababa00,
 794         0xd4d4d400d4d4d400, 0x2525250025252500, 0xababab00ababab00,
 795         0x4242420042424200, 0x8888880088888800, 0xa2a2a200a2a2a200,
 796         0x8d8d8d008d8d8d00, 0xfafafa00fafafa00, 0x7272720072727200,
 797         0x0707070007070700, 0xb9b9b900b9b9b900, 0x5555550055555500,
 798         0xf8f8f800f8f8f800, 0xeeeeee00eeeeee00, 0xacacac00acacac00,
 799         0x0a0a0a000a0a0a00, 0x3636360036363600, 0x4949490049494900,
 800         0x2a2a2a002a2a2a00, 0x6868680068686800, 0x3c3c3c003c3c3c00,
 801         0x3838380038383800, 0xf1f1f100f1f1f100, 0xa4a4a400a4a4a400,
 802         0x4040400040404000, 0x2828280028282800, 0xd3d3d300d3d3d300,
 803         0x7b7b7b007b7b7b00, 0xbbbbbb00bbbbbb00, 0xc9c9c900c9c9c900,
 804         0x4343430043434300, 0xc1c1c100c1c1c100, 0x1515150015151500,
 805         0xe3e3e300e3e3e300, 0xadadad00adadad00, 0xf4f4f400f4f4f400,
 806         0x7777770077777700, 0xc7c7c700c7c7c700, 0x8080800080808000,
 807         0x9e9e9e009e9e9e00,
 808 };
 809
 810 /* key constants */
 811 #define CAMELLIA_SIGMA1L (0xA09E667FL)
 812 #define CAMELLIA_SIGMA1R (0x3BCC908BL)
 813 #define CAMELLIA_SIGMA2L (0xB67AE858L)
 814 #define CAMELLIA_SIGMA2R (0x4CAA73B2L)
 815 #define CAMELLIA_SIGMA3L (0xC6EF372FL)
 816 #define CAMELLIA_SIGMA3R (0xE94F82BEL)
 817 #define CAMELLIA_SIGMA4L (0x54FF53A5L)
 818 #define CAMELLIA_SIGMA4R (0xF1D36F1CL)
 819 #define CAMELLIA_SIGMA5L (0x10E527FAL)
 820 #define CAMELLIA_SIGMA5R (0xDE682D1DL)
 821 #define CAMELLIA_SIGMA6L (0xB05688C2L)
 822 #define CAMELLIA_SIGMA6R (0xB3E6C1FDL)
 823
 824 /* macros */
 825 #define ROLDQ(l, r, bits) ({ \
 826         u64 t = l;                                      \
 827         l = (l << bits) | (r >> (64 - bits));           \
 828         r = (r << bits) | (t >> (64 - bits));           \
 829 })
 830
 831 #define CAMELLIA_F(x, kl, kr, y) ({ \
 832         u64 ii = x ^ (((u64)kl << 32) | kr);                            \
 833         y = camellia_sp11101110[(uint8_t)ii];                           \
 834         y ^= camellia_sp44044404[(uint8_t)(ii >> 8)];                   \
 835         ii >>= 16;                                                      \
 836         y ^= camellia_sp30333033[(uint8_t)ii];                          \
 837         y ^= camellia_sp02220222[(uint8_t)(ii >> 8)];                   \
 838         ii >>= 16;                                                      \
 839         y ^= camellia_sp00444404[(uint8_t)ii];                          \
 840         y ^= camellia_sp03303033[(uint8_t)(ii >> 8)];                   \
 841         ii >>= 16;                                                      \
 842         y ^= camellia_sp22000222[(uint8_t)ii];                          \
 843         y ^= camellia_sp10011110[(uint8_t)(ii >> 8)];                   \
 844         y = ror64(y, 32);                                               \
 845 })
 846
 847 #define SET_SUBKEY_LR(INDEX, sRL) (subkey[(INDEX)] = ror64((sRL), 32))
 848
 849 static void camellia_setup_tail(u64 *subkey, u64 *subRL, int max)
 850 {
 851         u64 kw4, tt;
 852         u32 dw, tl, tr;
 853
 854         /* absorb kw2 to other subkeys */
 855         /* round 2 */
 856         subRL[3] ^= subRL[1];
 857         /* round 4 */
 858         subRL[5] ^= subRL[1];
 859         /* round 6 */
 860         subRL[7] ^= subRL[1];
 861
 862         subRL[1] ^= (subRL[1] & ~subRL[9]) << 32;
 863         /* modified for FLinv(kl2) */
 864         dw = (subRL[1] & subRL[9]) >> 32,
 865                 subRL[1] ^= rol32(dw, 1);
 866
 867         /* round 8 */
 868         subRL[11] ^= subRL[1];
 869         /* round 10 */
 870         subRL[13] ^= subRL[1];
 871         /* round 12 */
 872         subRL[15] ^= subRL[1];
 873
 874         subRL[1] ^= (subRL[1] & ~subRL[17]) << 32;
 875         /* modified for FLinv(kl4) */
 876         dw = (subRL[1] & subRL[17]) >> 32,
 877                 subRL[1] ^= rol32(dw, 1);
 878
 879         /* round 14 */
 880         subRL[19] ^= subRL[1];
 881         /* round 16 */
 882         subRL[21] ^= subRL[1];
 883         /* round 18 */
 884         subRL[23] ^= subRL[1];
 885
 886         if (max == 24) {
 887                 /* kw3 */
 888                 subRL[24] ^= subRL[1];
 889
 890                 /* absorb kw4 to other subkeys */
 891                 kw4 = subRL[25];
 892         } else {
 893                 subRL[1] ^= (subRL[1] & ~subRL[25]) << 32;
 894                 /* modified for FLinv(kl6) */
 895                 dw = (subRL[1] & subRL[25]) >> 32,
 896                         subRL[1] ^= rol32(dw, 1);
 897
 898                 /* round 20 */
 899                 subRL[27] ^= subRL[1];
 900                 /* round 22 */
 901                 subRL[29] ^= subRL[1];
 902                 /* round 24 */
 903                 subRL[31] ^= subRL[1];
 904                 /* kw3 */
 905                 subRL[32] ^= subRL[1];
 906
 907                 /* absorb kw4 to other subkeys */
 908                 kw4 = subRL[33];
 909                 /* round 23 */
 910                 subRL[30] ^= kw4;
 911                 /* round 21 */
 912                 subRL[28] ^= kw4;
 913                 /* round 19 */
 914                 subRL[26] ^= kw4;
 915
 916                 kw4 ^= (kw4 & ~subRL[24]) << 32;
 917                 /* modified for FL(kl5) */
 918                 dw = (kw4 & subRL[24]) >> 32,
 919                         kw4 ^= rol32(dw, 1);
 920         }
 921
 922         /* round 17 */
 923         subRL[22] ^= kw4;
 924         /* round 15 */
 925         subRL[20] ^= kw4;
 926         /* round 13 */
 927         subRL[18] ^= kw4;
 928
 929         kw4 ^= (kw4 & ~subRL[16]) << 32;
 930         /* modified for FL(kl3) */
 931         dw = (kw4 & subRL[16]) >> 32,
 932                 kw4 ^= rol32(dw, 1);
 933
 934         /* round 11 */
 935         subRL[14] ^= kw4;
 936         /* round 9 */
 937         subRL[12] ^= kw4;
 938         /* round 7 */
 939         subRL[10] ^= kw4;
 940
 941         kw4 ^= (kw4 & ~subRL[8]) << 32;
 942         /* modified for FL(kl1) */
 943         dw = (kw4 & subRL[8]) >> 32,
 944                 kw4 ^= rol32(dw, 1);
 945
 946         /* round 5 */
 947         subRL[6] ^= kw4;
 948         /* round 3 */
 949         subRL[4] ^= kw4;
 950         /* round 1 */
 951         subRL[2] ^= kw4;
 952         /* kw1 */
 953         subRL[0] ^= kw4;
 954
 955         /* key XOR is end of F-function */
 956         SET_SUBKEY_LR(0, subRL[0] ^ subRL[2]);                  /* kw1 */
 957         SET_SUBKEY_LR(2, subRL[3]);                             /* round 1 */
 958         SET_SUBKEY_LR(3, subRL[2] ^ subRL[4]);                  /* round 2 */
 959         SET_SUBKEY_LR(4, subRL[3] ^ subRL[5]);                  /* round 3 */
 960         SET_SUBKEY_LR(5, subRL[4] ^ subRL[6]);                  /* round 4 */
 961         SET_SUBKEY_LR(6, subRL[5] ^ subRL[7]);                  /* round 5 */
 962
 963         tl = (subRL[10] >> 32) ^ (subRL[10] & ~subRL[8]);
 964         dw = tl & (subRL[8] >> 32),                             /* FL(kl1) */
 965                 tr = subRL[10] ^ rol32(dw, 1);
 966         tt = (tr | ((u64)tl << 32));
 967
 968         SET_SUBKEY_LR(7, subRL[6] ^ tt);                        /* round 6 */
 969         SET_SUBKEY_LR(8, subRL[8]);                             /* FL(kl1) */
 970         SET_SUBKEY_LR(9, subRL[9]);                             /* FLinv(kl2) */
 971
 972         tl = (subRL[7] >> 32) ^ (subRL[7] & ~subRL[9]);
 973         dw = tl & (subRL[9] >> 32),                             /* FLinv(kl2) */
 974                 tr = subRL[7] ^ rol32(dw, 1);
 975         tt = (tr | ((u64)tl << 32));
 976
 977         SET_SUBKEY_LR(10, subRL[11] ^ tt);                      /* round 7 */
 978         SET_SUBKEY_LR(11, subRL[10] ^ subRL[12]);               /* round 8 */
 979         SET_SUBKEY_LR(12, subRL[11] ^ subRL[13]);               /* round 9 */
 980         SET_SUBKEY_LR(13, subRL[12] ^ subRL[14]);               /* round 10 */
 981         SET_SUBKEY_LR(14, subRL[13] ^ subRL[15]);               /* round 11 */
 982
 983         tl = (subRL[18] >> 32) ^ (subRL[18] & ~subRL[16]);
 984         dw = tl & (subRL[16] >> 32),                            /* FL(kl3) */
 985                 tr = subRL[18] ^ rol32(dw, 1);
 986         tt = (tr | ((u64)tl << 32));
 987
 988         SET_SUBKEY_LR(15, subRL[14] ^ tt);                      /* round 12 */
 989         SET_SUBKEY_LR(16, subRL[16]);                           /* FL(kl3) */
 990         SET_SUBKEY_LR(17, subRL[17]);                           /* FLinv(kl4) */
 991
 992         tl = (subRL[15] >> 32) ^ (subRL[15] & ~subRL[17]);
 993         dw = tl & (subRL[17] >> 32),                            /* FLinv(kl4) */
 994                 tr = subRL[15] ^ rol32(dw, 1);
 995         tt = (tr | ((u64)tl << 32));
 996
 997         SET_SUBKEY_LR(18, subRL[19] ^ tt);                      /* round 13 */
 998         SET_SUBKEY_LR(19, subRL[18] ^ subRL[20]);               /* round 14 */
 999         SET_SUBKEY_LR(20, subRL[19] ^ subRL[21]);               /* round 15 */
1000         SET_SUBKEY_LR(21, subRL[20] ^ subRL[22]);               /* round 16 */
1001         SET_SUBKEY_LR(22, subRL[21] ^ subRL[23]);               /* round 17 */
1002
1003         if (max == 24) {
1004                 SET_SUBKEY_LR(23, subRL[22]);                   /* round 18 */
1005                 SET_SUBKEY_LR(24, subRL[24] ^ subRL[23]);       /* kw3 */
1006         } else {
1007                 tl = (subRL[26] >> 32) ^ (subRL[26] & ~subRL[24]);
1008                 dw = tl & (subRL[24] >> 32),                    /* FL(kl5) */
1009                         tr = subRL[26] ^ rol32(dw, 1);
1010                 tt = (tr | ((u64)tl << 32));
1011
1012                 SET_SUBKEY_LR(23, subRL[22] ^ tt);              /* round 18 */
1013                 SET_SUBKEY_LR(24, subRL[24]);                   /* FL(kl5) */
1014                 SET_SUBKEY_LR(25, subRL[25]);                   /* FLinv(kl6) */
1015
1016                 tl = (subRL[23] >> 32) ^ (subRL[23] & ~subRL[25]);
1017                 dw = tl & (subRL[25] >> 32),                    /* FLinv(kl6) */
1018                         tr = subRL[23] ^ rol32(dw, 1);
1019                 tt = (tr | ((u64)tl << 32));
1020
1021                 SET_SUBKEY_LR(26, subRL[27] ^ tt);              /* round 19 */
1022                 SET_SUBKEY_LR(27, subRL[26] ^ subRL[28]);       /* round 20 */
1023                 SET_SUBKEY_LR(28, subRL[27] ^ subRL[29]);       /* round 21 */
1024                 SET_SUBKEY_LR(29, subRL[28] ^ subRL[30]);       /* round 22 */
1025                 SET_SUBKEY_LR(30, subRL[29] ^ subRL[31]);       /* round 23 */
1026                 SET_SUBKEY_LR(31, subRL[30]);                   /* round 24 */
1027                 SET_SUBKEY_LR(32, subRL[32] ^ subRL[31]);       /* kw3 */
1028         }
1029 }
1030
1031 static void camellia_setup128(const unsigned char *key, u64 *subkey)
1032 {
1033         u64 kl, kr, ww;
1034         u64 subRL[26];
1035
1036         /**
1037          *  k == kl || kr (|| is concatenation)
1038          */
1039         kl = get_unaligned_be64(key);
1040         kr = get_unaligned_be64(key + 8);
1041
1042         /* generate KL dependent subkeys */
1043         /* kw1 */
1044         subRL[0] = kl;
1045         /* kw2 */
1046         subRL[1] = kr;
1047
1048         /* rotation left shift 15bit */
1049         ROLDQ(kl, kr, 15);
1050
1051         /* k3 */
1052         subRL[4] = kl;
1053         /* k4 */
1054         subRL[5] = kr;
1055
1056         /* rotation left shift 15+30bit */
1057         ROLDQ(kl, kr, 30);
1058
1059         /* k7 */
1060         subRL[10] = kl;
1061         /* k8 */
1062         subRL[11] = kr;
1063
1064         /* rotation left shift 15+30+15bit */
1065         ROLDQ(kl, kr, 15);
1066
1067         /* k10 */
1068         subRL[13] = kr;
1069         /* rotation left shift 15+30+15+17 bit */
1070         ROLDQ(kl, kr, 17);
1071
1072         /* kl3 */
1073         subRL[16] = kl;
1074         /* kl4 */
1075         subRL[17] = kr;
1076
1077         /* rotation left shift 15+30+15+17+17 bit */
1078         ROLDQ(kl, kr, 17);
1079
1080         /* k13 */
1081         subRL[18] = kl;
1082         /* k14 */
1083         subRL[19] = kr;
1084
1085         /* rotation left shift 15+30+15+17+17+17 bit */
1086         ROLDQ(kl, kr, 17);
1087
1088         /* k17 */
1089         subRL[22] = kl;
1090         /* k18 */
1091         subRL[23] = kr;
1092
1093         /* generate KA */
1094         kl = subRL[0];
1095         kr = subRL[1];
1096         CAMELLIA_F(kl, CAMELLIA_SIGMA1L, CAMELLIA_SIGMA1R, ww);
1097         kr ^= ww;
1098         CAMELLIA_F(kr, CAMELLIA_SIGMA2L, CAMELLIA_SIGMA2R, kl);
1099
1100         /* current status == (kll, klr, w0, w1) */
1101         CAMELLIA_F(kl, CAMELLIA_SIGMA3L, CAMELLIA_SIGMA3R, kr);
1102         kr ^= ww;
1103         CAMELLIA_F(kr, CAMELLIA_SIGMA4L, CAMELLIA_SIGMA4R, ww);
1104         kl ^= ww;
1105
1106         /* generate KA dependent subkeys */
1107         /* k1, k2 */
1108         subRL[2] = kl;
1109         subRL[3] = kr;
1110         ROLDQ(kl, kr, 15);
1111         /* k5,k6 */
1112         subRL[6] = kl;
1113         subRL[7] = kr;
1114         ROLDQ(kl, kr, 15);
1115         /* kl1, kl2 */
1116         subRL[8] = kl;
1117         subRL[9] = kr;
1118         ROLDQ(kl, kr, 15);
1119         /* k9 */
1120         subRL[12] = kl;
1121         ROLDQ(kl, kr, 15);
1122         /* k11, k12 */
1123         subRL[14] = kl;
1124         subRL[15] = kr;
1125         ROLDQ(kl, kr, 34);
1126         /* k15, k16 */
1127         subRL[20] = kl;
1128         subRL[21] = kr;
1129         ROLDQ(kl, kr, 17);
1130         /* kw3, kw4 */
1131         subRL[24] = kl;
1132         subRL[25] = kr;
1133
1134         camellia_setup_tail(subkey, subRL, 24);
1135 }
1136
1137 static void camellia_setup256(const unsigned char *key, u64 *subkey)
1138 {
1139         u64 kl, kr;                     /* left half of key */
1140         u64 krl, krr;                   /* right half of key */
1141         u64 ww;                         /* temporary variables */
1142         u64 subRL[34];
1143
1144         /**
1145          *  key = (kl || kr || krl || krr) (|| is concatenation)
1146          */
1147         kl = get_unaligned_be64(key);
1148         kr = get_unaligned_be64(key + 8);
1149         krl = get_unaligned_be64(key + 16);
1150         krr = get_unaligned_be64(key + 24);
1151
1152         /* generate KL dependent subkeys */
1153         /* kw1 */
1154         subRL[0] = kl;
1155         /* kw2 */
1156         subRL[1] = kr;
1157         ROLDQ(kl, kr, 45);
1158         /* k9 */
1159         subRL[12] = kl;
1160         /* k10 */
1161         subRL[13] = kr;
1162         ROLDQ(kl, kr, 15);
1163         /* kl3 */
1164         subRL[16] = kl;
1165         /* kl4 */
1166         subRL[17] = kr;
1167         ROLDQ(kl, kr, 17);
1168         /* k17 */
1169         subRL[22] = kl;
1170         /* k18 */
1171         subRL[23] = kr;
1172         ROLDQ(kl, kr, 34);
1173         /* k23 */
1174         subRL[30] = kl;
1175         /* k24 */
1176         subRL[31] = kr;
1177
1178         /* generate KR dependent subkeys */
1179         ROLDQ(krl, krr, 15);
1180         /* k3 */
1181         subRL[4] = krl;
1182         /* k4 */
1183         subRL[5] = krr;
1184         ROLDQ(krl, krr, 15);
1185         /* kl1 */
1186         subRL[8] = krl;
1187         /* kl2 */
1188         subRL[9] = krr;
1189         ROLDQ(krl, krr, 30);
1190         /* k13 */
1191         subRL[18] = krl;
1192         /* k14 */
1193         subRL[19] = krr;
1194         ROLDQ(krl, krr, 34);
1195         /* k19 */
1196         subRL[26] = krl;
1197         /* k20 */
1198         subRL[27] = krr;
1199         ROLDQ(krl, krr, 34);
1200
1201         /* generate KA */
1202         kl = subRL[0] ^ krl;
1203         kr = subRL[1] ^ krr;
1204
1205         CAMELLIA_F(kl, CAMELLIA_SIGMA1L, CAMELLIA_SIGMA1R, ww);
1206         kr ^= ww;
1207         CAMELLIA_F(kr, CAMELLIA_SIGMA2L, CAMELLIA_SIGMA2R, kl);
1208         kl ^= krl;
1209         CAMELLIA_F(kl, CAMELLIA_SIGMA3L, CAMELLIA_SIGMA3R, kr);
1210         kr ^= ww ^ krr;
1211         CAMELLIA_F(kr, CAMELLIA_SIGMA4L, CAMELLIA_SIGMA4R, ww);
1212         kl ^= ww;
1213
1214         /* generate KB */
1215         krl ^= kl;
1216         krr ^= kr;
1217         CAMELLIA_F(krl, CAMELLIA_SIGMA5L, CAMELLIA_SIGMA5R, ww);
1218         krr ^= ww;
1219         CAMELLIA_F(krr, CAMELLIA_SIGMA6L, CAMELLIA_SIGMA6R, ww);
1220         krl ^= ww;
1221
1222         /* generate KA dependent subkeys */
1223         ROLDQ(kl, kr, 15);
1224         /* k5 */
1225         subRL[6] = kl;
1226         /* k6 */
1227         subRL[7] = kr;
1228         ROLDQ(kl, kr, 30);
1229         /* k11 */
1230         subRL[14] = kl;
1231         /* k12 */
1232         subRL[15] = kr;
1233         /* rotation left shift 32bit */
1234         ROLDQ(kl, kr, 32);
1235         /* kl5 */
1236         subRL[24] = kl;
1237         /* kl6 */
1238         subRL[25] = kr;
1239         /* rotation left shift 17 from k11,k12 -> k21,k22 */
1240         ROLDQ(kl, kr, 17);
1241         /* k21 */
1242         subRL[28] = kl;
1243         /* k22 */
1244         subRL[29] = kr;
1245
1246         /* generate KB dependent subkeys */
1247         /* k1 */
1248         subRL[2] = krl;
1249         /* k2 */
1250         subRL[3] = krr;
1251         ROLDQ(krl, krr, 30);
1252         /* k7 */
1253         subRL[10] = krl;
1254         /* k8 */
1255         subRL[11] = krr;
1256         ROLDQ(krl, krr, 30);
1257         /* k15 */
1258         subRL[20] = krl;
1259         /* k16 */
1260         subRL[21] = krr;
1261         ROLDQ(krl, krr, 51);
1262         /* kw3 */
1263         subRL[32] = krl;
1264         /* kw4 */
1265         subRL[33] = krr;
1266
1267         camellia_setup_tail(subkey, subRL, 32);
1268 }
1269
1270 static void camellia_setup192(const unsigned char *key, u64 *subkey)
1271 {
1272         unsigned char kk[32];
1273         u64 krl, krr;
1274
1275         memcpy(kk, key, 24);
1276         memcpy((unsigned char *)&krl, key+16, 8);
1277         krr = ~krl;
1278         memcpy(kk+24, (unsigned char *)&krr, 8);
1279         camellia_setup256(kk, subkey);
1280 }
1281
1282 static int __camellia_setkey(struct camellia_ctx *cctx,
1283                              const unsigned char *key,
1284                              unsigned int key_len, u32 *flags)
1285 {
1286         if (key_len != 16 && key_len != 24 && key_len != 32) {
1287                 *flags |= CRYPTO_TFM_RES_BAD_KEY_LEN;
1288                 return -EINVAL;
1289         }
1290
1291         cctx->key_length = key_len;
1292
1293         switch (key_len) {
1294         case 16:
1295                 camellia_setup128(key, cctx->key_table);
1296                 break;
1297         case 24:
1298                 camellia_setup192(key, cctx->key_table);
1299                 break;
1300         case 32:
1301                 camellia_setup256(key, cctx->key_table);
1302                 break;
1303         }
1304
1305         return 0;
1306 }
1307
1308 static int camellia_setkey(struct crypto_tfm *tfm, const u8 *in_key,
1309                            unsigned int key_len)
1310 {
1311         return __camellia_setkey(crypto_tfm_ctx(tfm), in_key, key_len,
1312                                  &tfm->crt_flags);
1313 }
1314
1315 static int ecb_crypt(struct blkcipher_desc *desc, struct blkcipher_walk *walk,
1316                      void (*fn)(struct camellia_ctx *, u8 *, const u8 *),
1317                      void (*fn_2way)(struct camellia_ctx *, u8 *, const u8 *))
1318 {
1319         struct camellia_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
1320         unsigned int bsize = CAMELLIA_BLOCK_SIZE;
1321         unsigned int nbytes;
1322         int err;
1323
1324         err = blkcipher_walk_virt(desc, walk);
1325
1326         while ((nbytes = walk->nbytes)) {
1327                 u8 *wsrc = walk->src.virt.addr;
1328                 u8 *wdst = walk->dst.virt.addr;
1329
1330                 /* Process two block batch */
1331                 if (nbytes >= bsize * 2) {
1332                         do {
1333                                 fn_2way(ctx, wdst, wsrc);
1334
1335                                 wsrc += bsize * 2;
1336                                 wdst += bsize * 2;
1337                                 nbytes -= bsize * 2;
1338                         } while (nbytes >= bsize * 2);
1339
1340                         if (nbytes < bsize)
1341                                 goto done;
1342                 }
1343
1344                 /* Handle leftovers */
1345                 do {
1346                         fn(ctx, wdst, wsrc);
1347
1348                         wsrc += bsize;
1349                         wdst += bsize;
1350                         nbytes -= bsize;
1351                 } while (nbytes >= bsize);
1352
1353 done:
1354                 err = blkcipher_walk_done(desc, walk, nbytes);
1355         }
1356
1357         return err;
1358 }
1359
1360 static int ecb_encrypt(struct blkcipher_desc *desc, struct scatterlist *dst,
1361                        struct scatterlist *src, unsigned int nbytes)
1362 {
1363         struct blkcipher_walk walk;
1364
1365         blkcipher_walk_init(&walk, dst, src, nbytes);
1366         return ecb_crypt(desc, &walk, camellia_enc_blk, camellia_enc_blk_2way);
1367 }
1368
1369 static int ecb_decrypt(struct blkcipher_desc *desc, struct scatterlist *dst,
1370                        struct scatterlist *src, unsigned int nbytes)
1371 {
1372         struct blkcipher_walk walk;
1373
1374         blkcipher_walk_init(&walk, dst, src, nbytes);
1375         return ecb_crypt(desc, &walk, camellia_dec_blk, camellia_dec_blk_2way);
1376 }
1377
1378 static unsigned int __cbc_encrypt(struct blkcipher_desc *desc,
1379                                   struct blkcipher_walk *walk)
1380 {
1381         struct camellia_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
1382         unsigned int bsize = CAMELLIA_BLOCK_SIZE;
1383         unsigned int nbytes = walk->nbytes;
1384         u128 *src = (u128 *)walk->src.virt.addr;
1385         u128 *dst = (u128 *)walk->dst.virt.addr;
1386         u128 *iv = (u128 *)walk->iv;
1387
1388         do {
1389                 u128_xor(dst, src, iv);
1390                 camellia_enc_blk(ctx, (u8 *)dst, (u8 *)dst);
1391                 iv = dst;
1392
1393                 src += 1;
1394                 dst += 1;
1395                 nbytes -= bsize;
1396         } while (nbytes >= bsize);
1397
1398         u128_xor((u128 *)walk->iv, (u128 *)walk->iv, iv);
1399         return nbytes;
1400 }
1401
1402 static int cbc_encrypt(struct blkcipher_desc *desc, struct scatterlist *dst,
1403                        struct scatterlist *src, unsigned int nbytes)
1404 {
1405         struct blkcipher_walk walk;
1406         int err;
1407
1408         blkcipher_walk_init(&walk, dst, src, nbytes);
1409         err = blkcipher_walk_virt(desc, &walk);
1410
1411         while ((nbytes = walk.nbytes)) {
1412                 nbytes = __cbc_encrypt(desc, &walk);
1413                 err = blkcipher_walk_done(desc, &walk, nbytes);
1414         }
1415
1416         return err;
1417 }
1418
1419 static unsigned int __cbc_decrypt(struct blkcipher_desc *desc,
1420                                   struct blkcipher_walk *walk)
1421 {
1422         struct camellia_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
1423         unsigned int bsize = CAMELLIA_BLOCK_SIZE;
1424         unsigned int nbytes = walk->nbytes;
1425         u128 *src = (u128 *)walk->src.virt.addr;
1426         u128 *dst = (u128 *)walk->dst.virt.addr;
1427         u128 ivs[2 - 1];
1428         u128 last_iv;
1429
1430         /* Start of the last block. */
1431         src += nbytes / bsize - 1;
1432         dst += nbytes / bsize - 1;
1433
1434         last_iv = *src;
1435
1436         /* Process two block batch */
1437         if (nbytes >= bsize * 2) {
1438                 do {
1439                         nbytes -= bsize * (2 - 1);
1440                         src -= 2 - 1;
1441                         dst -= 2 - 1;
1442
1443                         ivs[0] = src[0];
1444
1445                         camellia_dec_blk_2way(ctx, (u8 *)dst, (u8 *)src);
1446
1447                         u128_xor(dst + 1, dst + 1, ivs + 0);
1448
1449                         nbytes -= bsize;
1450                         if (nbytes < bsize)
1451                                 goto done;
1452
1453                         u128_xor(dst, dst, src - 1);
1454                         src -= 1;
1455                         dst -= 1;
1456                 } while (nbytes >= bsize * 2);
1457
1458                 if (nbytes < bsize)
1459                         goto done;
1460         }
1461
1462         /* Handle leftovers */
1463         for (;;) {
1464                 camellia_dec_blk(ctx, (u8 *)dst, (u8 *)src);
1465
1466                 nbytes -= bsize;
1467                 if (nbytes < bsize)
1468                         break;
1469
1470                 u128_xor(dst, dst, src - 1);
1471                 src -= 1;
1472                 dst -= 1;
1473         }
1474
1475 done:
1476         u128_xor(dst, dst, (u128 *)walk->iv);
1477         *(u128 *)walk->iv = last_iv;
1478
1479         return nbytes;
1480 }
1481
1482 static int cbc_decrypt(struct blkcipher_desc *desc, struct scatterlist *dst,
1483                        struct scatterlist *src, unsigned int nbytes)
1484 {
1485         struct blkcipher_walk walk;
1486         int err;
1487
1488         blkcipher_walk_init(&walk, dst, src, nbytes);
1489         err = blkcipher_walk_virt(desc, &walk);
1490
1491         while ((nbytes = walk.nbytes)) {
1492                 nbytes = __cbc_decrypt(desc, &walk);
1493                 err = blkcipher_walk_done(desc, &walk, nbytes);
1494         }
1495
1496         return err;
1497 }
1498
1499 static inline void u128_to_be128(be128 *dst, const u128 *src)
1500 {
1501         dst->a = cpu_to_be64(src->a);
1502         dst->b = cpu_to_be64(src->b);
1503 }
1504
1505 static inline void be128_to_u128(u128 *dst, const be128 *src)
1506 {
1507         dst->a = be64_to_cpu(src->a);
1508         dst->b = be64_to_cpu(src->b);
1509 }
1510
1511 static inline void u128_inc(u128 *i)
1512 {
1513         i->b++;
1514         if (!i->b)
1515                 i->a++;
1516 }
1517
1518 static void ctr_crypt_final(struct blkcipher_desc *desc,
1519                             struct blkcipher_walk *walk)
1520 {
1521         struct camellia_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
1522         u8 keystream[CAMELLIA_BLOCK_SIZE];
1523         u8 *src = walk->src.virt.addr;
1524         u8 *dst = walk->dst.virt.addr;
1525         unsigned int nbytes = walk->nbytes;
1526         u128 ctrblk;
1527
1528         memcpy(keystream, src, nbytes);
1529         camellia_enc_blk_xor(ctx, keystream, walk->iv);
1530         memcpy(dst, keystream, nbytes);
1531
1532         be128_to_u128(&ctrblk, (be128 *)walk->iv);
1533         u128_inc(&ctrblk);
1534         u128_to_be128((be128 *)walk->iv, &ctrblk);
1535 }
1536
1537 static unsigned int __ctr_crypt(struct blkcipher_desc *desc,
1538                                 struct blkcipher_walk *walk)
1539 {
1540         struct camellia_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
1541         unsigned int bsize = CAMELLIA_BLOCK_SIZE;
1542         unsigned int nbytes = walk->nbytes;
1543         u128 *src = (u128 *)walk->src.virt.addr;
1544         u128 *dst = (u128 *)walk->dst.virt.addr;
1545         u128 ctrblk;
1546         be128 ctrblocks[2];
1547
1548         be128_to_u128(&ctrblk, (be128 *)walk->iv);
1549
1550         /* Process two block batch */
1551         if (nbytes >= bsize * 2) {
1552                 do {
1553                         if (dst != src) {
1554                                 dst[0] = src[0];
1555                                 dst[1] = src[1];
1556                         }
1557
1558                         /* create ctrblks for parallel encrypt */
1559                         u128_to_be128(&ctrblocks[0], &ctrblk);
1560                         u128_inc(&ctrblk);
1561                         u128_to_be128(&ctrblocks[1], &ctrblk);
1562                         u128_inc(&ctrblk);
1563
1564                         camellia_enc_blk_xor_2way(ctx, (u8 *)dst,
1565                                                  (u8 *)ctrblocks);
1566
1567                         src += 2;
1568                         dst += 2;
1569                         nbytes -= bsize * 2;
1570                 } while (nbytes >= bsize * 2);
1571
1572                 if (nbytes < bsize)
1573                         goto done;
1574         }
1575
1576         /* Handle leftovers */
1577         do {
1578                 if (dst != src)
1579                         *dst = *src;
1580
1581                 u128_to_be128(&ctrblocks[0], &ctrblk);
1582                 u128_inc(&ctrblk);
1583
1584                 camellia_enc_blk_xor(ctx, (u8 *)dst, (u8 *)ctrblocks);
1585
1586                 src += 1;
1587                 dst += 1;
1588                 nbytes -= bsize;
1589         } while (nbytes >= bsize);
1590
1591 done:
1592         u128_to_be128((be128 *)walk->iv, &ctrblk);
1593         return nbytes;
1594 }
1595
1596 static int ctr_crypt(struct blkcipher_desc *desc, struct scatterlist *dst,
1597                      struct scatterlist *src, unsigned int nbytes)
1598 {
1599         struct blkcipher_walk walk;
1600         int err;
1601
1602         blkcipher_walk_init(&walk, dst, src, nbytes);
1603         err = blkcipher_walk_virt_block(desc, &walk, CAMELLIA_BLOCK_SIZE);
1604
1605         while ((nbytes = walk.nbytes) >= CAMELLIA_BLOCK_SIZE) {
1606                 nbytes = __ctr_crypt(desc, &walk);
1607                 err = blkcipher_walk_done(desc, &walk, nbytes);
1608         }
1609
1610         if (walk.nbytes) {
1611                 ctr_crypt_final(desc, &walk);
1612                 err = blkcipher_walk_done(desc, &walk, 0);
1613         }
1614
1615         return err;
1616 }
1617
1618 static void encrypt_callback(void *priv, u8 *srcdst, unsigned int nbytes)
1619 {
1620         const unsigned int bsize = CAMELLIA_BLOCK_SIZE;
1621         struct camellia_ctx *ctx = priv;
1622         int i;
1623
1624         while (nbytes >= 2 * bsize) {
1625                 camellia_enc_blk_2way(ctx, srcdst, srcdst);
1626                 srcdst += bsize * 2;
1627                 nbytes -= bsize * 2;
1628         }
1629
1630         for (i = 0; i < nbytes / bsize; i++, srcdst += bsize)
1631                 camellia_enc_blk(ctx, srcdst, srcdst);
1632 }
1633
1634 static void decrypt_callback(void *priv, u8 *srcdst, unsigned int nbytes)
1635 {
1636         const unsigned int bsize = CAMELLIA_BLOCK_SIZE;
1637         struct camellia_ctx *ctx = priv;
1638         int i;
1639
1640         while (nbytes >= 2 * bsize) {
1641                 camellia_dec_blk_2way(ctx, srcdst, srcdst);
1642                 srcdst += bsize * 2;
1643                 nbytes -= bsize * 2;
1644         }
1645
1646         for (i = 0; i < nbytes / bsize; i++, srcdst += bsize)
1647                 camellia_dec_blk(ctx, srcdst, srcdst);
1648 }
1649
1650 struct camellia_lrw_ctx {
1651         struct lrw_table_ctx lrw_table;
1652         struct camellia_ctx camellia_ctx;
1653 };
1654
1655 static int lrw_camellia_setkey(struct crypto_tfm *tfm, const u8 *key,
1656                               unsigned int keylen)
1657 {
1658         struct camellia_lrw_ctx *ctx = crypto_tfm_ctx(tfm);
1659         int err;
1660
1661         err = __camellia_setkey(&ctx->camellia_ctx, key,
1662                                 keylen - CAMELLIA_BLOCK_SIZE,
1663                                 &tfm->crt_flags);
1664         if (err)
1665                 return err;
1666
1667         return lrw_init_table(&ctx->lrw_table,
1668                               key + keylen - CAMELLIA_BLOCK_SIZE);
1669 }
1670
1671 static int lrw_encrypt(struct blkcipher_desc *desc, struct scatterlist *dst,
1672                        struct scatterlist *src, unsigned int nbytes)
1673 {
1674         struct camellia_lrw_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
1675         be128 buf[2 * 4];
1676         struct lrw_crypt_req req = {
1677                 .tbuf = buf,
1678                 .tbuflen = sizeof(buf),
1679
1680                 .table_ctx = &ctx->lrw_table,
1681                 .crypt_ctx = &ctx->camellia_ctx,
1682                 .crypt_fn = encrypt_callback,
1683         };
1684
1685         return lrw_crypt(desc, dst, src, nbytes, &req);
1686 }
1687
1688 static int lrw_decrypt(struct blkcipher_desc *desc, struct scatterlist *dst,
1689                        struct scatterlist *src, unsigned int nbytes)
1690 {
1691         struct camellia_lrw_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
1692         be128 buf[2 * 4];
1693         struct lrw_crypt_req req = {
1694                 .tbuf = buf,
1695                 .tbuflen = sizeof(buf),
1696
1697                 .table_ctx = &ctx->lrw_table,
1698                 .crypt_ctx = &ctx->camellia_ctx,
1699                 .crypt_fn = decrypt_callback,
1700         };
1701
1702         return lrw_crypt(desc, dst, src, nbytes, &req);
1703 }
1704
1705 static void lrw_exit_tfm(struct crypto_tfm *tfm)
1706 {
1707         struct camellia_lrw_ctx *ctx = crypto_tfm_ctx(tfm);
1708
1709         lrw_free_table(&ctx->lrw_table);
1710 }
1711
1712 struct camellia_xts_ctx {
1713         struct camellia_ctx tweak_ctx;
1714         struct camellia_ctx crypt_ctx;
1715 };
1716
1717 static int xts_camellia_setkey(struct crypto_tfm *tfm, const u8 *key,
1718                               unsigned int keylen)
1719 {
1720         struct camellia_xts_ctx *ctx = crypto_tfm_ctx(tfm);
1721         u32 *flags = &tfm->crt_flags;
1722         int err;
1723
1724         /* key consists of keys of equal size concatenated, therefore
1725          * the length must be even
1726          */
1727         if (keylen % 2) {
1728                 *flags |= CRYPTO_TFM_RES_BAD_KEY_LEN;
1729                 return -EINVAL;
1730         }
1731
1732         /* first half of xts-key is for crypt */
1733         err = __camellia_setkey(&ctx->crypt_ctx, key, keylen / 2, flags);
1734         if (err)
1735                 return err;
1736
1737         /* second half of xts-key is for tweak */
1738         return __camellia_setkey(&ctx->tweak_ctx, key + keylen / 2, keylen / 2,
1739                                 flags);
1740 }
1741
1742 static int xts_encrypt(struct blkcipher_desc *desc, struct scatterlist *dst,
1743                        struct scatterlist *src, unsigned int nbytes)
1744 {
1745         struct camellia_xts_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
1746         be128 buf[2 * 4];
1747         struct xts_crypt_req req = {
1748                 .tbuf = buf,
1749                 .tbuflen = sizeof(buf),
1750
1751                 .tweak_ctx = &ctx->tweak_ctx,
1752                 .tweak_fn = XTS_TWEAK_CAST(camellia_enc_blk),
1753                 .crypt_ctx = &ctx->crypt_ctx,
1754                 .crypt_fn = encrypt_callback,
1755         };
1756
1757         return xts_crypt(desc, dst, src, nbytes, &req);
1758 }
1759
1760 static int xts_decrypt(struct blkcipher_desc *desc, struct scatterlist *dst,
1761                        struct scatterlist *src, unsigned int nbytes)
1762 {
1763         struct camellia_xts_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
1764         be128 buf[2 * 4];
1765         struct xts_crypt_req req = {
1766                 .tbuf = buf,
1767                 .tbuflen = sizeof(buf),
1768
1769                 .tweak_ctx = &ctx->tweak_ctx,
1770                 .tweak_fn = XTS_TWEAK_CAST(camellia_enc_blk),
1771                 .crypt_ctx = &ctx->crypt_ctx,
1772                 .crypt_fn = decrypt_callback,
1773         };
1774
1775         return xts_crypt(desc, dst, src, nbytes, &req);
1776 }
1777
1778 static struct crypto_alg camellia_algs[6] = { {
1779         .cra_name               = "camellia",
1780         .cra_driver_name        = "camellia-asm",
1781         .cra_priority           = 200,
1782         .cra_flags              = CRYPTO_ALG_TYPE_CIPHER,
1783         .cra_blocksize          = CAMELLIA_BLOCK_SIZE,
1784         .cra_ctxsize            = sizeof(struct camellia_ctx),
1785         .cra_alignmask          = 0,
1786         .cra_module             = THIS_MODULE,
1787         .cra_list               = LIST_HEAD_INIT(camellia_algs[0].cra_list),
1788         .cra_u                  = {
1789                 .cipher = {
1790                         .cia_min_keysize = CAMELLIA_MIN_KEY_SIZE,
1791                         .cia_max_keysize = CAMELLIA_MAX_KEY_SIZE,
1792                         .cia_setkey      = camellia_setkey,
1793                         .cia_encrypt     = camellia_encrypt,
1794                         .cia_decrypt     = camellia_decrypt
1795                 }
1796         }
1797 }, {
1798         .cra_name               = "ecb(camellia)",
1799         .cra_driver_name        = "ecb-camellia-asm",
1800         .cra_priority           = 300,
1801         .cra_flags              = CRYPTO_ALG_TYPE_BLKCIPHER,
1802         .cra_blocksize          = CAMELLIA_BLOCK_SIZE,
1803         .cra_ctxsize            = sizeof(struct camellia_ctx),
1804         .cra_alignmask          = 0,
1805         .cra_type               = &crypto_blkcipher_type,
1806         .cra_module             = THIS_MODULE,
1807         .cra_list               = LIST_HEAD_INIT(camellia_algs[1].cra_list),
1808         .cra_u = {
1809                 .blkcipher = {
1810                         .min_keysize    = CAMELLIA_MIN_KEY_SIZE,
1811                         .max_keysize    = CAMELLIA_MAX_KEY_SIZE,
1812                         .setkey         = camellia_setkey,
1813                         .encrypt        = ecb_encrypt,
1814                         .decrypt        = ecb_decrypt,
1815                 },
1816         },
1817 }, {
1818         .cra_name               = "cbc(camellia)",
1819         .cra_driver_name        = "cbc-camellia-asm",
1820         .cra_priority           = 300,
1821         .cra_flags              = CRYPTO_ALG_TYPE_BLKCIPHER,
1822         .cra_blocksize          = CAMELLIA_BLOCK_SIZE,
1823         .cra_ctxsize            = sizeof(struct camellia_ctx),
1824         .cra_alignmask          = 0,
1825         .cra_type               = &crypto_blkcipher_type,
1826         .cra_module             = THIS_MODULE,
1827         .cra_list               = LIST_HEAD_INIT(camellia_algs[2].cra_list),
1828         .cra_u = {
1829                 .blkcipher = {
1830                         .min_keysize    = CAMELLIA_MIN_KEY_SIZE,
1831                         .max_keysize    = CAMELLIA_MAX_KEY_SIZE,
1832                         .ivsize         = CAMELLIA_BLOCK_SIZE,
1833                         .setkey         = camellia_setkey,
1834                         .encrypt        = cbc_encrypt,
1835                         .decrypt        = cbc_decrypt,
1836                 },
1837         },
1838 }, {
1839         .cra_name               = "ctr(camellia)",
1840         .cra_driver_name        = "ctr-camellia-asm",
1841         .cra_priority           = 300,
1842         .cra_flags              = CRYPTO_ALG_TYPE_BLKCIPHER,
1843         .cra_blocksize          = 1,
1844         .cra_ctxsize            = sizeof(struct camellia_ctx),
1845         .cra_alignmask          = 0,
1846         .cra_type               = &crypto_blkcipher_type,
1847         .cra_module             = THIS_MODULE,
1848         .cra_list               = LIST_HEAD_INIT(camellia_algs[3].cra_list),
1849         .cra_u = {
1850                 .blkcipher = {
1851                         .min_keysize    = CAMELLIA_MIN_KEY_SIZE,
1852                         .max_keysize    = CAMELLIA_MAX_KEY_SIZE,
1853                         .ivsize         = CAMELLIA_BLOCK_SIZE,
1854                         .setkey         = camellia_setkey,
1855                         .encrypt        = ctr_crypt,
1856                         .decrypt        = ctr_crypt,
1857                 },
1858         },
1859 }, {
1860         .cra_name               = "lrw(camellia)",
1861         .cra_driver_name        = "lrw-camellia-asm",
1862         .cra_priority           = 300,
1863         .cra_flags              = CRYPTO_ALG_TYPE_BLKCIPHER,
1864         .cra_blocksize          = CAMELLIA_BLOCK_SIZE,
1865         .cra_ctxsize            = sizeof(struct camellia_lrw_ctx),
1866         .cra_alignmask          = 0,
1867         .cra_type               = &crypto_blkcipher_type,
1868         .cra_module             = THIS_MODULE,
1869         .cra_list               = LIST_HEAD_INIT(camellia_algs[4].cra_list),
1870         .cra_exit               = lrw_exit_tfm,
1871         .cra_u = {
1872                 .blkcipher = {
1873                         .min_keysize    = CAMELLIA_MIN_KEY_SIZE +
1874                                                 CAMELLIA_BLOCK_SIZE,
1875                         .max_keysize    = CAMELLIA_MAX_KEY_SIZE +
1876                                                 CAMELLIA_BLOCK_SIZE,
1877                         .ivsize         = CAMELLIA_BLOCK_SIZE,
1878                         .setkey         = lrw_camellia_setkey,
1879                         .encrypt        = lrw_encrypt,
1880                         .decrypt        = lrw_decrypt,
1881                 },
1882         },
1883 }, {
1884         .cra_name               = "xts(camellia)",
1885         .cra_driver_name        = "xts-camellia-asm",
1886         .cra_priority           = 300,
1887         .cra_flags              = CRYPTO_ALG_TYPE_BLKCIPHER,
1888         .cra_blocksize          = CAMELLIA_BLOCK_SIZE,
1889         .cra_ctxsize            = sizeof(struct camellia_xts_ctx),
1890         .cra_alignmask          = 0,
1891         .cra_type               = &crypto_blkcipher_type,
1892         .cra_module             = THIS_MODULE,
1893         .cra_list               = LIST_HEAD_INIT(camellia_algs[5].cra_list),
1894         .cra_u = {
1895                 .blkcipher = {
1896                         .min_keysize    = CAMELLIA_MIN_KEY_SIZE * 2,
1897                         .max_keysize    = CAMELLIA_MAX_KEY_SIZE * 2,
1898                         .ivsize         = CAMELLIA_BLOCK_SIZE,
1899                         .setkey         = xts_camellia_setkey,
1900                         .encrypt        = xts_encrypt,
1901                         .decrypt        = xts_decrypt,
1902                 },
1903         },
1904 } };
1905
1906 static bool is_blacklisted_cpu(void)
1907 {
1908         if (boot_cpu_data.x86_vendor != X86_VENDOR_INTEL)
1909                 return false;
1910
1911         if (boot_cpu_data.x86 == 0x0f) {
1912                 /*
1913                  * On Pentium 4, camellia-asm is slower than original assembler
1914                  * implementation because excessive uses of 64bit rotate and
1915                  * left-shifts (which are really slow on P4) needed to store and
1916                  * handle 128bit block in two 64bit registers.
1917                  */
1918                 return true;
1919         }
1920
1921         return false;
1922 }
1923
1924 static int force;
1925 module_param(force, int, 0);
1926 MODULE_PARM_DESC(force, "Force module load, ignore CPU blacklist");
1927
1928 static int __init init(void)
1929 {
1930         if (!force && is_blacklisted_cpu()) {
1931                 printk(KERN_INFO
1932                         "camellia-x86_64: performance on this CPU "
1933                         "would be suboptimal: disabling "
1934                         "camellia-x86_64.\n");
1935                 return -ENODEV;
1936         }
1937
1938         return crypto_register_algs(camellia_algs, ARRAY_SIZE(camellia_algs));
1939 }
1940
1941 static void __exit fini(void)
1942 {
1943         crypto_unregister_algs(camellia_algs, ARRAY_SIZE(camellia_algs));
1944 }
1945
1946 module_init(init);
1947 module_exit(fini);
1948
1949 MODULE_LICENSE("GPL");
1950 MODULE_DESCRIPTION("Camellia Cipher Algorithm, asm optimized");
1951 MODULE_ALIAS("camellia");
1952 MODULE_ALIAS("camellia-asm");