1/* SPDX-License-Identifier: GPL-2.0-or-later */
2/*
3 * CRC constants generated by:
4 *
5 * ./scripts/gen-crc-consts.py x86_pclmul crc16_msb_0x8bb7,crc32_lsb_0xedb88320,crc32_lsb_0x82f63b78,crc64_msb_0x42f0e1eba9ea3693,crc64_lsb_0x9a6c9329ac4bc9b5
6 *
7 * Do not edit manually.
8 */
9
10/*
11 * CRC folding constants generated for most-significant-bit-first CRC-16 using
12 * G(x) = x^16 + x^15 + x^11 + x^9 + x^8 + x^7 + x^5 + x^4 + x^2 + x^1 + x^0
13 */
14static const struct {
15 u8 bswap_mask[16];
16 u64 fold_across_2048_bits_consts[2];
17 u64 fold_across_1024_bits_consts[2];
18 u64 fold_across_512_bits_consts[2];
19 u64 fold_across_256_bits_consts[2];
20 u64 fold_across_128_bits_consts[2];
21 u8 shuf_table[48];
22 u64 barrett_reduction_consts[2];
23} crc16_msb_0x8bb7_consts ____cacheline_aligned __maybe_unused = {
24 .bswap_mask = {15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0},
25 .fold_across_2048_bits_consts = {
26 0xdccf000000000000, /* LO64_TERMS: (x^2000 mod G) * x^48 */
27 0x4b0b000000000000, /* HI64_TERMS: (x^2064 mod G) * x^48 */
28 },
29 .fold_across_1024_bits_consts = {
30 0x9d9d000000000000, /* LO64_TERMS: (x^976 mod G) * x^48 */
31 0x7cf5000000000000, /* HI64_TERMS: (x^1040 mod G) * x^48 */
32 },
33 .fold_across_512_bits_consts = {
34 0x044c000000000000, /* LO64_TERMS: (x^464 mod G) * x^48 */
35 0xe658000000000000, /* HI64_TERMS: (x^528 mod G) * x^48 */
36 },
37 .fold_across_256_bits_consts = {
38 0x6ee3000000000000, /* LO64_TERMS: (x^208 mod G) * x^48 */
39 0xe7b5000000000000, /* HI64_TERMS: (x^272 mod G) * x^48 */
40 },
41 .fold_across_128_bits_consts = {
42 0x2d56000000000000, /* LO64_TERMS: (x^80 mod G) * x^48 */
43 0x06df000000000000, /* HI64_TERMS: (x^144 mod G) * x^48 */
44 },
45 .shuf_table = {
46 -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
47 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15,
48 -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
49 },
50 .barrett_reduction_consts = {
51 0x8bb7000000000000, /* LO64_TERMS: (G - x^16) * x^48 */
52 0xf65a57f81d33a48a, /* HI64_TERMS: (floor(x^79 / G) * x) - x^64 */
53 },
54};
55
56/*
57 * CRC folding constants generated for least-significant-bit-first CRC-32 using
58 * G(x) = x^32 + x^26 + x^23 + x^22 + x^16 + x^12 + x^11 + x^10 + x^8 + x^7 +
59 * x^5 + x^4 + x^2 + x^1 + x^0
60 */
61static const struct {
62 u64 fold_across_2048_bits_consts[2];
63 u64 fold_across_1024_bits_consts[2];
64 u64 fold_across_512_bits_consts[2];
65 u64 fold_across_256_bits_consts[2];
66 u64 fold_across_128_bits_consts[2];
67 u8 shuf_table[48];
68 u64 barrett_reduction_consts[2];
69} crc32_lsb_0xedb88320_consts ____cacheline_aligned __maybe_unused = {
70 .fold_across_2048_bits_consts = {
71 0x00000000ce3371cb, /* HI64_TERMS: (x^2079 mod G) * x^32 */
72 0x00000000e95c1271, /* LO64_TERMS: (x^2015 mod G) * x^32 */
73 },
74 .fold_across_1024_bits_consts = {
75 0x0000000033fff533, /* HI64_TERMS: (x^1055 mod G) * x^32 */
76 0x00000000910eeec1, /* LO64_TERMS: (x^991 mod G) * x^32 */
77 },
78 .fold_across_512_bits_consts = {
79 0x000000008f352d95, /* HI64_TERMS: (x^543 mod G) * x^32 */
80 0x000000001d9513d7, /* LO64_TERMS: (x^479 mod G) * x^32 */
81 },
82 .fold_across_256_bits_consts = {
83 0x00000000f1da05aa, /* HI64_TERMS: (x^287 mod G) * x^32 */
84 0x0000000081256527, /* LO64_TERMS: (x^223 mod G) * x^32 */
85 },
86 .fold_across_128_bits_consts = {
87 0x00000000ae689191, /* HI64_TERMS: (x^159 mod G) * x^32 */
88 0x00000000ccaa009e, /* LO64_TERMS: (x^95 mod G) * x^32 */
89 },
90 .shuf_table = {
91 -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
92 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15,
93 -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
94 },
95 .barrett_reduction_consts = {
96 0xb4e5b025f7011641, /* HI64_TERMS: floor(x^95 / G) */
97 0x00000001db710640, /* LO64_TERMS: (G - x^32) * x^31 */
98 },
99};
100
101/*
102 * CRC folding constants generated for least-significant-bit-first CRC-32 using
103 * G(x) = x^32 + x^28 + x^27 + x^26 + x^25 + x^23 + x^22 + x^20 + x^19 + x^18 +
104 * x^14 + x^13 + x^11 + x^10 + x^9 + x^8 + x^6 + x^0
105 */
106static const struct {
107 u64 fold_across_2048_bits_consts[2];
108 u64 fold_across_1024_bits_consts[2];
109 u64 fold_across_512_bits_consts[2];
110 u64 fold_across_256_bits_consts[2];
111 u64 fold_across_128_bits_consts[2];
112 u8 shuf_table[48];
113 u64 barrett_reduction_consts[2];
114} crc32_lsb_0x82f63b78_consts ____cacheline_aligned __maybe_unused = {
115 .fold_across_2048_bits_consts = {
116 0x00000000dcb17aa4, /* HI64_TERMS: (x^2079 mod G) * x^32 */
117 0x00000000b9e02b86, /* LO64_TERMS: (x^2015 mod G) * x^32 */
118 },
119 .fold_across_1024_bits_consts = {
120 0x000000006992cea2, /* HI64_TERMS: (x^1055 mod G) * x^32 */
121 0x000000000d3b6092, /* LO64_TERMS: (x^991 mod G) * x^32 */
122 },
123 .fold_across_512_bits_consts = {
124 0x00000000740eef02, /* HI64_TERMS: (x^543 mod G) * x^32 */
125 0x000000009e4addf8, /* LO64_TERMS: (x^479 mod G) * x^32 */
126 },
127 .fold_across_256_bits_consts = {
128 0x000000003da6d0cb, /* HI64_TERMS: (x^287 mod G) * x^32 */
129 0x00000000ba4fc28e, /* LO64_TERMS: (x^223 mod G) * x^32 */
130 },
131 .fold_across_128_bits_consts = {
132 0x00000000f20c0dfe, /* HI64_TERMS: (x^159 mod G) * x^32 */
133 0x00000000493c7d27, /* LO64_TERMS: (x^95 mod G) * x^32 */
134 },
135 .shuf_table = {
136 -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
137 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15,
138 -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
139 },
140 .barrett_reduction_consts = {
141 0x4869ec38dea713f1, /* HI64_TERMS: floor(x^95 / G) */
142 0x0000000105ec76f0, /* LO64_TERMS: (G - x^32) * x^31 */
143 },
144};
145
146/*
147 * CRC folding constants generated for most-significant-bit-first CRC-64 using
148 * G(x) = x^64 + x^62 + x^57 + x^55 + x^54 + x^53 + x^52 + x^47 + x^46 + x^45 +
149 * x^40 + x^39 + x^38 + x^37 + x^35 + x^33 + x^32 + x^31 + x^29 + x^27 +
150 * x^24 + x^23 + x^22 + x^21 + x^19 + x^17 + x^13 + x^12 + x^10 + x^9 +
151 * x^7 + x^4 + x^1 + x^0
152 */
153static const struct {
154 u8 bswap_mask[16];
155 u64 fold_across_2048_bits_consts[2];
156 u64 fold_across_1024_bits_consts[2];
157 u64 fold_across_512_bits_consts[2];
158 u64 fold_across_256_bits_consts[2];
159 u64 fold_across_128_bits_consts[2];
160 u8 shuf_table[48];
161 u64 barrett_reduction_consts[2];
162} crc64_msb_0x42f0e1eba9ea3693_consts ____cacheline_aligned __maybe_unused = {
163 .bswap_mask = {15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0},
164 .fold_across_2048_bits_consts = {
165 0x7f52691a60ddc70d, /* LO64_TERMS: (x^2048 mod G) * x^0 */
166 0x7036b0389f6a0c82, /* HI64_TERMS: (x^2112 mod G) * x^0 */
167 },
168 .fold_across_1024_bits_consts = {
169 0x05cf79dea9ac37d6, /* LO64_TERMS: (x^1024 mod G) * x^0 */
170 0x001067e571d7d5c2, /* HI64_TERMS: (x^1088 mod G) * x^0 */
171 },
172 .fold_across_512_bits_consts = {
173 0x5f6843ca540df020, /* LO64_TERMS: (x^512 mod G) * x^0 */
174 0xddf4b6981205b83f, /* HI64_TERMS: (x^576 mod G) * x^0 */
175 },
176 .fold_across_256_bits_consts = {
177 0x571bee0a227ef92b, /* LO64_TERMS: (x^256 mod G) * x^0 */
178 0x44bef2a201b5200c, /* HI64_TERMS: (x^320 mod G) * x^0 */
179 },
180 .fold_across_128_bits_consts = {
181 0x05f5c3c7eb52fab6, /* LO64_TERMS: (x^128 mod G) * x^0 */
182 0x4eb938a7d257740e, /* HI64_TERMS: (x^192 mod G) * x^0 */
183 },
184 .shuf_table = {
185 -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
186 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15,
187 -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
188 },
189 .barrett_reduction_consts = {
190 0x42f0e1eba9ea3693, /* LO64_TERMS: (G - x^64) * x^0 */
191 0x578d29d06cc4f872, /* HI64_TERMS: (floor(x^127 / G) * x) - x^64 */
192 },
193};
194
195/*
196 * CRC folding constants generated for least-significant-bit-first CRC-64 using
197 * G(x) = x^64 + x^63 + x^61 + x^59 + x^58 + x^56 + x^55 + x^52 + x^49 + x^48 +
198 * x^47 + x^46 + x^44 + x^41 + x^37 + x^36 + x^34 + x^32 + x^31 + x^28 +
199 * x^26 + x^23 + x^22 + x^19 + x^16 + x^13 + x^12 + x^10 + x^9 + x^6 +
200 * x^4 + x^3 + x^0
201 */
202static const struct {
203 u64 fold_across_2048_bits_consts[2];
204 u64 fold_across_1024_bits_consts[2];
205 u64 fold_across_512_bits_consts[2];
206 u64 fold_across_256_bits_consts[2];
207 u64 fold_across_128_bits_consts[2];
208 u8 shuf_table[48];
209 u64 barrett_reduction_consts[2];
210} crc64_lsb_0x9a6c9329ac4bc9b5_consts ____cacheline_aligned __maybe_unused = {
211 .fold_across_2048_bits_consts = {
212 0x37ccd3e14069cabc, /* HI64_TERMS: (x^2111 mod G) * x^0 */
213 0xa043808c0f782663, /* LO64_TERMS: (x^2047 mod G) * x^0 */
214 },
215 .fold_across_1024_bits_consts = {
216 0xa1ca681e733f9c40, /* HI64_TERMS: (x^1087 mod G) * x^0 */
217 0x5f852fb61e8d92dc, /* LO64_TERMS: (x^1023 mod G) * x^0 */
218 },
219 .fold_across_512_bits_consts = {
220 0x0c32cdb31e18a84a, /* HI64_TERMS: (x^575 mod G) * x^0 */
221 0x62242240ace5045a, /* LO64_TERMS: (x^511 mod G) * x^0 */
222 },
223 .fold_across_256_bits_consts = {
224 0xb0bc2e589204f500, /* HI64_TERMS: (x^319 mod G) * x^0 */
225 0xe1e0bb9d45d7a44c, /* LO64_TERMS: (x^255 mod G) * x^0 */
226 },
227 .fold_across_128_bits_consts = {
228 0xeadc41fd2ba3d420, /* HI64_TERMS: (x^191 mod G) * x^0 */
229 0x21e9761e252621ac, /* LO64_TERMS: (x^127 mod G) * x^0 */
230 },
231 .shuf_table = {
232 -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
233 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15,
234 -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
235 },
236 .barrett_reduction_consts = {
237 0x27ecfa329aef9f77, /* HI64_TERMS: floor(x^127 / G) */
238 0x34d926535897936a, /* LO64_TERMS: (G - x^64 - x^0) / x */
239 },
240};
241