Add base.arm_crc32_u32 type

On a Raspberry Pi 4 (32-bit armv7l) with -march=native and -mfpu=neon
("native" means "armv8-a+crc+simd"):

wuffs_crc32_ieee_10k/clang9                                825MB/s ± 0%  6802MB/s ± 0%  +724.00%  (p=0.008 n=5+5)
wuffs_crc32_ieee_100k/clang9                               837MB/s ± 0%  6199MB/s ± 0%  +640.25%  (p=0.008 n=5+5)

wuffs_crc32_ieee_10k/gcc8                                  960MB/s ± 0%  4495MB/s ± 0%  +368.35%  (p=0.016 n=4+5)
wuffs_crc32_ieee_100k/gcc8                                 961MB/s ± 0%  4447MB/s ± 0%  +363.01%  (p=0.016 n=5+4)

mimic_crc32_ieee_10k                                       638MB/s ± 0%   631MB/s ± 0%    -1.17%  (p=0.008 n=5+5)
mimic_crc32_ieee_100k                                      639MB/s ± 0%   639MB/s ± 0%    +0.02%  (p=0.008 n=5+5)

wuffs_gzip_decode_10k/clang9                              83.0MB/s ± 0%  90.7MB/s ± 0%    +9.26%  (p=0.008 n=5+5)
wuffs_gzip_decode_100k/clang9                              100MB/s ± 0%   112MB/s ± 0%   +11.91%  (p=0.008 n=5+5)

wuffs_gzip_decode_10k/gcc8                                86.1MB/s ± 0%  91.9MB/s ± 0%    +6.72%  (p=0.008 n=5+5)
wuffs_gzip_decode_100k/gcc8                                102MB/s ± 0%   112MB/s ± 0%    +9.34%  (p=0.008 n=5+5)

mimic_gzip_decode_10k                                     98.8MB/s ± 0%  98.2MB/s ± 0%    -0.60%  (p=0.008 n=5+5)
mimic_gzip_decode_100k                                     128MB/s ± 0%   128MB/s ± 0%    -0.08%  (p=0.008 n=5+5)

wuffs_png_decode_image_19k_8bpp/clang9                    67.6MB/s ± 0%  70.8MB/s ± 0%    +4.72%  (p=0.008 n=5+5)
wuffs_png_decode_image_40k_24bpp/clang9                   92.8MB/s ± 0%  98.8MB/s ± 0%    +6.49%  (p=0.008 n=5+5)
wuffs_png_decode_image_77k_8bpp/clang9                     255MB/s ± 0%   269MB/s ± 0%    +5.44%  (p=0.008 n=5+5)
wuffs_png_decode_image_552k_32bpp_ignore_checksum/clang9   123MB/s ± 0%   123MB/s ± 0%    +0.13%  (p=0.008 n=5+5)
wuffs_png_decode_image_552k_32bpp_verify_checksum/clang9   110MB/s ± 0%   112MB/s ± 0%    +1.46%  (p=0.008 n=5+5)
wuffs_png_decode_image_4002k_24bpp/clang9                 88.4MB/s ± 0%  92.8MB/s ± 0%    +4.90%  (p=0.008 n=5+5)

wuffs_png_decode_image_19k_8bpp/gcc8                      67.2MB/s ± 0%  70.8MB/s ± 0%    +5.37%  (p=0.008 n=5+5)
wuffs_png_decode_image_40k_24bpp/gcc8                     94.0MB/s ± 0%  98.2MB/s ± 0%    +4.45%  (p=0.008 n=5+5)
wuffs_png_decode_image_77k_8bpp/gcc8                       236MB/s ± 0%   248MB/s ± 0%    +4.84%  (p=0.008 n=5+5)
wuffs_png_decode_image_552k_32bpp_ignore_checksum/gcc8     114MB/s ± 0%   115MB/s ± 0%    +1.11%  (p=0.008 n=5+5)
wuffs_png_decode_image_552k_32bpp_verify_checksum/gcc8     102MB/s ± 0%   104MB/s ± 0%    +2.17%  (p=0.008 n=5+5)
wuffs_png_decode_image_4002k_24bpp/gcc8                   88.8MB/s ± 0%  94.3MB/s ± 0%    +6.21%  (p=0.008 n=5+5)

mimic_png_decode_image_19k_8bpp                           43.7MB/s ± 1%  43.4MB/s ± 1%      ~     (p=0.095 n=5+5)
mimic_png_decode_image_40k_24bpp                          54.6MB/s ± 0%  53.9MB/s ± 0%    -1.25%  (p=0.008 n=5+5)
mimic_png_decode_image_77k_8bpp                            125MB/s ± 0%   124MB/s ± 0%    -0.73%  (p=0.008 n=5+5)
mimic_png_decode_image_552k_32bpp_ignore_checksum               skipped
mimic_png_decode_image_552k_32bpp_verify_checksum          102MB/s ± 0%   101MB/s ± 0%    -0.95%  (p=0.008 n=5+5)
mimic_png_decode_image_4002k_24bpp                        81.3MB/s ± 0%  81.0MB/s ± 0%    -0.46%  (p=0.016 n=4+5)
This commit is contained in:
Nigel Tao committed 2021-02-13 22:54:47 +11:00
1 parent 81ba41e251
commit 84f3592dbe
10 files changed
+94 -106

No files matched your search

+14 -5
View File
@@ -95,6 +95,8 @@ func (g *gen) writeBuiltinCall(b *buffer, n *a.Expr, sideEffectsOnly bool, depth
if qid[1].IsNumType() {
return g.writeBuiltinNumType(b, recv, method.Ident(), n.Args(), depth)
} else if qid[1].IsBuiltInCPUArch() {
return g.writeBuiltinCPUArch(b, recv, method.Ident(), n.Args(), sideEffectsOnly, depth)
} else {
switch qid[1] {
case t.IDIOReader:
@@ -144,8 +146,6 @@ func (g *gen) writeBuiltinCall(b *buffer, n *a.Expr, sideEffectsOnly bool, depth
b.writes("&empty_io_buffer")
return nil
}
case t.IDX86M128I:
return g.writeBuiltinCPUArch(b, recv, method.Ident(), n.Args(), sideEffectsOnly, depth)
}
}
return errNoSuchBuiltin
@@ -524,8 +524,11 @@ func (g *gen) writeBuiltinCPUArch(b *buffer, recv *a.Expr, method t.ID, args []*
}
const create = "create"
methodStr := method.Str(g.tm)
if strings.HasPrefix(methodStr, create) {
if methodStr := method.Str(g.tm); methodStr == "value" {
return g.writeExpr(b, recv, false, depth)
} else if methodStr == create {
return g.writeExpr(b, args[0].AsArg().Value(), false, depth)
} else if strings.HasPrefix(methodStr, create) {
b.printf("%s(", methodStr[len(create):])
for i, o := range args {
if i > 0 {
@@ -552,6 +555,10 @@ func (g *gen) writeBuiltinCPUArch(b *buffer, recv *a.Expr, method t.ID, args []*
b.writes(after)
}
} else {
armCRC32U32 := recv.MType().Eq(typeExprARMCRC32U32)
if armCRC32U32 {
b.writeb('_')
}
b.printf("%s(", methodStr)
if err := g.writeExpr(b, recv, false, depth); err != nil {
return err
@@ -560,7 +567,9 @@ func (g *gen) writeBuiltinCPUArch(b *buffer, recv *a.Expr, method t.ID, args []*
b.writes(", ")
after := ""
v := o.AsArg().Value()
if !v.MType().IsCPUArchType() {
if armCRC32U32 {
// No-op.
} else if !v.MType().IsCPUArchType() {
b.writes("(int32_t)(")
after = ")"
}
+1
View File
@@ -43,6 +43,7 @@ var (
maxInt64 = big.NewInt((1 << 63) - 1)
typeExprARMCRC32U32 = a.NewTypeExpr(0, t.IDBase, t.IDARMCRC32U32, nil, nil, nil)
typeExprPixelSwizzler = a.NewTypeExpr(0, t.IDBase, t.IDPixelSwizzler, nil, nil, nil)
typeExprUtility = a.NewTypeExpr(0, t.IDBase, t.IDUtility, nil, nil, nil)
)
+2 -1
View File
@@ -577,7 +577,8 @@ var cTypeNames = [...]string{
t.IDTokenReader: "wuffs_base__token_buffer*",
t.IDTokenWriter: "wuffs_base__token_buffer*",
t.IDX86M128I: "__m128i",
t.IDARMCRC32U32: "uint32_t",
t.IDX86M128I: "__m128i",
}
const noSuchCOperator = " no_such_C_operator "
+2
View File
@@ -351,6 +351,8 @@ func (g *gen) writeVars(b *buffer, f *funk, inStructDecl bool) error {
b.writes(" = wuffs_base__make_status(NULL);\n")
} else if typ.IsIOType() {
b.printf(" = &%s%s;\n", uPrefix, name)
} else if typ.Eq(typeExprARMCRC32U32) {
b.writes(" = 0;\n")
} else {
b.writes(" = {0};\n")
}
+11
View File
@@ -245,6 +245,7 @@ var Types = []string{
// ----
"arm_crc32_u32",
"x86_m128i",
}
@@ -531,6 +532,16 @@ var Funcs = []string{
"pixel_swizzler.swizzle_interleaved_transparent_black!(" +
"dst: slice u8, dst_palette: slice u8, num_pixels: u64) u64",
// ---- arm_crc32_u32
"arm_crc32_u32.create(a: u32) arm_crc32_u32",
"arm_crc32_u32.value() u32",
"arm_crc32_u32._crc32b(b: u8) arm_crc32_u32",
"arm_crc32_u32._crc32h(b: u16) arm_crc32_u32",
"arm_crc32_u32._crc32w(b: u32) arm_crc32_u32",
"arm_crc32_u32._crc32d(b: u64) arm_crc32_u32",
// ---- x86_m128i
"x86_m128i.load_u32!(a: u32)",
+4 -2
View File
@@ -75,7 +75,8 @@ var (
typeExprDecodeFrameOptions = a.NewTypeExpr(0, t.IDBase, t.IDDecodeFrameOptions, nil, nil, nil)
typeExprX86M128I = a.NewTypeExpr(0, t.IDBase, t.IDX86M128I, nil, nil, nil)
typeExprARMCRC32U32 = a.NewTypeExpr(0, t.IDBase, t.IDARMCRC32U32, nil, nil, nil)
typeExprX86M128I = a.NewTypeExpr(0, t.IDBase, t.IDX86M128I, nil, nil, nil)
typeExprSliceU8 = a.NewTypeExpr(t.IDSlice, 0, 0, nil, nil, typeExprU8)
typeExprTableU8 = a.NewTypeExpr(t.IDTable, 0, 0, nil, nil, typeExprU8)
@@ -125,7 +126,8 @@ var builtInTypeMap = typeMap{
t.IDDecodeFrameOptions: typeExprDecodeFrameOptions,
t.IDX86M128I: typeExprX86M128I,
t.IDARMCRC32U32: typeExprARMCRC32U32,
t.IDX86M128I: typeExprX86M128I,
}
func (c *Checker) parseBuiltInFuncs(m map[t.QQID]*a.Func, ss []string) error {
+9 -1
View File
@@ -25,7 +25,9 @@ import (
type cpuArchBits uint32
const (
cpuArchBitsX86SSE42 = cpuArchBits(0x00000001)
cpuArchBitsARMCRC32 = cpuArchBits(0x00000001)
cpuArchBitsARMNeon = cpuArchBits(0x00000002)
cpuArchBitsX86SSE42 = cpuArchBits(0x00000004)
)
func calcCPUArchBits(n *a.Func) (ret cpuArchBits) {
@@ -35,6 +37,10 @@ func calcCPUArchBits(n *a.Func) (ret cpuArchBits) {
continue
}
switch o.Condition().RHS().AsExpr().Ident() {
case t.IDARMCRC32:
ret |= cpuArchBitsARMCRC32
case t.IDARMNeon:
ret |= cpuArchBitsARMNeon
case t.IDX86SSE42:
ret |= cpuArchBitsX86SSE42
}
@@ -46,6 +52,8 @@ func (q *checker) tcheckCPUArchBits(cab cpuArchBits, typ *a.TypeExpr) error {
if qid := typ.Innermost().QID(); qid[0] == t.IDBase {
need := cpuArchBits(0)
switch qid[1] {
case t.IDARMCRC32U32:
need = cpuArchBitsARMCRC32
case t.IDX86M128I:
need = cpuArchBitsX86SSE42
}
+4
View File
@@ -668,6 +668,8 @@ const (
IDARMCRC32 = ID(0x300)
IDARMNeon = ID(0x301)
IDARMCRC32U32 = ID(0x308)
IDX86SSE42 = ID(0x320)
IDX86AVX2 = ID(0x321)
@@ -1087,6 +1089,8 @@ var builtInsByID = [nBuiltInIDs]string{
IDARMCRC32: "arm_crc32",
IDARMNeon: "arm_neon",
IDARMCRC32U32: "arm_crc32_u32",
IDX86SSE42: "x86_sse42",
IDX86AVX2: "x86_avx2",
+40 -69
View File
@@ -21945,87 +21945,58 @@ wuffs_crc32__ieee_hasher__up_arm_crc32(
v_s = (4294967295 ^ self->private_impl.f_state);
while ((((uint64_t)(a_x.len)) > 0) && ((15 & ((uint32_t)(0xFFF & (uintptr_t)(a_x.ptr)))) != 0)) {
v_s = (WUFFS_CRC32__IEEE_TABLE[0][(((uint8_t)((v_s & 255))) ^ a_x.ptr[0])] ^ (v_s >> 8));
v_s = __crc32b(v_s, a_x.ptr[0]);
a_x = wuffs_base__slice_u8__subslice_i(a_x, 1);
}
{
wuffs_base__slice_u8 i_slice_p = a_x;
v_p.ptr = i_slice_p.ptr;
v_p.len = 16;
uint8_t* i_end0_p = v_p.ptr + (((i_slice_p.len - (size_t)(v_p.ptr - i_slice_p.ptr)) / 32) * 32);
v_p.len = 8;
uint8_t* i_end0_p = v_p.ptr + (((i_slice_p.len - (size_t)(v_p.ptr - i_slice_p.ptr)) / 128) * 128);
while (v_p.ptr < i_end0_p) {
v_s ^= ((((uint32_t)(v_p.ptr[0])) << 0) |
(((uint32_t)(v_p.ptr[1])) << 8) |
(((uint32_t)(v_p.ptr[2])) << 16) |
(((uint32_t)(v_p.ptr[3])) << 24));
v_s = (WUFFS_CRC32__IEEE_TABLE[0][v_p.ptr[15]] ^
WUFFS_CRC32__IEEE_TABLE[1][v_p.ptr[14]] ^
WUFFS_CRC32__IEEE_TABLE[2][v_p.ptr[13]] ^
WUFFS_CRC32__IEEE_TABLE[3][v_p.ptr[12]] ^
WUFFS_CRC32__IEEE_TABLE[4][v_p.ptr[11]] ^
WUFFS_CRC32__IEEE_TABLE[5][v_p.ptr[10]] ^
WUFFS_CRC32__IEEE_TABLE[6][v_p.ptr[9]] ^
WUFFS_CRC32__IEEE_TABLE[7][v_p.ptr[8]] ^
WUFFS_CRC32__IEEE_TABLE[8][v_p.ptr[7]] ^
WUFFS_CRC32__IEEE_TABLE[9][v_p.ptr[6]] ^
WUFFS_CRC32__IEEE_TABLE[10][v_p.ptr[5]] ^
WUFFS_CRC32__IEEE_TABLE[11][v_p.ptr[4]] ^
WUFFS_CRC32__IEEE_TABLE[12][(255 & (v_s >> 24))] ^
WUFFS_CRC32__IEEE_TABLE[13][(255 & (v_s >> 16))] ^
WUFFS_CRC32__IEEE_TABLE[14][(255 & (v_s >> 8))] ^
WUFFS_CRC32__IEEE_TABLE[15][(255 & (v_s >> 0))]);
v_p.ptr += 16;
v_s ^= ((((uint32_t)(v_p.ptr[0])) << 0) |
(((uint32_t)(v_p.ptr[1])) << 8) |
(((uint32_t)(v_p.ptr[2])) << 16) |
(((uint32_t)(v_p.ptr[3])) << 24));
v_s = (WUFFS_CRC32__IEEE_TABLE[0][v_p.ptr[15]] ^
WUFFS_CRC32__IEEE_TABLE[1][v_p.ptr[14]] ^
WUFFS_CRC32__IEEE_TABLE[2][v_p.ptr[13]] ^
WUFFS_CRC32__IEEE_TABLE[3][v_p.ptr[12]] ^
WUFFS_CRC32__IEEE_TABLE[4][v_p.ptr[11]] ^
WUFFS_CRC32__IEEE_TABLE[5][v_p.ptr[10]] ^
WUFFS_CRC32__IEEE_TABLE[6][v_p.ptr[9]] ^
WUFFS_CRC32__IEEE_TABLE[7][v_p.ptr[8]] ^
WUFFS_CRC32__IEEE_TABLE[8][v_p.ptr[7]] ^
WUFFS_CRC32__IEEE_TABLE[9][v_p.ptr[6]] ^
WUFFS_CRC32__IEEE_TABLE[10][v_p.ptr[5]] ^
WUFFS_CRC32__IEEE_TABLE[11][v_p.ptr[4]] ^
WUFFS_CRC32__IEEE_TABLE[12][(255 & (v_s >> 24))] ^
WUFFS_CRC32__IEEE_TABLE[13][(255 & (v_s >> 16))] ^
WUFFS_CRC32__IEEE_TABLE[14][(255 & (v_s >> 8))] ^
WUFFS_CRC32__IEEE_TABLE[15][(255 & (v_s >> 0))]);
v_p.ptr += 16;
v_s = __crc32d(v_s, wuffs_base__peek_u64le__no_bounds_check(v_p.ptr));
v_p.ptr += 8;
v_s = __crc32d(v_s, wuffs_base__peek_u64le__no_bounds_check(v_p.ptr));
v_p.ptr += 8;
v_s = __crc32d(v_s, wuffs_base__peek_u64le__no_bounds_check(v_p.ptr));
v_p.ptr += 8;
v_s = __crc32d(v_s, wuffs_base__peek_u64le__no_bounds_check(v_p.ptr));
v_p.ptr += 8;
v_s = __crc32d(v_s, wuffs_base__peek_u64le__no_bounds_check(v_p.ptr));
v_p.ptr += 8;
v_s = __crc32d(v_s, wuffs_base__peek_u64le__no_bounds_check(v_p.ptr));
v_p.ptr += 8;
v_s = __crc32d(v_s, wuffs_base__peek_u64le__no_bounds_check(v_p.ptr));
v_p.ptr += 8;
v_s = __crc32d(v_s, wuffs_base__peek_u64le__no_bounds_check(v_p.ptr));
v_p.ptr += 8;
v_s = __crc32d(v_s, wuffs_base__peek_u64le__no_bounds_check(v_p.ptr));
v_p.ptr += 8;
v_s = __crc32d(v_s, wuffs_base__peek_u64le__no_bounds_check(v_p.ptr));
v_p.ptr += 8;
v_s = __crc32d(v_s, wuffs_base__peek_u64le__no_bounds_check(v_p.ptr));
v_p.ptr += 8;
v_s = __crc32d(v_s, wuffs_base__peek_u64le__no_bounds_check(v_p.ptr));
v_p.ptr += 8;
v_s = __crc32d(v_s, wuffs_base__peek_u64le__no_bounds_check(v_p.ptr));
v_p.ptr += 8;
v_s = __crc32d(v_s, wuffs_base__peek_u64le__no_bounds_check(v_p.ptr));
v_p.ptr += 8;
v_s = __crc32d(v_s, wuffs_base__peek_u64le__no_bounds_check(v_p.ptr));
v_p.ptr += 8;
v_s = __crc32d(v_s, wuffs_base__peek_u64le__no_bounds_check(v_p.ptr));
v_p.ptr += 8;
}
v_p.len = 16;
uint8_t* i_end1_p = v_p.ptr + (((i_slice_p.len - (size_t)(v_p.ptr - i_slice_p.ptr)) / 16) * 16);
v_p.len = 8;
uint8_t* i_end1_p = v_p.ptr + (((i_slice_p.len - (size_t)(v_p.ptr - i_slice_p.ptr)) / 8) * 8);
while (v_p.ptr < i_end1_p) {
v_s ^= ((((uint32_t)(v_p.ptr[0])) << 0) |
(((uint32_t)(v_p.ptr[1])) << 8) |
(((uint32_t)(v_p.ptr[2])) << 16) |
(((uint32_t)(v_p.ptr[3])) << 24));
v_s = (WUFFS_CRC32__IEEE_TABLE[0][v_p.ptr[15]] ^
WUFFS_CRC32__IEEE_TABLE[1][v_p.ptr[14]] ^
WUFFS_CRC32__IEEE_TABLE[2][v_p.ptr[13]] ^
WUFFS_CRC32__IEEE_TABLE[3][v_p.ptr[12]] ^
WUFFS_CRC32__IEEE_TABLE[4][v_p.ptr[11]] ^
WUFFS_CRC32__IEEE_TABLE[5][v_p.ptr[10]] ^
WUFFS_CRC32__IEEE_TABLE[6][v_p.ptr[9]] ^
WUFFS_CRC32__IEEE_TABLE[7][v_p.ptr[8]] ^
WUFFS_CRC32__IEEE_TABLE[8][v_p.ptr[7]] ^
WUFFS_CRC32__IEEE_TABLE[9][v_p.ptr[6]] ^
WUFFS_CRC32__IEEE_TABLE[10][v_p.ptr[5]] ^
WUFFS_CRC32__IEEE_TABLE[11][v_p.ptr[4]] ^
WUFFS_CRC32__IEEE_TABLE[12][(255 & (v_s >> 24))] ^
WUFFS_CRC32__IEEE_TABLE[13][(255 & (v_s >> 16))] ^
WUFFS_CRC32__IEEE_TABLE[14][(255 & (v_s >> 8))] ^
WUFFS_CRC32__IEEE_TABLE[15][(255 & (v_s >> 0))]);
v_p.ptr += 16;
v_s = __crc32d(v_s, wuffs_base__peek_u64le__no_bounds_check(v_p.ptr));
v_p.ptr += 8;
}
v_p.len = 1;
uint8_t* i_end2_p = i_slice_p.ptr + i_slice_p.len;
while (v_p.ptr < i_end2_p) {
v_s = (WUFFS_CRC32__IEEE_TABLE[0][(((uint8_t)((v_s & 255))) ^ v_p.ptr[0])] ^ (v_s >> 8));
v_s = __crc32b(v_s, v_p.ptr[0]);
v_p.ptr += 1;
}
v_p.len = 0;
+7 -28
View File
@@ -72,45 +72,24 @@ pri func ieee_hasher.up!(x: slice base.u8),
pri func ieee_hasher.up_arm_crc32!(x: slice base.u8),
choose cpu_arch >= arm_crc32,
{
var s : base.u32
var s : base.arm_crc32_u32
var p : slice base.u8
s = 0xFFFF_FFFF ^ this.state
s = s.create(a: 0xFFFF_FFFF ^ this.state)
// Align to a 16-byte boundary.
while (args.x.length() > 0) and ((15 & args.x.uintptr_low_12_bits()) <> 0) {
s = IEEE_TABLE[0][((s & 0xFF) as base.u8) ^ args.x[0]] ^ (s >> 8)
s = s._crc32b(b: args.x[0])
args.x = args.x[1 ..]
} endwhile
// See "Multi-Byte Lookup Tables" in std/crc32/README.md for more detail on
// the slicing-by-M algorithm. We use an M of 16.
iterate (p = args.x)(length: 16, advance: 16, unroll: 2) {
s ^= ((p[0x00] as base.u32) << 0) |
((p[0x01] as base.u32) << 8) |
((p[0x02] as base.u32) << 16) |
((p[0x03] as base.u32) << 24)
s = IEEE_TABLE[0x00][p[0x0F]] ^
IEEE_TABLE[0x01][p[0x0E]] ^
IEEE_TABLE[0x02][p[0x0D]] ^
IEEE_TABLE[0x03][p[0x0C]] ^
IEEE_TABLE[0x04][p[0x0B]] ^
IEEE_TABLE[0x05][p[0x0A]] ^
IEEE_TABLE[0x06][p[0x09]] ^
IEEE_TABLE[0x07][p[0x08]] ^
IEEE_TABLE[0x08][p[0x07]] ^
IEEE_TABLE[0x09][p[0x06]] ^
IEEE_TABLE[0x0A][p[0x05]] ^
IEEE_TABLE[0x0B][p[0x04]] ^
IEEE_TABLE[0x0C][0xFF & (s >> 24)] ^
IEEE_TABLE[0x0D][0xFF & (s >> 16)] ^
IEEE_TABLE[0x0E][0xFF & (s >> 8)] ^
IEEE_TABLE[0x0F][0xFF & (s >> 0)]
iterate (p = args.x)(length: 8, advance: 8, unroll: 16) {
s = s._crc32d(b: p.peek_u64le())
} else (length: 1, advance: 1, unroll: 1) {
s = IEEE_TABLE[0][((s & 0xFF) as base.u8) ^ p[0]] ^ (s >> 8)
s = s._crc32b(b: p[0])
}
this.state = 0xFFFF_FFFF ^ s
this.state = 0xFFFF_FFFF ^ s.value()
}
// The table below was created by script/print-crc32-magic-numbers.go.