// Copyright 2024 The Wuffs Authors. // // Licensed under the Apache License, Version 2.0 or the MIT license // , at your // option. This file may not be copied, modified, or distributed // except according to those terms. // // SPDX-License-Identifier: Apache-2.0 OR MIT //go:build ignore // +build ignore package main // print-crc32-x86-sse42-code.go prints the std/crc32 x86/SSE4.2 Wuffs code // based on some C code generated by https://github.com/corsix/fast-crc32/ // // Usage: go run print-crc32-x86-sse42-code.go import ( "fmt" "regexp" "strconv" "strings" ) func main() { var ( reXEqLoadu = regexp.MustCompile(`^__m128i x(\d+) = _mm_loadu_si128`) reKEqSetr = regexp.MustCompile(`^k = _mm_setr_epi32\(([^,]+), ([^,]+), ([^,]+), ([^\)]+)\);$`) reYEqClmul = regexp.MustCompile(`^y(\d+) = clmul_lo\(x(\d+), k\), x(\d+) = clmul_hi\(x(\d+), k\);$`) reYEqXorLoadu = regexp.MustCompile(`^y(\d+) = _mm_xor_si128\(y(\d+), _mm_loadu_si128`) reYEqXorYX = regexp.MustCompile(`^y(\d+) = _mm_xor_si128\(y(\d+), x(\d+)\), x(\d+) = _mm_xor_si128\(x(\d+), y(\d+)\);$`) ) fmt.Println("// BEGIN script/print-crc32-x86-sse42-code.go generated code.") for src := srcSSECRC32V8; src != ""; { i := strings.IndexByte(src, '\n') line := strings.TrimSpace(src[:i]) src = src[i+1:] if (line == "") || strings.HasPrefix(line, "/*") { continue } else if s := reXEqLoadu.FindStringSubmatch(line); len(s) > 0 { n, _ := strconv.Atoi(s[1]) fmt.Printf("x%d = util.make_m128i_slice128(a: args.x[0x%02X .. 0x%02X])\n", n, 16*(n), 16*(n+1)) } else if line == "__m128i k;" { continue } else if s := reKEqSetr.FindStringSubmatch(line); len(s) > 0 { fmt.Printf("kk = util.make_m128i_multiple_u32(a00: %s, a01: %s, a02: %s, a03: %s)\n", s[1], s[2], s[3], s[4]) } else if line == "x0 = _mm_xor_si128(_mm_cvtsi32_si128(crc0), x0);" { fmt.Printf("x0 = x0._mm_xor_si128(b: util.make_m128i_single_u32(a: s))\n") } else if line == "buf += 128;" { fmt.Printf("args.x = args.x[128 ..]\n") } else if line == "len -= 128;" { continue } else if line == "while (len >= 128) {" { fmt.Printf("while args.x.length() >= 128 {\n") } else if line == "}" { fmt.Printf("} endwhile\n") } else if s := reYEqClmul.FindStringSubmatch(line); len(s) > 0 { fmt.Printf("y%s = x%s._mm_clmulepi64_si128(b: kk, imm8: 0x00)\n", s[1], s[2]) fmt.Printf("x%s = x%s._mm_clmulepi64_si128(b: kk, imm8: 0x11)\n", s[3], s[4]) } else if s := reYEqXorLoadu.FindStringSubmatch(line); len(s) > 0 { n, _ := strconv.Atoi(s[1]) fmt.Printf("y%d = y%d._mm_xor_si128(b: util.make_m128i_slice128(a: args.x[0x%02X .. 0x%02X]))\n", n, n, 16*(n), 16*(n+1)) fmt.Printf("x%d = x%d._mm_xor_si128(b: y%d)\n", n, n, n) } else if s := reYEqXorYX.FindStringSubmatch(line); len(s) > 0 { fmt.Printf("y%s = y%s._mm_xor_si128(b: x%s)\n", s[1], s[2], s[3]) fmt.Printf("x%s = x%s._mm_xor_si128(b: y%s)\n", s[4], s[5], s[6]) } else if line == "crc0 = crc_u64(0, _mm_extract_epi64(x0, 0));" { fmt.Printf("kk = util.make_m128i_multiple_u32(a00: 0xF701_1641, a01: 0xB4E5_B025, a02: 0xDB71_0641, a03: 1)\n") fmt.Printf("s = util.make_m128i_single_u64(a: x0._mm_extract_epi64(imm8: 0)).\n") fmt.Printf(" _mm_clmulepi64_si128(b: kk, imm8: 0x00).\n") fmt.Printf(" _mm_clmulepi64_si128(b: kk, imm8: 0x10).\n") fmt.Printf(" _mm_extract_epi32(imm8: 2)\n") // fmt.Printf("s = util.make_m128i_single_u64(a: (s as base.u64) ^ args.x.peek_u64le()).\n") } else if line == "crc0 = crc_u64(crc0, _mm_extract_epi64(x0, 1));" { fmt.Printf("kk = util.make_m128i_multiple_u32(a00: 0xF701_1641, a01: 0xB4E5_B025, a02: 0xDB71_0641, a03: 1)\n") fmt.Printf("s = util.make_m128i_single_u64(a: x0._mm_extract_epi64(imm8: 1) ^ (s as base.u64)).\n") fmt.Printf(" _mm_clmulepi64_si128(b: kk, imm8: 0x00).\n") fmt.Printf(" _mm_clmulepi64_si128(b: kk, imm8: 0x10).\n") fmt.Printf(" _mm_extract_epi32(imm8: 2)\n") } else { fmt.Printf("// Could not process %q.\n", line) break } } fmt.Println("// END script/print-crc32-x86-sse42-code.go generated code.") } // This is the core (inside "if (len >= 128)") of the code produced by // generate.c in https://github.com/corsix/fast-crc32/ when parameterized by // "./generate -i sse -p crc32 -a v8". const srcSSECRC32V8 = ` /* First vector chunk. */ __m128i x0 = _mm_loadu_si128((const __m128i*)buf), y0; __m128i x1 = _mm_loadu_si128((const __m128i*)(buf + 16)), y1; __m128i x2 = _mm_loadu_si128((const __m128i*)(buf + 32)), y2; __m128i x3 = _mm_loadu_si128((const __m128i*)(buf + 48)), y3; __m128i x4 = _mm_loadu_si128((const __m128i*)(buf + 64)), y4; __m128i x5 = _mm_loadu_si128((const __m128i*)(buf + 80)), y5; __m128i x6 = _mm_loadu_si128((const __m128i*)(buf + 96)), y6; __m128i x7 = _mm_loadu_si128((const __m128i*)(buf + 112)), y7; __m128i k; k = _mm_setr_epi32(0x33fff533, 0, 0x910eeec1, 0); x0 = _mm_xor_si128(_mm_cvtsi32_si128(crc0), x0); buf += 128; len -= 128; /* Main loop. */ while (len >= 128) { y0 = clmul_lo(x0, k), x0 = clmul_hi(x0, k); y1 = clmul_lo(x1, k), x1 = clmul_hi(x1, k); y2 = clmul_lo(x2, k), x2 = clmul_hi(x2, k); y3 = clmul_lo(x3, k), x3 = clmul_hi(x3, k); y4 = clmul_lo(x4, k), x4 = clmul_hi(x4, k); y5 = clmul_lo(x5, k), x5 = clmul_hi(x5, k); y6 = clmul_lo(x6, k), x6 = clmul_hi(x6, k); y7 = clmul_lo(x7, k), x7 = clmul_hi(x7, k); y0 = _mm_xor_si128(y0, _mm_loadu_si128((const __m128i*)buf)), x0 = _mm_xor_si128(x0, y0); y1 = _mm_xor_si128(y1, _mm_loadu_si128((const __m128i*)(buf + 16))), x1 = _mm_xor_si128(x1, y1); y2 = _mm_xor_si128(y2, _mm_loadu_si128((const __m128i*)(buf + 32))), x2 = _mm_xor_si128(x2, y2); y3 = _mm_xor_si128(y3, _mm_loadu_si128((const __m128i*)(buf + 48))), x3 = _mm_xor_si128(x3, y3); y4 = _mm_xor_si128(y4, _mm_loadu_si128((const __m128i*)(buf + 64))), x4 = _mm_xor_si128(x4, y4); y5 = _mm_xor_si128(y5, _mm_loadu_si128((const __m128i*)(buf + 80))), x5 = _mm_xor_si128(x5, y5); y6 = _mm_xor_si128(y6, _mm_loadu_si128((const __m128i*)(buf + 96))), x6 = _mm_xor_si128(x6, y6); y7 = _mm_xor_si128(y7, _mm_loadu_si128((const __m128i*)(buf + 112))), x7 = _mm_xor_si128(x7, y7); buf += 128; len -= 128; } /* Reduce x0 ... x7 to just x0. */ k = _mm_setr_epi32(0xae689191, 0, 0xccaa009e, 0); y0 = clmul_lo(x0, k), x0 = clmul_hi(x0, k); y2 = clmul_lo(x2, k), x2 = clmul_hi(x2, k); y4 = clmul_lo(x4, k), x4 = clmul_hi(x4, k); y6 = clmul_lo(x6, k), x6 = clmul_hi(x6, k); y0 = _mm_xor_si128(y0, x1), x0 = _mm_xor_si128(x0, y0); y2 = _mm_xor_si128(y2, x3), x2 = _mm_xor_si128(x2, y2); y4 = _mm_xor_si128(y4, x5), x4 = _mm_xor_si128(x4, y4); y6 = _mm_xor_si128(y6, x7), x6 = _mm_xor_si128(x6, y6); k = _mm_setr_epi32(0xf1da05aa, 0, 0x81256527, 0); y0 = clmul_lo(x0, k), x0 = clmul_hi(x0, k); y4 = clmul_lo(x4, k), x4 = clmul_hi(x4, k); y0 = _mm_xor_si128(y0, x2), x0 = _mm_xor_si128(x0, y0); y4 = _mm_xor_si128(y4, x6), x4 = _mm_xor_si128(x4, y4); k = _mm_setr_epi32(0x8f352d95, 0, 0x1d9513d7, 0); y0 = clmul_lo(x0, k), x0 = clmul_hi(x0, k); y0 = _mm_xor_si128(y0, x4), x0 = _mm_xor_si128(x0, y0); /* Reduce 128 bits to 32 bits, and multiply by x^32. */ crc0 = crc_u64(0, _mm_extract_epi64(x0, 0)); crc0 = crc_u64(crc0, _mm_extract_epi64(x0, 1)); `