Add more testdata/*.gz files.

This commit is contained in:
Nigel Tao committed 2017-07-06 16:35:18 +10:00
1 parent 727073ac89
commit 4efce30bfc
6 files changed
+481

No files matched your search

+118
View File
@@ -0,0 +1,118 @@
// Use of this source code is governed by a BSD-style license that can be found
// in the LICENSE file.
// +build ignore
package main
// extract-flate-offsets.go extracts the start and end offsets of the
// flate-compressed data wrapped in a .gz file.
//
// Usage: go run extract-flate-offsets.go foo.gz bar.gz
import (
"bytes"
"compress/flate"
"crypto/md5"
"fmt"
"io/ioutil"
"os"
)
// GZIP wraps a header and footer around flate data. The format is described in
// RFC 1952: https://www.ietf.org/rfc/rfc1952.txt
const (
flagText = 1 << 0
flagHCRC = 1 << 1
flagExtra = 1 << 2
flagName = 1 << 3
flagComment = 1 << 4
)
func main() {
if err := main1(); err != nil {
os.Stderr.WriteString(err.Error() + "\n")
os.Exit(1)
}
}
func main1() error {
for _, a := range os.Args[1:] {
if err := decode(a); err != nil {
return err
}
}
return nil
}
func decode(filename string) error {
src, err := ioutil.ReadFile(filename)
if err != nil {
return err
}
const (
headerSize = 10
footerSize = 8
)
if len(src) < headerSize+footerSize || src[0] != 0x1F || src[1] != 0x8B || src[2] != 0x08 {
return fmt.Errorf("not a GZIP")
}
if len(src) >= 0x10000000 {
return fmt.Errorf("file too large")
}
flags := src[3]
i := headerSize
src = src[:len(src)-footerSize]
if flags&flagExtra != 0 {
return fmt.Errorf("TODO: support gzip extra flag")
}
if flags&flagName != 0 {
if i, err = readString(src, i); err != nil {
return err
}
}
if flags&flagComment != 0 {
if i, err = readString(src, i); err != nil {
return err
}
}
if flags&flagHCRC != 0 {
return fmt.Errorf("TODO: support gzip HCRC flag")
}
// As a sanity check, the result should be valid flate.
hash, err := checkFlate(src[i:])
if err != nil {
return err
}
fmt.Printf("%7d %7d %x %s\n", i, len(src), hash, filename)
return nil
}
func readString(src []byte, i int) (int, error) {
for {
if i >= len(src) {
return 0, fmt.Errorf("bad GZIP string")
}
if src[i] == 0 {
return i + 1, nil
}
i++
}
}
func checkFlate(x []byte) ([md5.Size]byte, error) {
rc := flate.NewReader(bytes.NewReader(x))
defer rc.Close()
x, err := ioutil.ReadAll(rc)
if err != nil {
return [md5.Size]byte{}, fmt.Errorf("data is not valid flate: %v", err)
}
return md5.Sum(x), nil
}