feat: Add Zstandard & Snappy Readers

internal/bufio/bufio.go

@@ -11,6 +11,8 @@ import (
 	"strconv"
 
 	"github.com/brexhq/substation/internal/media"
+	"github.com/klauspost/compress/snappy"
+	"github.com/klauspost/compress/zstd"
 )
 
 // errInvalidMethod is returned when an invalid scanner method is provided.
@@ -100,6 +102,17 @@ func (s *scanner) ReadFile(file *os.File) error {
 
 		reader = gzipReader
 		s.openHandles = append(s.openHandles, reader)
+	case "application/zstd":
+		zstdReader, err := zstd.NewReader(file)
+		if err != nil {
+			return fmt.Errorf("readopenfile: %v", err)
+		}
+
+		reader = io.NopCloser(zstdReader)
+		s.openHandles = append(s.openHandles, reader)
+	case "application/x-snappy-framed":
+		snappyReader := snappy.NewReader(file)
+		reader = io.NopCloser(snappyReader)
 	default:
 		// file was previously added to openHandles
 		reader = file

internal/media/media.go

@@ -17,6 +17,12 @@ func Bytes(b []byte) string {
 	// http.DetectContentType occasionally (rarely) generates false positive matches for application/vnd.ms-fontobject when the bytes are application/x-gzip
 	case bytes.HasPrefix(b, []byte("\x1f\x8b\x08")):
 		return "application/x-gzip"
+	// http.DetectContentType cannot detect zstd
+	case bytes.HasPrefix(b, []byte("\x28\xb5\x2f\xfd")):
+		return "application/x-zstd"
+	// http.DetectContentType cannot detect snappy
+	case bytes.HasPrefix(b, []byte("\xff\x06\x00\x00\x73\x4e\x61\x50\x70\x59")):
+		return "application/x-snappy-framed"
 	default:
 		return http.DetectContentType(b)
 	}

internal/media/media_test.go

@@ -20,6 +20,16 @@ var mediaTests = []struct {
 		[]byte("\x1f\x8b\x08"),
 		"application/x-gzip",
 	},
+	{
+		"zstd",
+		[]byte("\x28\xb5\x2f\xfd"),
+		"application/x-zstd",
+	},
+	{
+		"snappy",
+		[]byte("\xff\x06\x00\x00\x73\x4e\x61\x50\x70\x59"),
+		"application/x-snappy-framed",
+	},
 }
 
 func TestBytes(t *testing.T) {