Potential workaround for poor zstd performance

Performance is still not great, but better
2022-06-21 01:09:33 -05:00
parent 1b934de04d
commit 83dfa77b7d
12 changed files with 110 additions and 30 deletions
@@ -11,6 +11,7 @@ type Reader struct {
 	master io.Reader
 	cur    io.Reader
 	d      decompress.Decompressor
+	comRdr io.Reader
 }

 func NewReader(master io.Reader, d decompress.Decompressor) *Reader {
@@ -25,8 +26,10 @@ func realSize(siz uint16) uint16 {
 }

 func (r *Reader) advance() (err error) {
-	if clr, ok := r.cur.(io.Closer); ok {
-		clr.Close()
+	if !r.d.Resetable() {
+		if clr, ok := r.cur.(io.Closer); ok {
+			clr.Close()
+		}
 	}
 	var raw uint16
 	err = binary.Read(r.master, binary.LittleEndian, &raw)
@@ -36,7 +39,19 @@ func (r *Reader) advance() (err error) {
 	size := realSize(raw)
 	r.cur = io.LimitReader(r.master, int64(size))
 	if size == raw {
-		r.cur, err = r.d.Reader(r.cur)
+		if r.d.Resetable() {
+			if r.comRdr == nil {
+				r.cur, err = r.d.Reader(r.cur)
+				if err != nil {
+					return
+				}
+			} else {
+				err = r.d.Reset(r.comRdr, r.cur)
+				r.cur = r.comRdr
+			}
+		} else {
+			r.cur, err = r.d.Reader(r.cur)
+		}
 	}
 	return
 }