Compare commits
7 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| f2d86aff96 | |||
| f61237a1f0 | |||
| 820e06e792 | |||
| 4f8f5f6928 | |||
| 1b5078c7bd | |||
| 56fdba2f28 | |||
| ffbf4ebc64 |
@@ -17,6 +17,4 @@ Thanks also to [distri's squashfs library](https://github.com/distr1/distri/tree
|
||||
|
||||
## Performance
|
||||
|
||||
This library, decompressing the Firefox AppImage and using go tests, takes about twice as long as `unsquashfs` on my quad core laptop. (~1 second with the library and about half a second with `unsquashfs`).
|
||||
|
||||
**My recents tests have shown the Firefox AppImage might be an outlier and this library might be considerably slower (4x ~ 6x time slower then `unsquashfs`)**
|
||||
Testing on a zstd compressed file, my library is anywhere from 5x ~ 7x slower then `unsquashfs`
|
||||
|
||||
@@ -0,0 +1,145 @@
|
||||
package squashfs
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"context"
|
||||
"errors"
|
||||
"io"
|
||||
|
||||
"github.com/CalebQ42/fuse"
|
||||
"github.com/CalebQ42/fuse/fs"
|
||||
"github.com/CalebQ42/squashfs/internal/inode"
|
||||
)
|
||||
|
||||
// Mounts the archive to the given mountpoint using fuse3.
|
||||
// Blocks until the arhive is unmounted.
|
||||
// Hightly suggested to run in a goroutine.
|
||||
// Will take a moment before MountWait and Unmount will work correctly.
|
||||
func (r *Reader) Mount(mountpoint string) (err error) {
|
||||
if r.con != nil {
|
||||
return errors.New("squashfs archive already mounted")
|
||||
}
|
||||
r.con, err = fuse.Mount(mountpoint, fuse.ReadOnly())
|
||||
if err != nil {
|
||||
return
|
||||
}
|
||||
err = fs.Serve(r.con, &squashFuse{r: r})
|
||||
return
|
||||
}
|
||||
|
||||
// Blocks until the mount ends.
|
||||
func (r *Reader) MountWait() {
|
||||
if r.con != nil {
|
||||
<-r.con.Ready
|
||||
}
|
||||
}
|
||||
|
||||
// Unmounts the archive.
|
||||
func (r *Reader) Unmount() error {
|
||||
if r.con != nil {
|
||||
defer func() { r.con = nil }()
|
||||
return r.con.Close()
|
||||
}
|
||||
return errors.New("squashfs archive is not mounted")
|
||||
}
|
||||
|
||||
type squashFuse struct {
|
||||
r *Reader
|
||||
}
|
||||
|
||||
func (s *squashFuse) Root() (fs.Node, error) {
|
||||
return &fileNode{File: s.r.FS.File}, nil
|
||||
}
|
||||
|
||||
type fileNode struct {
|
||||
*File
|
||||
}
|
||||
|
||||
func (f *fileNode) Attr(ctx context.Context, attr *fuse.Attr) error {
|
||||
attr.Blocks = f.r.s.Size / 512
|
||||
if f.r.s.Size%512 > 0 {
|
||||
attr.Blocks++
|
||||
}
|
||||
attr.Gid = f.r.ids[f.i.GidInd]
|
||||
attr.Inode = uint64(f.i.Num)
|
||||
attr.Mode = f.i.Mode()
|
||||
attr.Nlink = f.i.LinkCount()
|
||||
attr.Size = f.i.Size()
|
||||
attr.Uid = f.r.ids[f.i.UidInd]
|
||||
return nil
|
||||
}
|
||||
|
||||
func (f *fileNode) Id() uint64 {
|
||||
return uint64(f.i.Num)
|
||||
}
|
||||
|
||||
func (f *fileNode) Readlink(ctx context.Context, req *fuse.ReadlinkRequest) (string, error) {
|
||||
return f.SymlinkPath(), nil
|
||||
}
|
||||
|
||||
func (f *fileNode) Lookup(ctx context.Context, name string) (fs.Node, error) {
|
||||
asFS, err := f.FS()
|
||||
if err != nil {
|
||||
return nil, fuse.ENOTDIR
|
||||
}
|
||||
ret, err := asFS.OpenFile(name)
|
||||
if err != nil {
|
||||
return nil, fuse.ENOENT
|
||||
}
|
||||
return &fileNode{File: ret}, nil
|
||||
}
|
||||
|
||||
func (f *fileNode) ReadAll(ctx context.Context) ([]byte, error) {
|
||||
if f.IsRegular() {
|
||||
var buf bytes.Buffer
|
||||
_, err := f.WriteTo(&buf)
|
||||
return buf.Bytes(), err
|
||||
}
|
||||
return nil, fuse.ENODATA
|
||||
}
|
||||
|
||||
func (f *fileNode) Read(ctx context.Context, req *fuse.ReadRequest, resp *fuse.ReadResponse) error {
|
||||
if f.IsRegular() {
|
||||
buf := make([]byte, req.Size)
|
||||
n, err := f.File.ReadAt(buf, req.Offset)
|
||||
if err == io.EOF {
|
||||
resp.Data = buf[:n]
|
||||
}
|
||||
return nil
|
||||
}
|
||||
return fuse.ENODATA
|
||||
}
|
||||
|
||||
func (f *fileNode) ReadDirAll(ctx context.Context) (out []fuse.Dirent, err error) {
|
||||
asFS, err := f.FS()
|
||||
if err != nil {
|
||||
return nil, fuse.ENOTDIR
|
||||
}
|
||||
var t fuse.DirentType
|
||||
for i := range asFS.e {
|
||||
switch asFS.e[i].Type {
|
||||
case inode.Fil:
|
||||
t = fuse.DT_File
|
||||
case inode.Dir:
|
||||
t = fuse.DT_Dir
|
||||
case inode.Block:
|
||||
t = fuse.DT_Block
|
||||
case inode.Sym:
|
||||
t = fuse.DT_Link
|
||||
case inode.Char:
|
||||
t = fuse.DT_Char
|
||||
case inode.Fifo:
|
||||
t = fuse.DT_FIFO
|
||||
case inode.Sock:
|
||||
t = fuse.DT_Socket
|
||||
default:
|
||||
t = fuse.DT_Unknown
|
||||
}
|
||||
out = append(out, fuse.Dirent{
|
||||
Inode: uint64(asFS.e[i].Num),
|
||||
Type: t,
|
||||
Name: asFS.e[i].Name,
|
||||
})
|
||||
}
|
||||
return
|
||||
}
|
||||
@@ -3,9 +3,12 @@ module github.com/CalebQ42/squashfs
|
||||
go 1.19
|
||||
|
||||
require (
|
||||
github.com/klauspost/compress v1.15.9
|
||||
github.com/pierrec/lz4/v4 v4.1.15
|
||||
github.com/CalebQ42/fuse v0.1.0
|
||||
github.com/klauspost/compress v1.15.12
|
||||
github.com/pierrec/lz4/v4 v4.1.17
|
||||
github.com/rasky/go-lzo v0.0.0-20200203143853-96a758eda86e
|
||||
github.com/therootcompany/xz v1.0.1
|
||||
github.com/ulikunitz/xz v0.5.10
|
||||
)
|
||||
|
||||
require golang.org/x/sys v0.2.0 // indirect
|
||||
|
||||
@@ -1,10 +1,14 @@
|
||||
github.com/klauspost/compress v1.15.9 h1:wKRjX6JRtDdrE9qwa4b/Cip7ACOshUI4smpCQanqjSY=
|
||||
github.com/klauspost/compress v1.15.9/go.mod h1:PhcZ0MbTNciWF3rruxRgKxI5NkcHHrHUDtV4Yw2GlzU=
|
||||
github.com/pierrec/lz4/v4 v4.1.15 h1:MO0/ucJhngq7299dKLwIMtgTfbkoSPF6AoMYDd8Q4q0=
|
||||
github.com/pierrec/lz4/v4 v4.1.15/go.mod h1:gZWDp/Ze/IJXGXf23ltt2EXimqmTUXEy0GFuRQyBid4=
|
||||
github.com/CalebQ42/fuse v0.1.0 h1:KLCNjun7zcd2kBNVFfH+SWJyhuwJdE0nhw5/q8K8HGQ=
|
||||
github.com/CalebQ42/fuse v0.1.0/go.mod h1:pJpoKG03HJKVhsp8o0YQYqmfbFsr3Eowt90yQGQVO+4=
|
||||
github.com/klauspost/compress v1.15.12 h1:YClS/PImqYbn+UILDnqxQCZ3RehC9N318SU3kElDUEM=
|
||||
github.com/klauspost/compress v1.15.12/go.mod h1:QPwzmACJjUTFsnSHH934V6woptycfrDDJnH7hvFVbGM=
|
||||
github.com/pierrec/lz4/v4 v4.1.17 h1:kV4Ip+/hUBC+8T6+2EgburRtkE9ef4nbY3f4dFhGjMc=
|
||||
github.com/pierrec/lz4/v4 v4.1.17/go.mod h1:gZWDp/Ze/IJXGXf23ltt2EXimqmTUXEy0GFuRQyBid4=
|
||||
github.com/rasky/go-lzo v0.0.0-20200203143853-96a758eda86e h1:dCWirM5F3wMY+cmRda/B1BiPsFtmzXqV9b0hLWtVBMs=
|
||||
github.com/rasky/go-lzo v0.0.0-20200203143853-96a758eda86e/go.mod h1:9leZcVcItj6m9/CfHY5Em/iBrCz7js8LcRQGTKEEv2M=
|
||||
github.com/therootcompany/xz v1.0.1 h1:CmOtsn1CbtmyYiusbfmhmkpAAETj0wBIH6kCYaX+xzw=
|
||||
github.com/therootcompany/xz v1.0.1/go.mod h1:3K3UH1yCKgBneZYhuQUvJ9HPD19UEXEI0BWbMn8qNMY=
|
||||
github.com/ulikunitz/xz v0.5.10 h1:t92gobL9l3HE202wg3rlk19F6X+JOxl9BBrCCMYEYd8=
|
||||
github.com/ulikunitz/xz v0.5.10/go.mod h1:nbz6k7qbPmH4IRqmfOplQw/tblSgqTqBwxkY0oWt/14=
|
||||
golang.org/x/sys v0.2.0 h1:ljd4t30dBnAvMZaQCevtY0xLLD0A+bRZXbgLMLU1F/A=
|
||||
golang.org/x/sys v0.2.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||
|
||||
+175
-56
@@ -2,6 +2,7 @@ package data
|
||||
|
||||
import (
|
||||
"io"
|
||||
"sync"
|
||||
|
||||
"github.com/CalebQ42/squashfs/internal/decompress"
|
||||
"github.com/CalebQ42/squashfs/internal/toreader"
|
||||
@@ -26,9 +27,9 @@ func NewFullReader(r io.ReaderAt, start uint64, d decompress.Decompressor, block
|
||||
}
|
||||
}
|
||||
|
||||
func (r *FullReader) AddFragment(rdr func() (io.Reader, error)) {
|
||||
func (r *FullReader) AddFragment(rdr func() (io.Reader, error), size uint32) {
|
||||
r.fragRdr = rdr
|
||||
r.sizes = append(r.sizes, 0)
|
||||
r.sizes = append(r.sizes, size)
|
||||
}
|
||||
|
||||
type outDat struct {
|
||||
@@ -37,108 +38,226 @@ type outDat struct {
|
||||
i int
|
||||
}
|
||||
|
||||
func (r FullReader) process(index int, offset int64, out chan outDat) {
|
||||
var err error
|
||||
var dat []byte
|
||||
var rdr io.ReadCloser
|
||||
func (r FullReader) process(index int, offset int64, od *outDat, out chan *outDat) {
|
||||
defer func() {
|
||||
out <- od
|
||||
}()
|
||||
od.i = index
|
||||
size := realSize(r.sizes[index])
|
||||
if size == 0 {
|
||||
out <- outDat{
|
||||
i: index,
|
||||
err: nil,
|
||||
data: make([]byte, r.blockSize),
|
||||
}
|
||||
od.err = nil
|
||||
od.data = make([]byte, r.blockSize)
|
||||
return
|
||||
}
|
||||
// rdr := io.LimitReader(toreader.NewReader(r.r, offset), int64(size))
|
||||
if size == r.sizes[index] {
|
||||
//Special workaround for zstd for increased performancce.
|
||||
if zstd, ok := r.d.(*decompress.Zstd); ok {
|
||||
dat = make([]byte, size)
|
||||
_, err = r.r.ReadAt(dat, offset)
|
||||
if err == nil {
|
||||
dat, err = zstd.Decode(dat)
|
||||
}
|
||||
} else {
|
||||
rdr, err = r.d.Reader(io.LimitReader(toreader.NewReader(r.r, offset), int64(size)))
|
||||
if err == nil {
|
||||
dat, err = io.ReadAll(rdr)
|
||||
if dec, ok := r.d.(decompress.Decoder); ok {
|
||||
dat := make([]byte, size)
|
||||
_, od.err = r.r.ReadAt(dat, offset)
|
||||
if od.err != nil {
|
||||
return
|
||||
}
|
||||
od.data, od.err = dec.Decode(dat, int(r.blockSize))
|
||||
return
|
||||
}
|
||||
var rdr io.ReadCloser
|
||||
rdr, od.err = r.d.Reader(io.LimitReader(toreader.NewReader(r.r, offset), int64(size)))
|
||||
if od.err != nil {
|
||||
return
|
||||
}
|
||||
od.data = make([]byte, r.blockSize)
|
||||
var read int
|
||||
read, od.err = rdr.Read(od.data)
|
||||
od.data = od.data[:read]
|
||||
rdr.Close()
|
||||
} else {
|
||||
dat = make([]byte, size)
|
||||
_, err = r.r.ReadAt(dat, offset)
|
||||
}
|
||||
out <- outDat{
|
||||
i: index,
|
||||
err: err,
|
||||
data: dat,
|
||||
}
|
||||
if clr, ok := rdr.(io.Closer); ok {
|
||||
clr.Close()
|
||||
od.data = make([]byte, size)
|
||||
_, od.err = r.r.ReadAt(od.data, offset)
|
||||
}
|
||||
}
|
||||
|
||||
func (r FullReader) WriteTo(w io.Writer) (n int64, err error) {
|
||||
out := make(chan outDat, len(r.sizes))
|
||||
func (r FullReader) ReadAt(p []byte, off int64) (n int, err error) {
|
||||
pol := &sync.Pool{
|
||||
New: func() any {
|
||||
return new(outDat)
|
||||
},
|
||||
}
|
||||
out := make(chan *outDat, len(r.sizes))
|
||||
offset := r.start
|
||||
num := len(r.sizes)
|
||||
start := off / int64(r.blockSize)
|
||||
end := len(p) / int(r.blockSize)
|
||||
if end%int(r.blockSize) > 0 {
|
||||
end++
|
||||
}
|
||||
if end > len(r.sizes) {
|
||||
if r.fragRdr != nil {
|
||||
end = len(r.sizes)
|
||||
} else {
|
||||
end = len(r.sizes) + 1
|
||||
}
|
||||
}
|
||||
for i := 0; i < num; i++ {
|
||||
if i < int(start) || i > end {
|
||||
offset += uint64(realSize(r.sizes[i]))
|
||||
continue
|
||||
}
|
||||
od := pol.Get().(*outDat)
|
||||
if i == num-1 && r.fragRdr != nil {
|
||||
go func() {
|
||||
defer func() {
|
||||
out <- od
|
||||
}()
|
||||
rdr, e := r.fragRdr()
|
||||
if err != nil {
|
||||
out <- outDat{
|
||||
i: num - 1,
|
||||
err: e,
|
||||
}
|
||||
od.i = num - 1
|
||||
od.err = e
|
||||
return
|
||||
}
|
||||
dat, e := io.ReadAll(rdr)
|
||||
out <- outDat{
|
||||
i: num - 1,
|
||||
err: e,
|
||||
data: dat,
|
||||
}
|
||||
od.data = make([]byte, r.sizes[num-1])
|
||||
_, e = rdr.Read(od.data)
|
||||
od.i = num - 1
|
||||
od.err = e
|
||||
if clr, ok := rdr.(io.Closer); ok {
|
||||
clr.Close()
|
||||
}
|
||||
}()
|
||||
continue
|
||||
}
|
||||
go r.process(i, int64(offset), out)
|
||||
go r.process(i, int64(offset), od, out)
|
||||
offset += uint64(realSize(r.sizes[i]))
|
||||
}
|
||||
cur := start
|
||||
cache := make(map[int]outDat)
|
||||
var tmpN int
|
||||
for cur := 0; cur < num; {
|
||||
dat := <-out
|
||||
for dat := range out {
|
||||
if dat.err != nil {
|
||||
err = dat.err
|
||||
pol.Put(dat)
|
||||
return
|
||||
}
|
||||
if dat.i != cur {
|
||||
cache[dat.i] = dat
|
||||
if dat.i != int(cur) {
|
||||
cache[dat.i] = *dat
|
||||
pol.Put(dat)
|
||||
continue
|
||||
}
|
||||
tmpN, err = w.Write(dat.data)
|
||||
n += int64(tmpN)
|
||||
if err != nil {
|
||||
return
|
||||
if cur == start {
|
||||
dat.data = dat.data[off%int64(r.blockSize):]
|
||||
}
|
||||
for i := range dat.data {
|
||||
p[n+i] = dat.data[i]
|
||||
}
|
||||
n += len(dat.data)
|
||||
cur++
|
||||
pol.Put(dat)
|
||||
var ok bool
|
||||
var curDat outDat
|
||||
for {
|
||||
dat, ok = cache[cur]
|
||||
curDat, ok = cache[int(cur)]
|
||||
if !ok {
|
||||
break
|
||||
}
|
||||
for i := range curDat.data {
|
||||
p[n+i] = curDat.data[i]
|
||||
}
|
||||
n += len(curDat.data)
|
||||
cur++
|
||||
delete(cache, int(cur))
|
||||
}
|
||||
}
|
||||
if n < len(p) {
|
||||
err = io.EOF
|
||||
}
|
||||
return
|
||||
}
|
||||
|
||||
func (r FullReader) WriteTo(w io.Writer) (n int64, err error) {
|
||||
pol := &sync.Pool{
|
||||
New: func() any {
|
||||
return new(outDat)
|
||||
},
|
||||
}
|
||||
out := make(chan *outDat, len(r.sizes))
|
||||
offset := r.start
|
||||
num := len(r.sizes)
|
||||
for i := 0; i < num; i++ {
|
||||
od := pol.Get().(*outDat)
|
||||
if i == num-1 && r.fragRdr != nil {
|
||||
go func() {
|
||||
defer func() {
|
||||
out <- od
|
||||
}()
|
||||
rdr, e := r.fragRdr()
|
||||
if err != nil {
|
||||
od.i = num - 1
|
||||
od.err = e
|
||||
return
|
||||
}
|
||||
buf := make([]byte, r.sizes[num-1])
|
||||
_, e = rdr.Read(buf)
|
||||
od.i = num - 1
|
||||
od.err = e
|
||||
od.data = buf
|
||||
if clr, ok := rdr.(io.Closer); ok {
|
||||
clr.Close()
|
||||
}
|
||||
}()
|
||||
continue
|
||||
}
|
||||
go r.process(i, int64(offset), od, out)
|
||||
offset += uint64(realSize(r.sizes[i]))
|
||||
}
|
||||
wt, ok := w.(io.WriterAt)
|
||||
if !ok {
|
||||
var cur int
|
||||
cache := make(map[int]outDat)
|
||||
var tmpN int
|
||||
var dat *outDat
|
||||
for cur < len(r.sizes) {
|
||||
dat = <-out
|
||||
defer pol.Put(dat)
|
||||
if dat.err != nil {
|
||||
err = dat.err
|
||||
return
|
||||
}
|
||||
if dat.i != cur {
|
||||
cache[dat.i] = *dat
|
||||
continue
|
||||
}
|
||||
tmpN, err = w.Write(dat.data)
|
||||
n += int64(tmpN)
|
||||
if err != nil {
|
||||
return
|
||||
}
|
||||
cur++
|
||||
var ok bool
|
||||
var curDat outDat
|
||||
for {
|
||||
curDat, ok = cache[cur]
|
||||
if !ok {
|
||||
break
|
||||
}
|
||||
tmpN, err = w.Write(curDat.data)
|
||||
n += int64(tmpN)
|
||||
if err != nil {
|
||||
return
|
||||
}
|
||||
cur++
|
||||
}
|
||||
}
|
||||
} else {
|
||||
var done int
|
||||
var dat *outDat
|
||||
for done < len(r.sizes) {
|
||||
dat = <-out
|
||||
defer pol.Put(dat)
|
||||
if dat.err != nil {
|
||||
err = dat.err
|
||||
return
|
||||
}
|
||||
_, err = wt.WriteAt(dat.data, int64(dat.i*int(r.blockSize)))
|
||||
if err != nil {
|
||||
return
|
||||
}
|
||||
done++
|
||||
}
|
||||
}
|
||||
return
|
||||
|
||||
@@ -53,14 +53,14 @@ func (r *Reader) advance() (err error) {
|
||||
} else {
|
||||
r.cur = io.LimitReader(r.master, int64(size))
|
||||
if size == r.blockSizes[0] {
|
||||
if r.d.Resetable() {
|
||||
if rs, ok := r.d.(decompress.Resetable); ok {
|
||||
if r.comRdr == nil {
|
||||
r.cur, err = r.d.Reader(r.cur)
|
||||
if err != nil {
|
||||
return
|
||||
}
|
||||
} else {
|
||||
err = r.d.Reset(r.comRdr, r.cur)
|
||||
err = rs.Reset(r.comRdr, r.cur)
|
||||
r.cur = r.comRdr
|
||||
}
|
||||
} else {
|
||||
|
||||
@@ -12,8 +12,6 @@ func (g GZip) Reader(src io.Reader) (io.ReadCloser, error) {
|
||||
return zlib.NewReader(src)
|
||||
}
|
||||
|
||||
func (g GZip) Resetable() bool { return true }
|
||||
|
||||
func (g GZip) Reset(old, src io.Reader) error {
|
||||
return old.(zlib.Resetter).Reset(src, nil)
|
||||
}
|
||||
|
||||
@@ -1,19 +1,22 @@
|
||||
package decompress
|
||||
|
||||
import (
|
||||
"errors"
|
||||
"io"
|
||||
)
|
||||
|
||||
var ErrNotResetable = errors.New("decompressor not resetable")
|
||||
|
||||
type Decompressor interface {
|
||||
//Creates a new decompressor reading from src.
|
||||
Reader(src io.Reader) (io.ReadCloser, error)
|
||||
//Reports whether Reset will work or not.
|
||||
Resetable() bool
|
||||
}
|
||||
|
||||
type Resetable interface {
|
||||
//Reset attempts to re-use an old decompressor with new data.
|
||||
//Will return ErrNotResetable if not Resetable().
|
||||
//Must ALWAYS be provided with a reader created with Reader.
|
||||
Reset(old, src io.Reader) error
|
||||
}
|
||||
|
||||
type Decoder interface {
|
||||
//Decodes a chunk of data all at once.
|
||||
Decode(in []byte, outSize int) ([]byte, error)
|
||||
}
|
||||
|
||||
@@ -12,9 +12,16 @@ func (l Lz4) Reader(r io.Reader) (io.ReadCloser, error) {
|
||||
return io.NopCloser(lz4.NewReader(r)), nil
|
||||
}
|
||||
|
||||
func (l Lz4) Resetable() bool { return true }
|
||||
|
||||
func (l Lz4) Reset(old, src io.Reader) error {
|
||||
old.(*lz4.Reader).Reset(src)
|
||||
return nil
|
||||
}
|
||||
|
||||
func (l Lz4) Decode(in []byte, outSize int) (out []byte, err error) {
|
||||
out = make([]byte, outSize)
|
||||
outLen, err := lz4.UncompressBlock(in, out)
|
||||
if outLen < outSize {
|
||||
out = out[:outLen]
|
||||
}
|
||||
return
|
||||
}
|
||||
|
||||
@@ -12,7 +12,3 @@ func (l Lzma) Reader(r io.Reader) (io.ReadCloser, error) {
|
||||
rdr, err := lzma.NewReader(r)
|
||||
return io.NopCloser(rdr), err
|
||||
}
|
||||
|
||||
func (l Lzma) Resetable() bool { return false }
|
||||
|
||||
func (l Lzma) Reset(old, src io.Reader) error { return ErrNotResetable }
|
||||
|
||||
@@ -16,7 +16,3 @@ func (l Lzo) Reader(r io.Reader) (io.ReadCloser, error) {
|
||||
}
|
||||
return io.NopCloser(bytes.NewReader(cache)), nil
|
||||
}
|
||||
|
||||
func (l Lzo) Resetable() bool { return false }
|
||||
|
||||
func (l Lzo) Reset(old, src io.Reader) error { return ErrNotResetable }
|
||||
|
||||
@@ -13,8 +13,6 @@ func (x Xz) Reader(r io.Reader) (io.ReadCloser, error) {
|
||||
return io.NopCloser(rdr), err
|
||||
}
|
||||
|
||||
func (x Xz) Resetable() bool { return true }
|
||||
|
||||
func (x Xz) Reset(old, src io.Reader) error {
|
||||
return old.(*xz.Reader).Reset(src)
|
||||
}
|
||||
|
||||
@@ -15,15 +15,13 @@ func (z Zstd) Reader(src io.Reader) (io.ReadCloser, error) {
|
||||
return r.IOReadCloser(), err
|
||||
}
|
||||
|
||||
func (z Zstd) Resetable() bool { return true }
|
||||
|
||||
func (z Zstd) Reset(old, src io.Reader) error {
|
||||
return old.(*zstd.Decoder).Reset(src)
|
||||
}
|
||||
|
||||
func (z *Zstd) Decode(in []byte) (out []byte, err error) {
|
||||
func (z Zstd) Decode(in []byte, outSize int) ([]byte, error) {
|
||||
if z.writeToReader == nil {
|
||||
z.writeToReader, _ = zstd.NewReader(nil)
|
||||
}
|
||||
return z.writeToReader.DecodeAll(in, nil)
|
||||
return z.writeToReader.DecodeAll(in, make([]byte, outSize))
|
||||
}
|
||||
|
||||
@@ -29,6 +29,7 @@ type Entry struct {
|
||||
BlockStart uint32
|
||||
Type uint16
|
||||
Offset uint16
|
||||
Num uint32
|
||||
}
|
||||
|
||||
func readEntry(r io.Reader) (e entry, err error) {
|
||||
@@ -72,6 +73,7 @@ func ReadEntries(rdr io.Reader, size uint32) (e []Entry, err error) {
|
||||
BlockStart: h.InodeStart,
|
||||
Type: en.Type,
|
||||
Offset: en.Offset,
|
||||
Num: h.Num + uint32(en.NumOffset),
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
@@ -4,6 +4,7 @@ import (
|
||||
"encoding/binary"
|
||||
"errors"
|
||||
"io"
|
||||
"io/fs"
|
||||
"strconv"
|
||||
)
|
||||
|
||||
@@ -77,3 +78,66 @@ func Read(r io.Reader, blockSize uint32) (i Inode, err error) {
|
||||
}
|
||||
return
|
||||
}
|
||||
|
||||
func (i Inode) Mode() (out fs.FileMode) {
|
||||
out = fs.FileMode(i.Perm)
|
||||
switch i.Data.(type) {
|
||||
case Directory:
|
||||
out |= fs.ModeDir
|
||||
case EDirectory:
|
||||
out |= fs.ModeDir
|
||||
case Symlink:
|
||||
out |= fs.ModeSymlink
|
||||
case ESymlink:
|
||||
out |= fs.ModeSymlink
|
||||
case Device:
|
||||
out |= fs.ModeDevice
|
||||
case EDevice:
|
||||
out |= fs.ModeDevice
|
||||
case IPC:
|
||||
out |= fs.ModeNamedPipe
|
||||
case EIPC:
|
||||
out |= fs.ModeNamedPipe
|
||||
}
|
||||
return
|
||||
}
|
||||
|
||||
func (i Inode) LinkCount() uint32 {
|
||||
switch i.Data.(type) {
|
||||
case EFile:
|
||||
return i.Data.(EFile).LinkCount
|
||||
case Directory:
|
||||
return i.Data.(Directory).LinkCount
|
||||
case EDirectory:
|
||||
return i.Data.(EDirectory).LinkCount
|
||||
case Device:
|
||||
return i.Data.(Device).LinkCount
|
||||
case EDevice:
|
||||
return i.Data.(EDevice).LinkCount
|
||||
case IPC:
|
||||
return i.Data.(IPC).LinkCount
|
||||
case EIPC:
|
||||
return i.Data.(EIPC).LinkCount
|
||||
case Symlink:
|
||||
return i.Data.(Symlink).LinkCount
|
||||
case ESymlink:
|
||||
return i.Data.(ESymlink).LinkCount
|
||||
default:
|
||||
return 0
|
||||
}
|
||||
}
|
||||
|
||||
func (i Inode) Size() uint64 {
|
||||
switch i.Data.(type) {
|
||||
case File:
|
||||
return uint64(i.Data.(File).Size)
|
||||
case EFile:
|
||||
return i.Data.(EFile).Size
|
||||
// case Directory:
|
||||
// return uint64(i.Data.(Directory).Size)
|
||||
// case EDirectory:
|
||||
// return uint64(i.Data.(EDirectory).Size)
|
||||
default:
|
||||
return 0
|
||||
}
|
||||
}
|
||||
|
||||
@@ -26,7 +26,7 @@ func realSize(siz uint16) uint16 {
|
||||
}
|
||||
|
||||
func (r *Reader) advance() (err error) {
|
||||
if !r.d.Resetable() {
|
||||
if _, ok := r.d.(decompress.Resetable); !ok {
|
||||
if clr, ok := r.cur.(io.Closer); ok {
|
||||
clr.Close()
|
||||
}
|
||||
@@ -39,14 +39,14 @@ func (r *Reader) advance() (err error) {
|
||||
size := realSize(raw)
|
||||
r.cur = io.LimitReader(r.master, int64(size))
|
||||
if size == raw {
|
||||
if r.d.Resetable() {
|
||||
if rs, ok := r.d.(decompress.Resetable); ok {
|
||||
if r.comRdr == nil {
|
||||
r.cur, err = r.d.Reader(r.cur)
|
||||
if err != nil {
|
||||
return
|
||||
}
|
||||
} else {
|
||||
err = r.d.Reset(r.comRdr, r.cur)
|
||||
err = rs.Reset(r.comRdr, r.cur)
|
||||
r.cur = r.comRdr
|
||||
}
|
||||
} else {
|
||||
|
||||
@@ -0,0 +1,19 @@
|
||||
package toreader
|
||||
|
||||
import "io"
|
||||
|
||||
type OffsetReader struct {
|
||||
r io.ReaderAt
|
||||
off int64
|
||||
}
|
||||
|
||||
func NewOffsetReader(r io.ReaderAt, off int64) *OffsetReader {
|
||||
return &OffsetReader{
|
||||
r: r,
|
||||
off: off,
|
||||
}
|
||||
}
|
||||
|
||||
func (r OffsetReader) ReadAt(p []byte, off int64) (n int, e error) {
|
||||
return r.r.ReadAt(p, off+r.off)
|
||||
}
|
||||
@@ -6,7 +6,8 @@ type ReaderAt struct {
|
||||
d []byte
|
||||
}
|
||||
|
||||
func NewReaderAt(r io.Reader) (ra ReaderAt, err error) {
|
||||
func NewReaderAt(r io.Reader) (ra *ReaderAt, err error) {
|
||||
ra = new(ReaderAt)
|
||||
ra.d, err = io.ReadAll(r)
|
||||
return
|
||||
}
|
||||
|
||||
@@ -7,6 +7,7 @@ import (
|
||||
"math"
|
||||
"time"
|
||||
|
||||
"github.com/CalebQ42/fuse"
|
||||
"github.com/CalebQ42/squashfs/internal/decompress"
|
||||
"github.com/CalebQ42/squashfs/internal/directory"
|
||||
"github.com/CalebQ42/squashfs/internal/inode"
|
||||
@@ -16,6 +17,7 @@ import (
|
||||
|
||||
type Reader struct {
|
||||
*FS
|
||||
con *fuse.Conn
|
||||
d decompress.Decompressor
|
||||
r io.ReaderAt
|
||||
fragEntries []fragEntry
|
||||
@@ -40,6 +42,10 @@ const (
|
||||
ZSTDCompression
|
||||
)
|
||||
|
||||
func NewReaderAtOffset(r io.ReaderAt, off int64) (*Reader, error) {
|
||||
return NewReader(toreader.NewOffsetReader(r, off))
|
||||
}
|
||||
|
||||
// Creates a new squashfs.Reader from the given io.Reader. NOTE: All data from the io.Reader will be read and stored in memory.
|
||||
func NewReaderFromReader(r io.Reader) (*Reader, error) {
|
||||
rdr, err := toreader.NewReaderAt(r)
|
||||
|
||||
+7
-2
@@ -10,6 +10,7 @@ import (
|
||||
"strconv"
|
||||
"strings"
|
||||
|
||||
"github.com/CalebQ42/squashfs/internal/data"
|
||||
"github.com/CalebQ42/squashfs/internal/directory"
|
||||
"github.com/CalebQ42/squashfs/internal/inode"
|
||||
)
|
||||
@@ -18,7 +19,7 @@ import (
|
||||
type File struct {
|
||||
i inode.Inode
|
||||
rdr io.Reader
|
||||
fullRdr io.WriterTo
|
||||
fullRdr *data.FullReader
|
||||
r *Reader
|
||||
parent *FS
|
||||
e directory.Entry
|
||||
@@ -35,7 +36,7 @@ func (r Reader) newFile(en directory.Entry, parent *FS) (*File, error) {
|
||||
return nil, err
|
||||
}
|
||||
var rdr io.Reader
|
||||
var full io.WriterTo
|
||||
var full *data.FullReader
|
||||
if i.Type == inode.Fil || i.Type == inode.EFil {
|
||||
full, rdr, err = r.getReaders(i)
|
||||
if err != nil {
|
||||
@@ -68,6 +69,10 @@ func (f File) Read(p []byte) (int, error) {
|
||||
return f.rdr.Read(p)
|
||||
}
|
||||
|
||||
func (f File) ReadAt(p []byte, off int64) (int, error) {
|
||||
return f.fullRdr.ReadAt(p, off)
|
||||
}
|
||||
|
||||
// WriteTo writes all data from the file to the writer. This is multi-threaded.
|
||||
// The underlying reader is seperate from the one used with Read and can be reused.
|
||||
func (f File) WriteTo(w io.Writer) (int64, error) {
|
||||
|
||||
+8
-3
@@ -39,8 +39,8 @@ func (r Reader) newFS(e directory.Entry, parent *FS) (*FS, error) {
|
||||
}, nil
|
||||
}
|
||||
|
||||
// Open opens the file at name. Returns a squashfs.File.
|
||||
func (f FS) Open(name string) (fs.File, error) {
|
||||
// Opens the file at name. Returns a squashfs.File.
|
||||
func (f FS) OpenFile(name string) (*File, error) {
|
||||
name = filepath.Clean(name)
|
||||
if !fs.ValidPath(name) {
|
||||
return nil, &fs.PathError{
|
||||
@@ -73,7 +73,7 @@ func (f FS) Open(name string) (fs.File, error) {
|
||||
Err: err,
|
||||
}
|
||||
}
|
||||
out, err := newFS.Open(strings.Join(split[1:], "/"))
|
||||
out, err := newFS.OpenFile(strings.Join(split[1:], "/"))
|
||||
if err != nil {
|
||||
err.(*fs.PathError).Path = name
|
||||
}
|
||||
@@ -96,6 +96,11 @@ func (f FS) Open(name string) (fs.File, error) {
|
||||
}
|
||||
}
|
||||
|
||||
// Opens the file at name. Returns a io/fs.File.
|
||||
func (f FS) Open(name string) (fs.File, error) {
|
||||
return f.OpenFile(name)
|
||||
}
|
||||
|
||||
// Glob returns the name of the files at the given pattern.
|
||||
// All paths are relative to the FS.
|
||||
// Uses filepath.Match to compare names.
|
||||
|
||||
+1
-1
@@ -70,7 +70,7 @@ func (r Reader) getReaders(i inode.Inode) (full *data.FullReader, rdr *data.Read
|
||||
}
|
||||
fragRdr = io.LimitReader(fragRdr, int64(fragSize))
|
||||
return fragRdr, nil
|
||||
})
|
||||
}, fragSize)
|
||||
var fragRdr io.Reader
|
||||
fragRdr, err = r.fragReader(fragInd)
|
||||
if err != nil {
|
||||
|
||||
+20
-1
@@ -73,7 +73,6 @@ func TestMisc(t *testing.T) {
|
||||
}
|
||||
|
||||
func BenchmarkRace(b *testing.B) {
|
||||
// tmpDir := b.TempDir()
|
||||
tmpDir := "testing"
|
||||
fil, err := preTest(tmpDir)
|
||||
if err != nil {
|
||||
@@ -185,3 +184,23 @@ func TestSingleFile(t *testing.T) {
|
||||
}
|
||||
t.Fatal("HI")
|
||||
}
|
||||
|
||||
func TestFuse(t *testing.T) {
|
||||
tmpDir := "testing"
|
||||
fil, err := preTest(tmpDir)
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
os.Remove(filepath.Base(filePath))
|
||||
rdr, err := squashfs.NewReader(fil)
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
err = rdr.Mount("testing/fuseTest")
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
defer rdr.Unmount()
|
||||
rdr.MountWait()
|
||||
t.Fatal("testing")
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user