Work on mutli-threaded extraction

Added benchmark.sh

.gitignore

@@ -2,3 +2,4 @@ testing/
 
 .zig-cache/
 zig-out/
+zig-pkg/

.zed/debug.json

@@ -11,7 +11,7 @@
 
 		"build": {
 			"command": "zig",
-			"args": ["build", "-Duse_c_libs=true", "-Ddebug=true"],
+			"args": ["build", "-Ddebug=true"],
 		},
 
 		"program": "zig-out/bin/unsquashfs",
@@ -22,4 +22,25 @@
 			"testing/LinuxPATest.sfs",
 		],
 	},
+	{
+		"label": "Build & Run Single-Threaded",
+
+		"adapter": "CodeLLDB",
+		"request": "launch",
+
+		"build": {
+			"command": "zig",
+			"args": ["build", "-Ddebug=true"],
+		},
+
+		"program": "zig-out/bin/unsquashfs",
+		"args": [
+			"--force",
+			"-p",
+			"1",
+			"-d",
+			"testing/TestExtractUnsquashfs",
+			"testing/LinuxPATest.sfs",
+		],
+	},
 ]

benchmark.sh

@@ -0,0 +1,22 @@
+#! /usr/bin/env bash
+
+ARCHIVE="testing/LinuxPATest.sfs"
+
+REF_EXT_LOC="testing/LinuxPAReference"
+PROG_EXT_LOC="testing/LinuxPABinTest"
+
+echo "Building with ReleaseFast"
+echo ""
+
+zig build -Doptimize=ReleaseFast
+
+echo "Testing Multi-threaded Performance"
+echo ""
+
+hyperfine --warmup 5 --prepare "rm -rf $REF_EXT_LOC && rm -rf $PROG_EXT_LOC" "unsquashfs -d $REF_EXT_LOC $ARCHIVE" "zig-out/bin/unsquashfs -d $PROG_EXT_LOC $ARCHIVE"
+
+echo ""
+echo "Testing Single-threaded Performance"
+echo ""
+
+hyperfine --warmup 5 --prepare "rm -rf $REF_EXT_LOC && rm -rf $PROG_EXT_LOC" "unsquashfs -p 1 -d $REF_EXT_LOC $ARCHIVE" "zig-out/bin/unsquashfs -p 1 -d $PROG_EXT_LOC $ARCHIVE"

build.zig

@@ -1,113 +1,125 @@
 const std = @import("std");
 
 pub fn build(b: *std.Build) !void {
-    const use_zig_decomp = b.option(bool, "use_zig_decomp", "Use zig standard library for decompression.") orelse false;
-    // const allow_lzo = b.option(bool, "allow_lzo", "Compile with lzo support") orelse false;
-    const debug = b.option(bool, "debug", "Enable options to make debugging easier.") orelse false;
-    const version_string_option = b.option([]const u8, "version", "Version of the library/binary");
-
-    const zig_squashfs_options = b.addOptions();
-    zig_squashfs_options.addOption(bool, "use_zig_decomp", use_zig_decomp);
-    // zig_squashfs_options.addOption(bool, "allow_lzo", allow_lzo);
-
-    const target = b.standardTargetOptions(.{});
     const optimize = b.standardOptimizeOption(.{});
-    const mod = b.addModule("zig_squashfs", .{
-        .root_source_file = b.path("src/root.zig"),
+    const target = b.standardTargetOptions(.{});
+
+    const use_zig_decomp = b.option(bool, "use_zig_decomp", "Use zig standard library for decompression.") orelse false;
+    const allow_lzo = b.option(bool, "allow_lzo", "Compile with lzo support") orelse false;
+    const dynamic = b.option(bool, "dynamic", "Use dynamic instead of static linking.") orelse false;
+    const debug = b.option(bool, "debug", "Enable options to make debugging easier.") orelse false;
+    const version_string_option = b.option([]const u8, "version", "Version of the library/binary") orelse "0.0.0-testing";
+
+    const version: std.SemanticVersion = try .parse(version_string_option);
+
+    const options = b.addOptions();
+    options.addOption(bool, "use_zig_decomp", use_zig_decomp);
+    options.addOption(bool, "allow_lzo", allow_lzo);
+    options.addOption(std.SemanticVersion, "version", version);
+
+    const c = b.addTranslateC(.{
+        .optimize = optimize,
         .target = target,
-        .optimize = if (debug == true) .Debug else optimize,
-        .link_libc = !use_zig_decomp,
-        .valgrind = debug,
-        .error_tracing = debug,
-        .strip = if (debug == true) false else null,
+        .root_source_file = b.path("c.h"),
     });
-    mod.addOptions("config", zig_squashfs_options);
-    if (!use_zig_decomp) {
-        var zlib_ng = b.dependency("zlib_ng", .{
-            .target = target,
-            .optimize = optimize,
-        });
-        mod.linkLibrary(zlib_ng.artifact("zng"));
+    if (allow_lzo) c.defineCMacro("ALLOW_LZO", null);
 
-        mod.linkSystemLibrary("lzma", .{ .preferred_link_mode = .static });
-
-        var minilzo = b.dependency("minilzo", .{
-            .target = target,
-            .optimize = optimize,
-        });
-        mod.linkLibrary(minilzo.artifact("minilzo"));
-
-        var lz4 = b.dependency("lz4", .{
-            .target = target,
-            .optimize = optimize,
-        });
-        mod.linkLibrary(lz4.artifact("lz4"));
-
-        var zstd = b.dependency("zstd", .{
-            .target = target,
-            .optimize = optimize,
-        });
-        mod.linkLibrary(zstd.artifact("zstd"));
+    if (!use_zig_decomp and dynamic) {
+        c.linkSystemLibrary("z", .{});
+        c.linkSystemLibrary("lzma", .{});
+        c.linkSystemLibrary("lz4", .{});
+        c.linkSystemLibrary("zstd", .{});
+        if (allow_lzo)
+            c.linkSystemLibrary("minilzo", .{});
     }
 
-    var version = version_string_option orelse "0.0.0-testing";
-    if (version[0] == 'v') version = version[1..];
-    const unsquashfs_options = b.addOptions();
-    unsquashfs_options.addOption(
-        std.SemanticVersion,
-        "version",
-        try std.SemanticVersion.parse(version),
-    );
-
-    var exe_mod = b.createModule(.{
-        .root_source_file = b.path("src/bin/unsquashfs.zig"),
-        .target = target,
-        .optimize = if (debug == true) .Debug else optimize,
-        .link_libc = !use_zig_decomp,
-        .imports = &.{
-            .{ .name = "zig_squashfs", .module = mod },
-        },
-        .valgrind = debug,
-        .error_tracing = debug,
-        .strip = if (debug == true) false else null,
-    });
-    exe_mod.addOptions("config", unsquashfs_options);
-    const exe = b.addExecutable(.{
-        .name = "unsquashfs",
-        .root_module = exe_mod,
-        .use_llvm = debug,
-    });
-
     const lib = b.addLibrary(.{
         .name = "squashfs",
-        .root_module = mod,
         .use_llvm = debug,
+        .version = version,
+        .root_module = b.createModule(.{
+            .root_source_file = b.path("src/root.zig"),
+            .optimize = optimize,
+            .target = target,
+            .valgrind = debug,
+            .imports = &.{
+                .{ .name = "c", .module = c.createModule() },
+                .{ .name = "build_options", .module = options.createModule() },
+            },
+        }),
     });
+    if (!use_zig_decomp and !dynamic) {
+        const zng = b.dependency("zlib_ng", .{ .optimize = optimize, .target = target, .zlib_compat = true });
+        lib.root_module.linkLibrary(zng.artifact("zng"));
+
+        const zstd = b.dependency("zstd", .{ .optimize = optimize, .target = target });
+        lib.root_module.linkLibrary(zstd.artifact("zstd"));
+
+        const lz4 = b.dependency("lz4", .{ .optimize = optimize, .target = target });
+        lib.root_module.linkLibrary(lz4.artifact("lz4"));
+
+        const xz = b.dependency("xz", .{ .optimize = optimize, .target = target });
+        lib.root_module.linkLibrary(xz.artifact("lzma"));
+
+        if (allow_lzo) {
+            const lzo = b.dependency("minilzo", .{ .optimize = optimize, .target = target });
+            lib.root_module.linkLibrary(lzo.artifact("minilzo"));
+        }
+    }
 
     b.installArtifact(lib);
+
+    const unsquashfs_options = b.addOptions();
+    unsquashfs_options.addOption(std.SemanticVersion, "version", version);
+
+    const exe = b.addExecutable(.{
+        .name = "unsquashfs",
+        .use_llvm = debug,
+        .version = version,
+        .root_module = b.createModule(.{
+            .root_source_file = b.path("src/bin/unsquashfs.zig"),
+            .optimize = optimize,
+            .target = target,
+            .valgrind = debug,
+            .imports = &.{
+                .{ .name = "squashfs", .module = lib.root_module },
+                .{ .name = "build", .module = unsquashfs_options.createModule() },
+            },
+        }),
+    });
+
     b.installArtifact(exe);
 
-    const mod_tests = b.addTest(.{
-        .root_module = mod,
-        .test_runner = .{
-            .mode = .simple,
-            .path = b.path("src/test.zig"),
-        },
+    const lib_tests = b.addTest(.{
+        .root_module = lib.root_module,
+        .use_llvm = debug,
     });
-    const run_mod_tests = b.addRunArtifact(mod_tests);
+    const run_lib_tests = b.addRunArtifact(lib_tests);
+    const exe_tests = b.addTest(.{
+        .root_module = exe.root_module,
+        .use_llvm = debug,
+    });
+    const run_exe_tests = b.addRunArtifact(exe_tests);
+
     const test_step = b.step("test", "Run tests");
-    test_step.dependOn(&run_mod_tests.step);
+    test_step.dependOn(&run_lib_tests.step);
+    test_step.dependOn(&run_exe_tests.step);
 
     // zls build check steps
     const lib_check = b.addLibrary(.{
         .name = "squashfs",
-        .root_module = mod,
+        .root_module = lib.root_module,
+        .use_llvm = debug,
     });
     const exe_check = b.addExecutable(.{
         .name = "unsquashfs",
-        .root_module = exe_mod,
+        .root_module = exe.root_module,
+        .use_llvm = debug,
     });
     const check = b.step("check", "Check if unsquashfs compiles");
     check.dependOn(&lib_check.step);
     check.dependOn(&exe_check.step);
+
+    test_step.dependOn(&lib_check.step);
+    test_step.dependOn(&exe_check.step);
 }

build.zig.zon

@@ -2,11 +2,11 @@
     .name = .squashfs,
     .version = "0.0.6",
     .fingerprint = 0x37ba29474b87f145, // Changing this has security and trust implications.
-    .minimum_zig_version = "0.15.2",
+    .minimum_zig_version = "0.16.0",
     .dependencies = .{
         .zlib_ng = .{
-            .url = "git+https://github.com/CalebQ42/zig-zlib-ng#5f2f02dfb28acca2517dacbbd09e9b987f57b133",
-            .hash = "zlib_ng-2.3.3-pre1-2HYS4ClFAABW8KlHMyBHtlNKE3V7kCS8wqfxawG7xeaa",
+            .url = "git+https://github.com/CalebQ42/zig-zlib-ng#915db2dbd4a540d8a933336d67520b786f168f01",
+            .hash = "zlib_ng-2.3.3-pre1-2HYS4MlFAADc-eSZv4_xjkxZRCdGUVOYZKdtqhybstgk",
         },
         .zstd = .{
             .url = "git+https://github.com/allyourcodebase/zstd.git?ref=1.5.7-1#e1a501be57f42c541e8a5597e4b59a074dfd09a3",
@@ -16,9 +16,13 @@
             .url = "git+https://github.com/allyourcodebase/lz4.git?ref=1.10.0-6#41f52ab227caf9d48cf88c89a4d2946caa12b102",
             .hash = "lz4-1.10.0-6-ewyzw-4NAAAWDpY4xpiqr4LQhZQAC0x_rGnW2iPh6jk2",
         },
+        .xz = .{
+            .url = "git+https://github.com/akunaakwei/zig-xz.git#e2d389262c8291907e3e4c6fb119819141c16c0f",
+            .hash = "xz-5.8.2-6v47_JYeAABSL-jonprpL5-E_YaaGc4B5xrbe93WsJ3G",
+        },
         .minilzo = .{
-            .url = "git+https://github.com/CalebQ42/zig-minilzo.git#7cbae997b91a44d74b7cd6c073584dc9562a6c90",
-            .hash = "minilzo-2.10.0-Ij7BO8wLAADeWI4Pe4jp8XTDsDaquZR14oZ7_9yKKDWP",
+            .url = "git+https://github.com/CalebQ42/zig-minilzo.git#f72a0e20a30fad38cd10104f393c8f3440478697",
+            .hash = "minilzo-2.10.0-Ij7BO7YLAABd6oK2YdimXwvFTOC8wD1sNm0PHGoRNEwR",
         },
     },
     .paths = .{

c.h

@@ -0,0 +1,8 @@
+#include <zlib.h>
+#include <lzma.h>
+#include <lz4.h>
+#include <zstd.h>
+
+#ifdef ALLOW_LZO
+#include <lzo/minilzo.h>
+#endif

run_tests.sh

@@ -1,10 +0,0 @@
-#!/bin/sh
-
-zig test \
-	-lc \
-	-lz \
-	-llzma \
-	-lminilzo \
-	-llz4 \
-	-lzstd \
-		src/test.zig

src/archive.zig

@@ -1,105 +1,131 @@
-//! A squashfs archive read from a file.
-//! Can be used to directly access File's contents or extract to the filesystem.
-
 const std = @import("std");
-const File = std.fs.File;
-const builtin = @import("builtin");
+const Io = std.Io;
+const MemoryMap = Io.File.MemoryMap;
 
-const config = @import("config");
-
-const cDecomp = @import("decomp/misc_c.zig");
-const Decomp = @import("decomp/zig_decomp.zig");
-const ExtractionOptions = @import("options.zig");
+const Decomp = @import("decomp.zig");
 const Inode = @import("inode.zig");
-const InodeRef = Inode.Ref;
-const BlockSize = @import("inode_data/file.zig").BlockSize;
-const SfsFile = @import("file.zig");
-const Superblock = @import("super.zig").Superblock;
-const Tables = @import("tables.zig");
-const MetadataReader = @import("util/metadata.zig");
-const OffsetFile = @import("util/offset_file.zig");
-const XattrTable = @import("xattr.zig");
+const File = @import("file.zig");
+const ExtractionOptions = @import("options.zig");
+const Extract = @import("extract.zig");
 
 const Archive = @This();
 
-alloc: std.mem.Allocator,
-
-fil: OffsetFile,
-
 super: Superblock,
 
-tables: ?Tables = null,
+map: MemoryMap,
+decomp: Decomp.Fn,
 
-decomp: @import("decomp/types.zig").Decomp,
+pub fn init(io: Io, file: Io.File, offset: u64) !Archive {
+    var rdr = file.reader(io, &[0]u8{});
+    try rdr.seekTo(offset);
 
-/// Default settings using std.Thread.getCpuCount() threads and the minimum of 4gb or half of system memory for memory usage.
-pub fn init(alloc: std.mem.Allocator, fil: File, offset: u64) !Archive {
     var super: Superblock = undefined;
-    const red = try fil.pread(@ptrCast(&super), offset);
-    std.debug.assert(red == @sizeOf(Superblock));
+    try rdr.interface.readSliceEndian(Superblock, @ptrCast(&super), .little);
+
     try super.validate();
-    const off_fil: OffsetFile = .init(fil, offset);
+
     return .{
-        .alloc = alloc,
-        .fil = off_fil,
-        .decomp = if (config.use_zig_decomp)
-            switch (super.compression) {
-                .lz4 => return error.Lz4Unsupported,
-                .lzo => return error.LzoUnsupported,
-                .gzip => .{ .gzip = .{} },
-                .lzma => .{ .lzma = .{} },
-                .xz => .{ .xz = .{} },
-                .zstd => .{ .zstd = .{} },
-            }
-        else switch (super.compression) {
-            .gzip => .{ .gzip = .init(alloc) },
-            .zstd => .{ .zstd = .init(alloc) },
-            .xz => .{ .xz = .init(alloc) },
-            .lzma => .{ .lzma = .init(alloc) },
-            .lzo => .{ .lzo = .{} },
-            .lz4 => .{ .lz4 = .{} },
-        },
         .super = super,
+
+        .map = try file.createMemoryMap(io, .{
+            .offset = offset,
+            .len = super.size,
+            .protection = .{ .read = true },
+        }),
+        .decomp = try Decomp.getFn(super.compression),
     };
 }
-pub fn deinit(self: *Archive) void {
-    if (self.tables != null)
-        self.tables.?.deinit();
-    self.decomp.deinit();
+pub fn deinit(self: *Archive, io: Io) void {
+    self.map.destroy(io);
 }
 
-pub fn inode(self: *Archive, alloc: std.mem.Allocator, num: u32) !Inode {
-    if (self.tables == null)
-        self.tables = try .init(alloc, self);
-    const ref = try self.export_table.get(num - 1);
-    var rdr = try self.fil.readerAt(ref.block_start + self.super.inode_start, &[0]u8{});
-    var meta: MetadataReader = .init(alloc, &rdr.interface, &self.decomp);
-    try meta.interface.discardAll(ref.block_offset);
-    return try .read(alloc, &meta.interface, self.super.block_size);
+pub fn root(self: Archive, alloc: std.mem.Allocator) !File {
+    return .initRef(alloc, self.super, self.map.memory, self.decomp, "", self.super.root_ref);
 }
 
-pub fn root(self: *Archive, alloc: std.mem.Allocator) !SfsFile {
-    if (self.tables == null)
-        self.tables = try .init(alloc, self);
-    var rdr = try self.fil.readerAt(self.super.root_ref.block_start + self.super.inode_start, &[0]u8{});
-    var meta: MetadataReader = .init(alloc, &rdr.interface, self.decomp);
-    try meta.interface.discardAll(self.super.root_ref.block_offset);
-    const in: Inode = try .read(alloc, &meta.interface, self.super.block_size);
-    return .init(self, in, "");
+pub fn open(self: Archive, alloc: std.mem.Allocator, filepath: []const u8) !File {
+    const root_file = try self.root(alloc);
+
+    const path = std.mem.trim(u8, filepath, "/");
+
+    if (path.len == 0 or (path.len == 1 and path[0] == '.'))
+        return root_file;
+
+    defer root_file.deinit();
+
+    return root_file.open(alloc, filepath);
 }
 
-pub fn open(self: *Archive, alloc: std.mem.Allocator, path: []const u8) !SfsFile {
-    if (self.tables == null)
-        self.tables = try .init(alloc, self);
-    var root_fil = try self.root(alloc);
-    defer if (!SfsFile.pathIsSelf(path)) root_fil.deinit();
-    return root_fil.open(path);
+pub fn extract(self: Archive, alloc: std.mem.Allocator, io: Io, location: []const u8, options: ExtractionOptions) !void {
+    const root_inode: Inode = try .initRef(
+        alloc,
+        self.map.memory,
+        self.decomp,
+        self.super.inode_start,
+        self.super.block_size,
+        self.super.root_ref,
+    );
+    defer root_inode.deinit(alloc);
+
+    return root_inode.extract(alloc, io, self.super, self.map.memory, self.decomp, location, options);
 }
 
-pub fn extract(self: Archive, alloc: std.mem.Allocator, path: []const u8, options: ExtractionOptions) !void {
-    var rdr = try self.fil.readerAt(self.super.root_ref.block_start + self.super.inode_start, &[0]u8{});
-    var meta: MetadataReader = .init(self.alloc, &rdr.interface, self.decomp);
-    try meta.interface.discardAll(self.super.root_ref.block_offset);
-    const in: Inode = try .read(self.alloc, &meta.interface, self.super.block_size);
-    try in.extractTo(alloc, self, path, options);
-}
+// Superblock
+
+const SQUASHFS_MAGIC: u32 = std.mem.readInt(u32, "hsqs", .little);
+
+const SuperblockError = error{
+    InvalidMagic,
+    InvalidBlockLog,
+    InvalidVersion,
+    InvalidCheck,
+};
+
+/// A squashfs Superblock
+pub const Superblock = extern struct {
+    magic: u32,
+    inode_count: u32,
+    mod_time: u32,
+    block_size: u32,
+    frag_count: u32,
+    compression: Decomp.Enum,
+    block_log: u16,
+    flags: packed struct(u16) {
+        inode_uncompressed: bool,
+        data_uncompressed: bool,
+        check: bool,
+        frag_uncompressed: bool,
+        fragment_never: bool,
+        fragment_always: bool,
+        duplicates: bool,
+        exportable: bool,
+        xattr_uncompressed: bool,
+        xattr_never: bool,
+        compression_options: bool,
+        ids_uncompressed: bool,
+        _: u4,
+    },
+    id_count: u16,
+    ver_maj: u16,
+    ver_min: u16,
+    root_ref: Inode.Ref,
+    size: u64,
+    id_start: u64,
+    xattr_start: u64,
+    inode_start: u64,
+    dir_start: u64,
+    frag_start: u64,
+    export_start: u64,
+
+    /// Validate the Superblock. If an error is returned, it's likely the archive is corrupted or not a squashfs archive.
+    pub fn validate(self: Superblock) !void {
+        if (self.magic != SQUASHFS_MAGIC)
+            return SuperblockError.InvalidMagic;
+        if (self.flags.check)
+            return SuperblockError.InvalidCheck;
+        if (self.ver_maj != 4 or self.ver_min != 0)
+            return SuperblockError.InvalidVersion;
+        if (std.math.log2(self.block_size) != self.block_log)
+            return SuperblockError.InvalidBlockLog;
+    }
+};

src/bin/unsquashfs.zig

@@ -1,9 +1,10 @@
 const std = @import("std");
-const Writer = std.Io.Writer;
+const Io = std.Io;
+const Writer = Io.Writer;
 const builtin = @import("builtin");
 
-const config = @import("config");
-const squashfs = @import("zig_squashfs");
+const build = @import("build");
+const squashfs = @import("squashfs");
 
 //TODO: Add more options
 const help_mgs =
@@ -12,6 +13,8 @@ const help_mgs =
     \\
     \\Options:
     \\  -d <location>   Extract to the given location instead of "squashfs-root"
+    \\  -f <filepath>   Extract the files at the given filepath instead of the entire archive
+    \\                     Can be given multiple times.
     \\
     \\  -o <offset>     Start reading the archive at the given offset.
     \\  -dx             Don't set xattr values
@@ -30,43 +33,82 @@ const help_mgs =
 const errors = error{InvalidArguments};
 
 var archive: []const u8 = "";
-var extLoc: []const u8 = "squashfs-root";
+var ext_loc: []const u8 = "squashfs-root";
 var offset: u64 = 0;
 var threads: u32 = 0;
 var verbose: bool = false;
 var ignore_xattrs: bool = false;
 var ignore_permissions: bool = false;
 var force: bool = false;
+var files: [][:0]const u8 = &[0][:0]const u8{};
 
-pub fn main() !void {
-    const alloc = std.heap.smp_allocator;
-    var stdout = std.fs.File.stdout();
-    var out = stdout.writer(&[0]u8{});
+var limited: ?Io.Threaded = null;
+
+pub fn main(init: std.process.Init) !void {
+    var io = init.io;
+    const alloc = init.gpa;
+
+    var stdout = Io.File.stdout();
+    var out = stdout.writer(io, &[0]u8{});
     defer out.interface.flush() catch {};
-    try handleArgs(alloc, &out.interface);
+
+    try handleArgs(alloc, init.minimal.args, &out.interface);
     if (archive.len == 0) {
         try out.interface.print("You must provide a squashfs archive\n", .{});
         try out.interface.print(help_mgs, .{});
         return;
     }
-    var fil: std.fs.File = try std.fs.cwd().openFile(archive, .{}); //TODO: Handle error gracefully.
-    defer fil.close();
-    var arc: squashfs.Archive = try .init(alloc, fil, offset); //TODO: Update when memory size matters. //TODO: Handle error gracefully.
-    defer arc.deinit();
+
+    var fil = try Io.Dir.cwd().openFile(io, archive, .{}); //TODO: Handle error gracefully.
+    defer fil.close(io);
+
+    var arc: squashfs.Archive = try .init(io, fil, offset); //TODO: Update when memory size matters. //TODO: Handle error gracefully.
+    defer arc.deinit(io);
     const options: squashfs.ExtractionOptions = .{
-        .threads = if (threads == 0) try std.Thread.getCpuCount() else threads,
+        .single_threaded = (threads == 1),
         .verbose = verbose,
         .verbose_writer = if (verbose) &out.interface else null,
         .ignore_xattr = ignore_xattrs,
         .ignore_permissions = ignore_permissions,
     };
+
+    if (threads > 1) {
+        limited = Io.Threaded.init(alloc, .{
+            .argv0 = .init(init.minimal.args),
+            .async_limit = @enumFromInt(threads),
+            .concurrent_limit = @enumFromInt(threads),
+            .environ = init.minimal.environ,
+        });
+        io = limited.?.io();
+    }
+
     if (force)
-        try std.fs.cwd().deleteTree(extLoc);
-    try arc.extract(alloc, extLoc, options); //TODO: Handle error gracefully.
+        try Io.Dir.cwd().deleteTree(io, ext_loc);
+
+    if (files.len > 0) {
+        for (0..files.len) |i| {
+            var sfs_fil = try arc.open(alloc, files[i]);
+            defer sfs_fil.deinit();
+
+            const last_ind = std.mem.lastIndexOf(u8, files[i], "/");
+            const file_name = if (last_ind != null) files[i][last_ind.?..] else files[i];
+
+            const fil_ext_loc = if (ext_loc.len > 0)
+                try std.mem.concat(alloc, u8, &.{ ext_loc, "/", file_name })
+            else
+                file_name;
+
+            defer if (fil_ext_loc.len != file_name.len) alloc.free(fil_ext_loc);
+
+            try sfs_fil.extract(alloc, io, fil_ext_loc, options);
+        }
+    } else {
+        try arc.extract(alloc, io, ext_loc, options); //TODO: Handle error gracefully.
+    }
 }
 
-fn handleArgs(alloc: std.mem.Allocator, out: *Writer) !void {
-    var args = try std.process.argsWithAllocator(alloc);
+fn handleArgs(alloc: std.mem.Allocator, main_args: std.process.Args, out: *Writer) !void {
+    var args = main_args.iterate();
     defer args.deinit();
     _ = args.next(); // args[0] is the application launch command.
     while (args.next()) |arg| {
@@ -81,13 +123,29 @@ fn handleArgs(alloc: std.mem.Allocator, out: *Writer) !void {
                 return errors.InvalidArguments;
             };
             continue;
+        } else if (std.mem.eql(u8, arg, "-f")) {
+            const nxt = args.next();
+            if (nxt == null or nxt.?.len == 0) {
+                try out.print("-d must be followed by a location\n", .{});
+                return errors.InvalidArguments;
+            }
+            if (!alloc.resize(files, files.len + 1)) {
+                const new_alloc = try alloc.alloc([:0]const u8, files.len + 1);
+                @memcpy(new_alloc[0..files.len], files);
+                alloc.free(files);
+                files = new_alloc;
+            } else {
+                files.len += 1;
+            }
+            files[files.len - 1] = nxt.?;
+            continue;
         } else if (std.mem.eql(u8, arg, "-d")) {
             const nxt = args.next();
             if (nxt == null or nxt.?.len == 0) {
                 try out.print("-d must be followed by a location\n", .{});
                 return errors.InvalidArguments;
             }
-            extLoc = nxt.?;
+            ext_loc = std.mem.trim(u8, nxt.?, "/");
             continue;
         } else if (std.mem.eql(u8, arg, "-p")) {
             const nxt = args.next();
@@ -114,7 +172,7 @@ fn handleArgs(alloc: std.mem.Allocator, out: *Writer) !void {
             continue;
         } else if (std.mem.eql(u8, arg, "--version")) {
             try out.print("zig-unsquashfs v", .{});
-            try config.version.format(out);
+            try build.version.format(out);
             try out.print("\nBuilt using Zig {s} in {} mode\n", .{ builtin.zig_version_string, builtin.mode });
             std.process.exit(0);
             return;

src/c.zig

@@ -1,8 +0,0 @@
-pub const c = @cImport({
-    @cInclude("zlib-ng.h");
-    @cInclude("lzma.h");
-    @cInclude("lz4.h");
-    @cInclude("zstd.h");
-    @cInclude("zstd_errors.h");
-    @cInclude("lzo/minilzo.h");
-});

src/c_decomp.zig

@@ -0,0 +1,56 @@
+const std = @import("std");
+
+const c = @import("c");
+
+const Error = @import("decomp.zig").Error;
+
+pub fn zlib(_: std.mem.Allocator, in: []u8, out: []u8) Error!usize {
+    var stream: c.z_stream = .{
+        .next_in = in.ptr,
+        .avail_in = @truncate(in.len),
+        .next_out = out.ptr,
+        .avail_out = @truncate(out.len),
+    };
+    var res = c.inflateInit(&stream);
+    if (res != c.Z_OK)
+        return Error.DecompressionFailed;
+    res = c.inflate(&stream, c.Z_FULL_FLUSH);
+    if (res != c.Z_OK)
+        return Error.DecompressionFailed;
+    return stream.total_out;
+}
+pub fn lzma(_: std.mem.Allocator, in: []u8, out: []u8) Error!usize {
+    var stream: c.lzma_stream = .{
+        .next_in = in.ptr,
+        .avail_in = in.len,
+        .next_out = out.ptr,
+        .avail_out = out.len,
+    };
+    var res = c.lzma_auto_decoder(&stream, 0, 0);
+    if (res != c.LZMA_OK)
+        return Error.DecompressionFailed;
+    while (res == c.LZMA_OK)
+        res = c.lzma_code(&stream, c.LZMA_RUN);
+    if (res != c.LZMA_STREAM_END)
+        return Error.DecompressionFailed;
+    return stream.total_out;
+}
+pub fn lz4(_: std.mem.Allocator, in: []u8, out: []u8) Error!usize {
+    const res = c.LZ4_decompress_safe(
+        in.ptr,
+        out.ptr,
+        @intCast(in.len),
+        @intCast(out.len),
+    );
+    if (res < 0)
+        return Error.DecompressionFailed;
+    return @abs(res);
+}
+pub fn zstd(_: std.mem.Allocator, in: []u8, out: []u8) Error!usize {
+    const res = c.ZSTD_decompress(out.ptr, out.len, in.ptr, in.len);
+    if (c.ZSTD_isError(res) != 0) {
+        std.debug.print("decompression failed: {s}\n", .{c.ZSTD_getErrorName(res)});
+        return Error.DecompressionFailed;
+    }
+    return res;
+}

src/data/extractor.zig

@@ -0,0 +1,116 @@
+const std = @import("std");
+const Io = std.Io;
+
+const Decomp = @import("../decomp.zig");
+const FileFinish = @import("../extract-multi.zig").FileFinish;
+const Multi = @import("../extract-multi.zig");
+const DataBlock = @import("../inode.zig").DataBlock;
+const Cache = @import("../util/cache.zig");
+
+const Extractor = @This();
+
+data: []u8,
+decomp: Decomp.Fn,
+block_size: u32,
+
+blocks: []DataBlock,
+
+start: u64,
+size: u64,
+
+frag_data: ?[]u8 = null,
+frag_offset: u32 = 0,
+
+cache: ?*Cache = null,
+
+pub fn init(data: []u8, decomp: Decomp.Fn, block_size: u32, blocks: []DataBlock, start: u64, size: u64) Extractor {
+    return .{
+        .data = data,
+        .decomp = decomp,
+        .block_size = block_size,
+
+        .blocks = blocks,
+
+        .start = start,
+        .size = size,
+    };
+}
+pub fn addFrag(self: *Extractor, frag_data: []u8, frag_offset: u32) void {
+    self.frag_data = frag_data;
+    self.frag_offset = frag_offset;
+}
+pub fn addCache(self: *Extractor, cache: *Cache) void {
+    self.cache = cache;
+}
+
+pub fn extractAsync(self: Extractor, alloc: std.mem.Allocator, io: Io, select: *Io.Select(Multi.SelectUnion), finish: *FileFinish) !void {
+    if (self.size == 0) return;
+
+    var read_offset: u64 = self.start;
+    for (0.., self.blocks) |i, block| {
+        try select.concurrent(.reg, blockThread, .{ self, alloc, io, finish.file.file, read_offset, @truncate(i), finish });
+        read_offset += block.size;
+    }
+    if (self.frag_data != null)
+        try select.concurrent(.reg, fragThread, .{ self, io, finish.file.file, finish });
+}
+
+fn blockThread(
+    self: Extractor,
+    alloc: std.mem.Allocator,
+    io: Io,
+    file: Io.File,
+    read_offset: u64,
+    block_idx: u32,
+    finish: *FileFinish,
+) Multi.Error!void {
+    const size = if (self.frag_data == null and block_idx == self.blocks.len - 1)
+        self.size % self.block_size
+    else
+        self.block_size;
+
+    const block = self.blocks[block_idx];
+
+    var wrt = file.writer(io, &[0]u8{});
+    try wrt.seekTo(block_idx * self.block_size);
+
+    if (block.size == 0) {
+        try wrt.interface.splatByteAll(0, size);
+        try finish.finish(io);
+        return;
+    }
+
+    const data = self.data[read_offset..][0..block.size];
+
+    if (block.uncompressed) {
+        try wrt.interface.writeAll(data);
+        try finish.finish(io);
+        return;
+    }
+
+    if (self.cache != null) {
+        const decomp_block = try self.cache.?.get(io, read_offset, block.size);
+        try wrt.interface.writeAll(decomp_block);
+    } else {
+        const tmp = try alloc.alloc(u8, size);
+        defer alloc.free(tmp);
+
+        _ = try self.decomp(alloc, data, tmp);
+        try wrt.interface.writeAll(tmp);
+    }
+    try finish.finish(io);
+}
+fn fragThread(
+    self: Extractor,
+    io: Io,
+    file: Io.File,
+    finish: *FileFinish,
+) Multi.Error!void {
+    const size = self.size % self.block_size;
+
+    var wrt = file.writer(io, &[0]u8{});
+    try wrt.seekTo(self.blocks.len * self.block_size);
+
+    try wrt.interface.writeAll(self.frag_data.?[self.frag_offset..][0..size]);
+    try finish.finish(io);
+}

src/data/reader.zig

@@ -0,0 +1,180 @@
+const std = @import("std");
+const Io = std.Io;
+
+const Decomp = @import("../decomp.zig");
+const DataBlock = @import("../inode.zig").DataBlock;
+const Cache = @import("../util/cache.zig");
+
+const Reader = @This();
+
+alloc: std.mem.Allocator,
+
+data: []u8,
+decomp: Decomp.Fn,
+block_size: u32,
+
+blocks: []DataBlock,
+
+size: u64,
+
+offset: u64,
+block_idx: u32 = 0,
+sparse_block: bool = false,
+
+frag_data: ?[]u8 = null,
+frag_offset: u32 = 0,
+
+io: ?Io = null,
+cache: ?*Cache = null,
+
+block_alloc: bool = false,
+
+interface: Io.Reader = .{
+    .buffer = &[0]u8{},
+    .end = 0,
+    .seek = 0,
+    .vtable = &.{
+        .stream = stream,
+        .discard = discard,
+        .readVec = readVec,
+    },
+},
+
+pub fn init(alloc: std.mem.Allocator, data: []u8, decomp: Decomp.Fn, block_size: u32, blocks: []DataBlock, size: u64, data_start: u64) Reader {
+    return .{
+        .alloc = alloc,
+
+        .data = data,
+        .decomp = decomp,
+        .block_size = block_size,
+
+        .blocks = blocks,
+
+        .size = size,
+
+        .offset = data_start,
+    };
+}
+pub fn deinit(self: *Reader) void {
+    if (self.block_alloc)
+        self.alloc.free(self.interface.buffer);
+}
+pub fn addFrag(self: *Reader, frag_data: []u8, frag_offset: u32) void {
+    self.frag_data = frag_data;
+    self.frag_offset = frag_offset;
+}
+pub fn addCache(self: *Reader, io: Io, cache: *Cache) void {
+    self.io = io;
+    self.cache = cache;
+}
+
+fn advance(self: *Reader) Io.Reader.Error!void {
+    if (self.block_alloc) self.alloc.free(self.interface.buffer);
+
+    if (self.block_idx > self.blocks.len) return error.EndOfStream;
+    defer self.block_idx += 1;
+
+    self.interface.seek = 0;
+    errdefer self.interface.end = 0;
+
+    if (self.block_idx == self.blocks.len) {
+        if (self.frag_data == null) return error.EndOfStream;
+
+        self.sparse_block = false;
+
+        const size = self.size % self.block_size;
+
+        self.interface.buffer = self.frag_data.?[self.frag_offset..][0..size];
+
+        self.interface.end = size;
+        return;
+    }
+
+    const size = if (self.frag_data == null and self.block_idx == self.blocks.len - 1)
+        self.size % self.block_size
+    else
+        self.block_size;
+
+    const block = self.blocks[self.block_idx];
+    defer self.offset += block.size;
+
+    if (block.size == 0) {
+        self.sparse_block = true;
+        self.interface.end = size;
+        return;
+    } else {
+        self.sparse_block = false;
+    }
+
+    if (block.uncompressed) {
+        self.interface.buffer = self.data[self.offset..][0..block.size];
+        self.interface.end = block.size;
+        return;
+    }
+
+    if (self.cache == null) {
+        self.block_alloc = true;
+        self.interface.buffer = self.alloc.alloc(u8, size) catch return error.ReadFailed;
+        errdefer {
+            self.alloc.free(self.interface.buffer);
+            self.interface.buffer = &[0]u8{};
+        }
+
+        _ = self.decomp(self.alloc, self.data[self.offset..][0..block.size], self.interface.buffer) catch return error.ReadFailed;
+        self.interface.end = size;
+    } else {
+        self.interface.buffer = self.cache.?.get(self.io.?, self.offset, block.size) catch return error.ReadFailed;
+        self.interface.end = self.interface.buffer.len;
+    }
+}
+
+fn stream(r: *Io.Reader, w: *Io.Writer, limit: Io.Limit) Io.Reader.StreamError!usize {
+    const self: *Reader = @fieldParentPtr("interface", r);
+    if (r.seek >= r.end)
+        try self.advance();
+
+    if (limit == .nothing) return 0;
+
+    const to_write = @min(@intFromEnum(limit), r.end - r.seek);
+
+    const wrote = if (self.sparse_block)
+        try w.splatByte(0, to_write)
+    else
+        try w.write(r.buffer[r.seek..][0..to_write]);
+
+    r.seek += wrote;
+    return wrote;
+}
+fn discard(r: *Io.Reader, limit: Io.Limit) Io.Reader.Error!usize {
+    if (r.seek >= r.end) {
+        const self: *Reader = @fieldParentPtr("interface", r);
+        try self.advance();
+    }
+    if (limit == .nothing) return 0;
+
+    const to_discard = @min(@intFromEnum(limit), r.end - r.seek);
+
+    r.seek += to_discard;
+    return to_discard;
+}
+fn readVec(r: *Io.Reader, vec: [][]u8) Io.Reader.Error!usize {
+    const self: *Reader = @fieldParentPtr("interface", r);
+    if (r.seek >= r.end)
+        try self.advance();
+
+    var copied: usize = 0;
+    for (vec) |v| {
+        const to_cpy = @min(v.len, r.end - r.seek);
+
+        if (self.sparse_block)
+            @memset(v[0..to_cpy], 0)
+        else
+            @memcpy(v[0..to_cpy], r.buffer[r.seek..][0..to_cpy]);
+
+        copied += to_cpy;
+
+        if (r.seek >= r.end) break;
+    }
+
+    return copied;
+}

src/decomp.zig

@@ -1,25 +1,34 @@
 const std = @import("std");
+const build = @import("build_options");
 
-const Decompressor = @This();
+const c = @import("c_decomp.zig");
+const zig = @import("zig_decomp.zig");
+
+pub fn getFn(e: Enum) !Fn {
+    return switch (e) {
+        .gzip => if (build.use_zig_decomp) zig.zlib else c.zlib,
+        .lzma => if (build.use_zig_decomp) zig.lzma else c.lzma,
+        .lzo => if (build.use_zig_decomp or !build.allow_lzo) error.LzoUnsupported else c.lzo,
+        .xz => if (build.use_zig_decomp) zig.xz else c.lzma,
+        .lz4 => if (build.use_zig_decomp) error.Lz4Unsupported else c.lz4,
+        .zstd => if (build.use_zig_decomp) zig.zstd else c.zstd,
+    };
+}
+
+// Types
+
+pub const Fn = *const fn (std.mem.Allocator, in: []u8, out: []u8) Error!usize;
+
+pub const Enum = enum(u16) {
+    gzip = 1,
+    lzma,
+    lzo,
+    xz,
+    lz4,
+    zstd,
+};
 
 pub const Error = error{
     OutOfMemory,
-    BadInput,
-    OutputTooSmall,
-    ReadFailed,
-    WriteFailed,
-    EndOfStream,
+    DecompressionFailed,
 };
-
-vtable: *const struct {
-    decompress: *const fn (*Decompressor, []u8, []u8) Error!usize = DefaultDecompress,
-    stateless: *const fn (std.mem.Allocator, []u8, []u8) Error!usize,
-},
-
-pub fn decompress(self: *Decompressor, in: []u8, out: []u8) Error!usize {
-    return self.vtable.decompress(self, in, out);
-}
-
-fn DefaultDecompress(self: *Decompressor, in: []u8, out: []u8) Error!usize {
-    return self.vtable.stateless(std.heap.smp_allocator, in, out);
-}

src/decomp/c/lz4.zig

@@ -1,14 +0,0 @@
-const std = @import("std");
-
-const c = @import("../../c.zig").c;
-const Decompressor = @import("../../decomp.zig");
-
-const Self = @This();
-
-interface: Decompressor = .{ .vtable = &.{ .stateless = stateless } },
-
-fn stateless(_: std.mem.Allocator, in: []u8, out: []u8) Decompressor.Error!usize {
-    const res = c.LZ4_decompress_fast(in.ptr, out.ptr, @intCast(out.len));
-    if (res < 0) return Decompressor.Error.ReadFailed;
-    return @abs(res);
-}

src/decomp/c/lzma.zig

@@ -1,127 +0,0 @@
-const std = @import("std");
-
-const c = @import("../../c.zig").c;
-const Decompressor = @import("../../decomp.zig");
-
-const Self = @This();
-
-alloc: std.mem.Allocator,
-streams: std.AutoHashMap(std.Thread.Id, c.lzma_stream),
-
-interface: Decompressor,
-
-pub fn init(alloc: std.mem.Allocator) Self {
-    return .{
-        .alloc = alloc,
-        .streams = .init(alloc),
-        .interface = .{
-            .vtable = &.{
-                .decompress = decompress,
-                .stateless = stateless,
-            },
-        },
-    };
-}
-pub fn deinit(self: *Self) void {
-    self.streams.deinit();
-}
-
-fn decompress(decomp: *Decompressor, in: []u8, out: []u8) Decompressor.Error!usize {
-    var self: *Self = @fieldParentPtr("interface", decomp);
-
-    var strm = try self.getOrCreate();
-    strm.next_in = in.ptr;
-    strm.avail_in = in.len;
-    strm.next_out = out.ptr;
-    strm.avail_out = out.len;
-    var res = c.lzma_alone_decoder(strm, out.len * 2);
-    decodeResult(res) catch |err| return lzmaErrToDecompErr(err);
-    while (res == c.LZMA_OK)
-        res = c.lzma_code(strm, c.LZMA_RUN);
-    decodeResult(res) catch |err| return lzmaErrToDecompErr(err);
-    return strm.total_out;
-}
-fn stateless(alloc: std.mem.Allocator, in: []u8, out: []u8) Decompressor.Error!usize {
-    var strm: c.lzma_stream = .{
-        .allocator = &.{
-            .alloc = lzmaAlloc,
-            .free = lzmaFree,
-            .@"opaque" = @ptrCast(@constCast(&alloc)),
-        },
-        .next_in = in.ptr,
-        .avail_in = in.len,
-        .next_out = out.ptr,
-        .avail_out = out.len,
-    };
-    var res = c.lzma_alone_decoder(&strm, out.len * 2);
-    decodeResult(res) catch |err| return lzmaErrToDecompErr(err);
-    while (res == c.LZMA_OK)
-        res = c.lzma_code(&strm, c.LZMA_RUN);
-    decodeResult(res) catch |err| return lzmaErrToDecompErr(err);
-    return strm.total_out;
-}
-
-inline fn getOrCreate(self: *Self) !*c.lzma_stream {
-    const res = try self.streams.getOrPut(std.Thread.getCurrentId());
-    if (res.found_existing) return res.value_ptr;
-    res.value_ptr.* = .{ .allocator = &.{
-        .alloc = lzmaAlloc,
-        .free = lzmaFree,
-        .@"opaque" = @ptrCast(&self.alloc),
-    } };
-    return res.value_ptr;
-}
-inline fn decodeResult(res: usize) Error!void {
-    return switch (res) {
-        c.LZMA_OK, c.LZMA_STREAM_END => {},
-        c.LZMA_NO_CHECK => Error.NoCheck,
-        c.LZMA_UNSUPPORTED_CHECK => Error.UnsupportedCheck,
-        c.LZMA_GET_CHECK => Error.GetCheck,
-        c.LZMA_MEM_ERROR, c.LZMA_MEMLIMIT_ERROR => Error.OutOfMemory,
-        c.LZMA_FORMAT_ERROR => Error.Format,
-        c.LZMA_OPTIONS_ERROR => Error.Options,
-        c.LZMA_DATA_ERROR => Error.Data,
-        c.LZMA_BUF_ERROR => Error.Buffer,
-        c.LZMA_PROG_ERROR => Error.Program,
-        c.LZMA_SEEK_NEEDED => Error.SeekNeeded,
-        else => Error.Unknown,
-    };
-}
-inline fn lzmaErrToDecompErr(err: Error) Decompressor.Error {
-    return switch (err) {
-        Error.OutOfMemory => Decompressor.Error.OutOfMemory,
-        Error.NoCheck => Decompressor.Error.ReadFailed,
-        Error.UnsupportedCheck => Decompressor.Error.ReadFailed,
-        Error.GetCheck => Decompressor.Error.ReadFailed,
-        Error.Format => Decompressor.Error.ReadFailed,
-        Error.Options => Decompressor.Error.ReadFailed,
-        Error.Data => Decompressor.Error.ReadFailed,
-        Error.Buffer => Decompressor.Error.WriteFailed,
-        Error.Program => Decompressor.Error.ReadFailed,
-        Error.SeekNeeded => Decompressor.Error.ReadFailed,
-        else => Decompressor.Error.ReadFailed,
-    };
-}
-
-fn lzmaAlloc(ptr: ?*anyopaque, size: usize, _: usize) callconv(.c) ?*anyopaque {
-    var alloc: *std.mem.Allocator = @ptrCast(@alignCast(@constCast(ptr)));
-    return alloc.rawAlloc(size, .@"1", 0);
-}
-fn lzmaFree(ptr: ?*anyopaque, mem_ptr: ?*anyopaque) callconv(.c) void {
-    var alloc: *std.mem.Allocator = @ptrCast(@alignCast(@constCast(ptr)));
-    alloc.rawFree(@ptrCast(mem_ptr), .@"1", 0);
-}
-
-const Error = error{
-    OutOfMemory,
-    NoCheck,
-    UnsupportedCheck,
-    GetCheck,
-    Format,
-    Options,
-    Data,
-    Buffer,
-    Program,
-    SeekNeeded,
-    Unknown,
-};

src/decomp/c/lzo.zig

@@ -1,67 +0,0 @@
-const std = @import("std");
-
-const c = @import("../../c.zig").c;
-const Decompressor = @import("../../decomp.zig");
-
-const Self = @This();
-
-interface: Decompressor = .{ .vtable = &.{ .stateless = stateless } },
-
-fn stateless(_: std.mem.Allocator, in: []u8, out: []u8) Decompressor.Error!usize {
-    var out_len: usize = out.len;
-    const res = c.lzo1x_decompress(in.ptr, in.len, out.ptr, &out_len, null);
-    decodeError(res) catch |err| return lzoErrToDecompErr(err);
-    return out_len;
-}
-
-inline fn decodeError(res: c_int) Error!void {
-    return switch (res) {
-        c.LZO_E_OK => {},
-        c.LZO_E_EOF_NOT_FOUND => Error.EofNotFound,
-        c.LZO_E_INPUT_NOT_CONSUMED => Error.InputNotConsumed,
-        c.LZO_E_INPUT_OVERRUN => Error.InputOverrun,
-        c.LZO_E_INTERNAL_ERROR => Error.InternalError,
-        c.LZO_E_INVALID_ALIGNMENT => Error.InvalidAlignment,
-        c.LZO_E_INVALID_ARGUMENT => Error.InvalidArgument,
-        c.LZO_E_LOOKBEHIND_OVERRUN => Error.LookbehindOverrun,
-        c.LZO_E_NOT_COMPRESSIBLE => Error.NotCompressible,
-        c.LZO_E_NOT_YET_IMPLEMENTED => Error.NotYetImplemented,
-        c.LZO_E_OUTPUT_NOT_CONSUMED => Error.OutputNotConsumed,
-        c.LZO_E_OUTPUT_OVERRUN => Error.OutputOverrun,
-        c.LZO_E_OUT_OF_MEMORY => Error.OutOfMemory,
-        else => Error.Unknown,
-    };
-}
-inline fn lzoErrToDecompErr(err: Error) Decompressor.Error {
-    return switch (err) {
-        Error.EofNotFound => Decompressor.Error.ReadFailed,
-        Error.InputNotConsumed => Decompressor.Error.ReadFailed,
-        Error.InputOverrun => Decompressor.Error.ReadFailed,
-        Error.InternalError => Decompressor.Error.ReadFailed,
-        Error.InvalidAlignment => Decompressor.Error.ReadFailed,
-        Error.InvalidArgument => Decompressor.Error.ReadFailed,
-        Error.LookbehindOverrun => Decompressor.Error.ReadFailed,
-        Error.NotCompressible => Decompressor.Error.ReadFailed,
-        Error.NotYetImplemented => Decompressor.Error.ReadFailed,
-        Error.OutputNotConsumed => Decompressor.Error.WriteFailed,
-        Error.OutputOverrun => Decompressor.Error.WriteFailed,
-        Error.OutOfMemory => Decompressor.Error.OutOfMemory,
-        else => Decompressor.Error.ReadFailed,
-    };
-}
-
-const Error = error{
-    EofNotFound,
-    InputNotConsumed,
-    InputOverrun,
-    InternalError,
-    InvalidAlignment,
-    InvalidArgument,
-    LookbehindOverrun,
-    NotCompressible,
-    NotYetImplemented,
-    OutputNotConsumed,
-    OutputOverrun,
-    OutOfMemory,
-    Unknown,
-};

src/decomp/c/xz.zig

@@ -1,127 +0,0 @@
-const std = @import("std");
-
-const c = @import("../../c.zig").c;
-const Decompressor = @import("../../decomp.zig");
-
-const Self = @This();
-
-alloc: std.mem.Allocator,
-streams: std.AutoHashMap(std.Thread.Id, c.lzma_stream),
-
-interface: Decompressor,
-
-pub fn init(alloc: std.mem.Allocator) Self {
-    return .{
-        .alloc = alloc,
-        .streams = .init(alloc),
-        .interface = .{
-            .vtable = &.{
-                .decompress = decompress,
-                .stateless = stateless,
-            },
-        },
-    };
-}
-pub fn deinit(self: *Self) void {
-    self.streams.deinit();
-}
-
-fn decompress(decomp: *Decompressor, in: []u8, out: []u8) Decompressor.Error!usize {
-    var self: *Self = @fieldParentPtr("interface", decomp);
-
-    var strm = try self.getOrCreate();
-    strm.next_in = in.ptr;
-    strm.avail_in = in.len;
-    strm.next_out = out.ptr;
-    strm.avail_out = out.len;
-    var res = c.lzma_stream_decoder(strm, out.len * 2, 0);
-    decodeResult(res) catch |err| return lzmaErrToDecompErr(err);
-    while (res == c.LZMA_OK)
-        res = c.lzma_code(strm, c.LZMA_RUN);
-    decodeResult(res) catch |err| return lzmaErrToDecompErr(err);
-    return strm.total_out;
-}
-fn stateless(alloc: std.mem.Allocator, in: []u8, out: []u8) Decompressor.Error!usize {
-    var strm: c.lzma_stream = .{
-        .allocator = &.{
-            .alloc = lzmaAlloc,
-            .free = lzmaFree,
-            .@"opaque" = @ptrCast(@constCast(&alloc)),
-        },
-        .next_in = in.ptr,
-        .avail_in = in.len,
-        .next_out = out.ptr,
-        .avail_out = out.len,
-    };
-    var res = c.lzma_stream_decoder(&strm, out.len * 2, 0);
-    decodeResult(res) catch |err| return lzmaErrToDecompErr(err);
-    while (res == c.LZMA_OK)
-        res = c.lzma_code(&strm, c.LZMA_RUN);
-    decodeResult(res) catch |err| return lzmaErrToDecompErr(err);
-    return strm.total_out;
-}
-
-inline fn getOrCreate(self: *Self) !*c.lzma_stream {
-    const res = try self.streams.getOrPut(std.Thread.getCurrentId());
-    if (res.found_existing) return res.value_ptr;
-    res.value_ptr.* = .{ .allocator = &.{
-        .alloc = lzmaAlloc,
-        .free = lzmaFree,
-        .@"opaque" = @ptrCast(&self.alloc),
-    } };
-    return res.value_ptr;
-}
-inline fn decodeResult(res: usize) Error!void {
-    return switch (res) {
-        c.LZMA_OK, c.LZMA_STREAM_END => {},
-        c.LZMA_NO_CHECK => Error.NoCheck,
-        c.LZMA_UNSUPPORTED_CHECK => Error.UnsupportedCheck,
-        c.LZMA_GET_CHECK => Error.GetCheck,
-        c.LZMA_MEM_ERROR, c.LZMA_MEMLIMIT_ERROR => Error.OutOfMemory,
-        c.LZMA_FORMAT_ERROR => Error.Format,
-        c.LZMA_OPTIONS_ERROR => Error.Options,
-        c.LZMA_DATA_ERROR => Error.Data,
-        c.LZMA_BUF_ERROR => Error.Buffer,
-        c.LZMA_PROG_ERROR => Error.Program,
-        c.LZMA_SEEK_NEEDED => Error.SeekNeeded,
-        else => Error.Unknown,
-    };
-}
-inline fn lzmaErrToDecompErr(err: Error) Decompressor.Error {
-    return switch (err) {
-        Error.OutOfMemory => Decompressor.Error.OutOfMemory,
-        Error.NoCheck => Decompressor.Error.ReadFailed,
-        Error.UnsupportedCheck => Decompressor.Error.ReadFailed,
-        Error.GetCheck => Decompressor.Error.ReadFailed,
-        Error.Format => Decompressor.Error.ReadFailed,
-        Error.Options => Decompressor.Error.ReadFailed,
-        Error.Data => Decompressor.Error.ReadFailed,
-        Error.Buffer => Decompressor.Error.WriteFailed,
-        Error.Program => Decompressor.Error.ReadFailed,
-        Error.SeekNeeded => Decompressor.Error.ReadFailed,
-        else => Decompressor.Error.ReadFailed,
-    };
-}
-
-fn lzmaAlloc(ptr: ?*anyopaque, size: usize, _: usize) callconv(.c) ?*anyopaque {
-    var alloc: *std.mem.Allocator = @ptrCast(@alignCast(@constCast(ptr)));
-    return alloc.rawAlloc(size, .@"1", 0);
-}
-fn lzmaFree(ptr: ?*anyopaque, mem_ptr: ?*anyopaque) callconv(.c) void {
-    var alloc: *std.mem.Allocator = @ptrCast(@alignCast(@constCast(ptr)));
-    alloc.rawFree(@ptrCast(mem_ptr), .@"1", 0);
-}
-
-const Error = error{
-    OutOfMemory,
-    NoCheck,
-    UnsupportedCheck,
-    GetCheck,
-    Format,
-    Options,
-    Data,
-    Buffer,
-    Program,
-    SeekNeeded,
-    Unknown,
-};

src/decomp/c/zlib.zig

@@ -1,112 +0,0 @@
-const std = @import("std");
-
-const c = @import("../../c.zig").c;
-const Decompressor = @import("../../decomp.zig");
-
-const Self = @This();
-
-alloc: std.mem.Allocator,
-streams: std.AutoHashMap(std.Thread.Id, c.zng_stream),
-
-interface: Decompressor,
-
-pub fn init(alloc: std.mem.Allocator) Self {
-    return .{
-        .alloc = alloc,
-        .streams = .init(alloc),
-        .interface = .{
-            .vtable = &.{
-                .decompress = decompress,
-                .stateless = stateless,
-            },
-        },
-    };
-}
-pub fn deinit(self: *Self) void {
-    self.streams.deinit();
-}
-
-fn decompress(decomp: *Decompressor, in: []u8, out: []u8) Decompressor.Error!usize {
-    const self: *Self = @fieldParentPtr("interface", decomp);
-
-    var strm = try self.getOrCreate();
-    strm.next_in = in.ptr;
-    strm.avail_in = @truncate(in.len);
-    strm.next_out = out.ptr;
-    strm.total_out = out.len;
-    var res = c.zng_inflateReset(strm);
-    decodeError(res) catch |err| return zlibErrToDecompErr(err);
-
-    res = c.zng_inflate(strm, c.Z_FULL_FLUSH);
-    decodeError(res) catch |err| return zlibErrToDecompErr(err);
-    return strm.total_out;
-}
-fn stateless(alloc: std.mem.Allocator, in: []u8, out: []u8) Decompressor.Error!usize {
-    var strm: c.zng_stream = .{
-        .zalloc = zalloc,
-        .zfree = zfree,
-        .@"opaque" = @constCast(&alloc),
-
-        .next_in = in.ptr,
-        .avail_in = @truncate(in.len),
-        .next_out = out.ptr,
-        .total_out = out.len,
-    };
-    var res = c.zng_inflateInit(&strm);
-    decodeError(res) catch |err| return zlibErrToDecompErr(err);
-
-    res = c.zng_inflate(&strm, c.Z_FULL_FLUSH);
-    decodeError(res) catch |err| return zlibErrToDecompErr(err);
-    return strm.total_out;
-}
-
-fn getOrCreate(self: *Self) !*c.zng_stream {
-    const res = try self.streams.getOrPut(std.Thread.getCurrentId());
-    if (res.found_existing) return res.value_ptr;
-    res.value_ptr.* = .{
-        .zalloc = zalloc,
-        .zfree = zfree,
-        .@"opaque" = &self.alloc,
-    };
-    return res.value_ptr;
-}
-
-fn zalloc(ptr: ?*anyopaque, size: c_uint, len: c_uint) callconv(.c) ?*anyopaque {
-    var alloc: *std.mem.Allocator = @ptrCast(@alignCast(@constCast(ptr)));
-    return alloc.rawAlloc(size * len, .@"1", 0);
-}
-fn zfree(ptr: ?*anyopaque, mem_ptr: ?*anyopaque) callconv(.c) void {
-    var alloc: *std.mem.Allocator = @ptrCast(@alignCast(@constCast(ptr)));
-    alloc.rawFree(@ptrCast(mem_ptr), .@"1", 0);
-}
-
-inline fn decodeError(res: i32) Error!void {
-    if (res >= 0) return;
-    return switch (res) {
-        c.Z_STREAM_ERROR => Error.Stream,
-        c.Z_DATA_ERROR => Error.Data,
-        c.Z_MEM_ERROR => Error.OutOfMemory,
-        c.Z_BUF_ERROR => Error.Buffer,
-        c.Z_VERSION_ERROR => Error.Version,
-        else => Error.Misc,
-    };
-}
-inline fn zlibErrToDecompErr(err: Error) Decompressor.Error {
-    return switch (err) {
-        Error.OutOfMemory => Decompressor.Error.OutOfMemory,
-        Error.Misc => Decompressor.Error.ReadFailed,
-        Error.Stream => Decompressor.Error.ReadFailed,
-        Error.Data => Decompressor.Error.ReadFailed,
-        Error.Buffer => Decompressor.Error.WriteFailed,
-        Error.Version => Decompressor.Error.ReadFailed,
-    };
-}
-
-const Error = error{
-    OutOfMemory,
-    Misc,
-    Stream,
-    Data,
-    Buffer,
-    Version,
-};

src/decomp/c/zstd.zig

@@ -1,165 +0,0 @@
-const std = @import("std");
-
-const c = @import("../../c.zig").c;
-const Decompressor = @import("../../decomp.zig");
-
-const Self = @This();
-
-alloc: std.mem.Allocator,
-ctx: std.AutoHashMap(std.Thread.Id, ?*c.ZSTD_DCtx),
-
-interface: Decompressor,
-
-pub fn init(alloc: std.mem.Allocator) Self {
-    return .{
-        .alloc = alloc,
-        .ctx = .init(alloc),
-        .interface = .{
-            .vtable = &.{
-                .decompress = decompress,
-                .stateless = stateless,
-            },
-        },
-    };
-}
-pub fn deinit(self: *Self) void {
-    self.ctx.deinit();
-}
-
-fn decompress(decomp: *Decompressor, in: []u8, out: []u8) Decompressor.Error!usize {
-    var self: *Self = @fieldParentPtr("interface", decomp);
-
-    const ctx = try self.getOrCreate();
-    const res = c.ZSTD_decompressDCtx(ctx, out.ptr, out.len, in.ptr, in.len);
-    decodeError(res) catch |err| return zstdErrToDecompErr(err);
-    return res;
-}
-fn stateless(_: std.mem.Allocator, in: []u8, out: []u8) Decompressor.Error!usize {
-    const res = c.ZSTD_decompress(out.ptr, out.len, in.ptr, in.len);
-    decodeError(res) catch |err| return zstdErrToDecompErr(err);
-    return res;
-}
-
-inline fn getOrCreate(self: *Self) !?*c.ZSTD_DCtx {
-    const res = try self.ctx.getOrPut(std.Thread.getCurrentId());
-    if (res.found_existing) return res.value_ptr.*;
-    res.value_ptr.* = c.ZSTD_createDCtx();
-    return res.value_ptr.*;
-}
-
-inline fn decodeError(res: usize) Error!void {
-    if (c.ZSTD_isError(res) == 0) return;
-    return switch (c.ZSTD_getErrorCode(res)) {
-        c.ZSTD_error_prefix_unknown => Error.PrefixUnknown,
-        c.ZSTD_error_version_unsupported => Error.VersionUnsupported,
-        c.ZSTD_error_frameParameter_unsupported => Error.FrameParameterUnsupported,
-        c.ZSTD_error_frameParameter_windowTooLarge => Error.FrameParameterWindowTooLarge,
-        c.ZSTD_error_corruption_detected => Error.CorruptionDetected,
-        c.ZSTD_error_checksum_wrong => Error.ChecksumWrong,
-        c.ZSTD_error_literals_headerWrong => Error.LiteralsHeaderWrong,
-        c.ZSTD_error_dictionary_corrupted => Error.DictionaryCorrupted,
-        c.ZSTD_error_dictionary_wrong => Error.DictionaryWrong,
-        c.ZSTD_error_dictionaryCreation_failed => Error.DictionaryCreationFailed,
-        c.ZSTD_error_parameter_unsupported => Error.ParameterUnsupported,
-        c.ZSTD_error_parameter_combination_unsupported => Error.ParameterCombinationUnsupported,
-        c.ZSTD_error_parameter_outOfBound => Error.ParameterOutOfBound,
-        c.ZSTD_error_tableLog_tooLarge => Error.TableLogTooLarge,
-        c.ZSTD_error_maxSymbolValue_tooLarge => Error.MaxSymbolValueTooLarge,
-        c.ZSTD_error_maxSymbolValue_tooSmall => Error.MaxSymbolValueTooSmall,
-        c.ZSTD_error_cannotProduce_uncompressedBlock => Error.CannotProduceUncompressedBlock,
-        c.ZSTD_error_stabilityCondition_notRespected => Error.StabilityConditionNotRespected,
-        c.ZSTD_error_stage_wrong => Error.StageWrong,
-        c.ZSTD_error_init_missing => Error.InitMissing,
-        c.ZSTD_error_memory_allocation => Error.MemoryAllocation,
-        c.ZSTD_error_workSpace_tooSmall => Error.WorkSpaceTooSmall,
-        c.ZSTD_error_dstSize_tooSmall => Error.DstSizeTooSmall,
-        c.ZSTD_error_srcSize_wrong => Error.SrcSizeWrong,
-        c.ZSTD_error_dstBuffer_null => Error.DstBufferNull,
-        c.ZSTD_error_noForwardProgress_destFull => Error.NoForwardProgressDestFull,
-        c.ZSTD_error_noForwardProgress_inputEmpty => Error.NoForwardProgressInputEmpty,
-        c.ZSTD_error_frameIndex_tooLarge => Error.FrameIndexTooLarge,
-        c.ZSTD_error_seekableIO => Error.SeekableIo,
-        c.ZSTD_error_dstBuffer_wrong => Error.DstBufferWrong,
-        c.ZSTD_error_srcBuffer_wrong => Error.SrcBufferWrong,
-        c.ZSTD_error_sequenceProducer_failed => Error.SequenceProducerFailed,
-        c.ZSTD_error_externalSequences_invalid => Error.ExternalSequencesInvalid,
-        else => Error.Generic,
-    };
-}
-inline fn zstdErrToDecompErr(err: Error) Decompressor.Error {
-    return switch (err) {
-        Error.OutOfMemory => Decompressor.Error.OutOfMemory,
-        Error.Generic => Decompressor.Error.ReadFailed,
-        Error.PrefixUnknown => Decompressor.Error.ReadFailed,
-        Error.VersionUnsupported => Decompressor.Error.ReadFailed,
-        Error.FrameParameterUnsupported => Decompressor.Error.ReadFailed,
-        Error.FrameParameterWindowTooLarge => Decompressor.Error.ReadFailed,
-        Error.CorruptionDetected => Decompressor.Error.ReadFailed,
-        Error.ChecksumWrong => Decompressor.Error.ReadFailed,
-        Error.LiteralsHeaderWrong => Decompressor.Error.ReadFailed,
-        Error.DictionaryCorrupted => Decompressor.Error.ReadFailed,
-        Error.DictionaryWrong => Decompressor.Error.ReadFailed,
-        Error.DictionaryCreationFailed => Decompressor.Error.ReadFailed,
-        Error.ParameterUnsupported => Decompressor.Error.ReadFailed,
-        Error.ParameterCombinationUnsupported => Decompressor.Error.ReadFailed,
-        Error.ParameterOutOfBound => Decompressor.Error.ReadFailed,
-        Error.TableLogTooLarge => Decompressor.Error.ReadFailed,
-        Error.MaxSymbolValueTooLarge => Decompressor.Error.ReadFailed,
-        Error.MaxSymbolValueTooSmall => Decompressor.Error.ReadFailed,
-        Error.CannotProduceUncompressedBlock => Decompressor.Error.ReadFailed,
-        Error.StabilityConditionNotRespected => Decompressor.Error.ReadFailed,
-        Error.StageWrong => Decompressor.Error.ReadFailed,
-        Error.InitMissing => Decompressor.Error.ReadFailed,
-        Error.MemoryAllocation => Decompressor.Error.OutOfMemory,
-        Error.WorkSpaceTooSmall => Decompressor.Error.WriteFailed,
-        Error.DstSizeTooSmall => Decompressor.Error.WriteFailed,
-        Error.SrcSizeWrong => Decompressor.Error.ReadFailed,
-        Error.DstBufferNull => Decompressor.Error.WriteFailed,
-        Error.NoForwardProgressDestFull => Decompressor.Error.WriteFailed,
-        Error.NoForwardProgressInputEmpty => Decompressor.Error.ReadFailed,
-        Error.FrameIndexTooLarge => Decompressor.Error.ReadFailed,
-        Error.SeekableIo => Decompressor.Error.ReadFailed,
-        Error.DstBufferWrong => Decompressor.Error.WriteFailed,
-        Error.SrcBufferWrong => Decompressor.Error.ReadFailed,
-        Error.SequenceProducerFailed => Decompressor.Error.ReadFailed,
-        Error.ExternalSequencesInvalid => Decompressor.Error.ReadFailed,
-    };
-}
-
-const Error = error{
-    OutOfMemory,
-    Generic,
-    PrefixUnknown,
-    VersionUnsupported,
-    FrameParameterUnsupported,
-    FrameParameterWindowTooLarge,
-    CorruptionDetected,
-    ChecksumWrong,
-    LiteralsHeaderWrong,
-    DictionaryCorrupted,
-    DictionaryWrong,
-    DictionaryCreationFailed,
-    ParameterUnsupported,
-    ParameterCombinationUnsupported,
-    ParameterOutOfBound,
-    TableLogTooLarge,
-    MaxSymbolValueTooLarge,
-    MaxSymbolValueTooSmall,
-    CannotProduceUncompressedBlock,
-    StabilityConditionNotRespected,
-    StageWrong,
-    InitMissing,
-    MemoryAllocation,
-    WorkSpaceTooSmall,
-    DstSizeTooSmall,
-    SrcSizeWrong,
-    DstBufferNull,
-    NoForwardProgressDestFull,
-    NoForwardProgressInputEmpty,
-    FrameIndexTooLarge,
-    SeekableIo,
-    DstBufferWrong,
-    SrcBufferWrong,
-    SequenceProducerFailed,
-    ExternalSequencesInvalid,
-};

src/decomp/types.zig

@@ -1,43 +0,0 @@
-const config = @import("config");
-
-const Decompressor = @import("../decomp.zig");
-const cLz4 = @import("c/lz4.zig");
-const cLzma = @import("c/lzma.zig");
-const cLzo = @import("c/lzo.zig");
-const cXz = @import("c/xz.zig");
-const cZlib = @import("c/zlib.zig");
-const cZstd = @import("c/zstd.zig");
-const zigLzma = @import("zig/lzma.zig");
-const zigXz = @import("zig/xz.zig");
-const zigZlib = @import("zig/zstd.zig");
-const zigZstd = @import("zig/zstd.zig");
-
-pub const Decomp = union(enum) {
-    gzip: if (config.use_zig_decomp) zigZlib else cZlib,
-    lzma: if (config.use_zig_decomp) zigLzma else cLzma,
-    lzo: if (config.use_zig_decomp) void else cLzo,
-    xz: if (config.use_zig_decomp) zigXz else cXz,
-    lz4: if (config.use_zig_decomp) void else cLz4,
-    zstd: if (config.use_zig_decomp) zigZstd else cZstd,
-
-    pub fn deinit(self: *Decomp) void {
-        switch (self) {
-            .gzip => self.gzip.deinit(),
-            .lzma => self.lzma.deinit(),
-            .xz => self.xz.deinit(),
-            .zstd => self.zstd.deinit(),
-            else => {},
-        }
-    }
-
-    pub fn decompressor(self: *Decomp) *Decompressor {
-        return switch (self) {
-            .gzip => &self.gzip.interface,
-            .lzma => &self.lzma.interface,
-            .lzo => &self.lzo.interface,
-            .xz => &self.xz.interface,
-            .lz4 => &self.lz4.interface,
-            .zstd => &self.zstd.interface,
-        };
-    }
-};

src/decomp/zig/lzma.zig

@@ -1,19 +0,0 @@
-const std = @import("std");
-const lzma = std.compress.lzma;
-const Reader = std.Io.Reader;
-
-const Decompressor = @import("../../decomp.zig");
-
-const Self = @This();
-
-interface: Decompressor = .{ .vtable = &.{ .stateless = stateless } },
-
-fn stateless(alloc: std.mem.Allocator, in: []u8, out: []u8) Decompressor.Error!usize {
-    var rdr: Reader = .fixed(in);
-    var decomp = try lzma.decompress(alloc, rdr.adaptToOldInterface());
-    defer decomp.deinit();
-    return decomp.read(out) catch |err| switch (err) {
-        error.CorruptInput, error.EndOfStream, error.Overflow => return Decompressor.Error.ReadFailed,
-        else => return err,
-    };
-}

src/decomp/zig/xz.zig

@@ -1,25 +0,0 @@
-const std = @import("std");
-const xz = std.compress.xz;
-const Reader = std.Io.Reader;
-
-const Decompressor = @import("../../decomp.zig");
-
-const Self = @This();
-
-interface: Decompressor = .{ .vtable = &.{ .stateless = stateless } },
-
-fn stateless(alloc: std.mem.Allocator, in: []u8, out: []u8) Decompressor.Error!usize {
-    var rdr: Reader = .fixed(in);
-    var decomp = try xz.decompress(alloc, rdr.adaptToOldInterface());
-    defer decomp.deinit();
-    return decomp.read(out) catch |err| switch (err) {
-        error.CorruptInput,
-        error.EndOfStream,
-        error.EndOfStreamWithNoError,
-        error.WrongChecksum,
-        error.Unsupported,
-        error.Overflow,
-        => Decompressor.Error.ReadFailed,
-        else => return err,
-    };
-}

src/decomp/zig/zlib.zig

@@ -1,18 +0,0 @@
-const std = @import("std");
-const Reader = std.Io.Reader;
-const flate = std.compress.flate;
-
-const Decompressor = @import("../../decomp.zig");
-
-const Self = @This();
-
-interface: Decompressor = .{ .vtable = &.{ .stateless = stateless } },
-
-fn stateless(alloc: std.mem.Allocator, in: []u8, out: []u8) Decompressor.Error!usize {
-    const buf = try alloc.alloc(u8, out.len);
-    defer alloc.free(buf);
-    var rdr: Reader = .fixed(in);
-
-    var decomp = flate.Decompress.init(&rdr, .zlib, buf);
-    return decomp.reader.readSliceShort(out);
-}

src/decomp/zig/zstd.zig

@@ -1,18 +0,0 @@
-const std = @import("std");
-const Reader = std.Io.Reader;
-const zstd = std.compress.zstd;
-
-const Decompressor = @import("../../decomp.zig");
-
-const Self = @This();
-
-interface: Decompressor = .{ .vtable = &.{ .stateless = stateless } },
-
-fn stateless(alloc: std.mem.Allocator, in: []u8, out: []u8) Decompressor.Error!usize {
-    const buf = try alloc.alloc(u8, out.len * 2);
-    defer alloc.free(buf);
-    var rdr: Reader = .fixed(in);
-
-    var decomp = zstd.Decompress.init(&rdr, buf, .{ .window_len = @min(out.len, zstd.default_window_len) });
-    return decomp.reader.readSliceShort(out);
-}

src/dir_entry.zig

@@ -1,60 +0,0 @@
-//! Directory entry from the directory table.
-
-const std = @import("std");
-const Reader = std.Io.Reader;
-
-const InodeType = @import("inode.zig").InodeType;
-
-const Entry = @This();
-
-const Header = extern struct { // use extern due to bad alignment with packed.
-    count: u32,
-    block_start: u32,
-    num: u32,
-};
-
-const RawEntry = packed struct {
-    offset: u16,
-    inode_offset: i16,
-    inode_type: InodeType,
-    name_size: u16,
-};
-
-block_start: u32,
-block_offset: u16,
-num: u32,
-inode_type: InodeType,
-name: []const u8,
-
-pub fn readDir(alloc: std.mem.Allocator, rdr: *Reader, size: u32) ![]Entry {
-    var cur_red: u32 = 3; // start at 3 due to "." & ".." being counted in the dir size.
-    var hdr: Header = undefined;
-    var raw: RawEntry = undefined;
-    var out: std.ArrayList(Entry) = try .initCapacity(alloc, 100); // Start out with a decent capacity instead of needing to allocate per header.
-    errdefer out.deinit(alloc);
-    while (cur_red < size) {
-        try rdr.readSliceEndian(Header, @ptrCast(&hdr), .little);
-        cur_red += @sizeOf(Header);
-        try out.ensureUnusedCapacity(alloc, hdr.count + 1);
-        for (0..hdr.count + 1) |_| {
-            try rdr.readSliceEndian(RawEntry, @ptrCast(&raw), .little);
-            const name = try alloc.alloc(u8, raw.name_size + 1);
-            errdefer alloc.free(name);
-            try rdr.readSliceEndian(u8, name, .little);
-            const val = out.addOneAssumeCapacity();
-            val.* = .{
-                .block_start = hdr.block_start,
-                .block_offset = raw.offset,
-                .num = @abs(hdr.num + raw.offset),
-                .inode_type = raw.inode_type,
-                .name = name,
-            };
-            cur_red += @sizeOf(RawEntry) + raw.name_size + 1;
-        }
-    }
-    return out.toOwnedSlice(alloc);
-}
-
-pub fn deinit(self: Entry, alloc: std.mem.Allocator) void {
-    alloc.free(self.name);
-}

src/directory.zig

@@ -0,0 +1,85 @@
+const std = @import("std");
+const Reader = std.Io.Reader;
+
+const Inode = @import("inode.zig");
+
+const Directory = @This();
+
+entries: []Entry,
+
+pub fn init(alloc: std.mem.Allocator, rdr: *Reader, size: u64) !Directory {
+    if (size <= 3) return Directory{ .entries = &[0]Entry{} };
+
+    var hdr: Header = undefined;
+    var raw: RawEntry = undefined;
+
+    var read: u64 = 3;
+
+    var out: std.ArrayList(Entry) = try .initCapacity(alloc, 50);
+    errdefer {
+        for (out.items) |entry|
+            entry.deinit(alloc);
+        out.deinit(alloc);
+    }
+
+    while (read < size) {
+        try rdr.readSliceEndian(Header, @ptrCast(&hdr), .little);
+        read += @sizeOf(Header);
+
+        try out.ensureUnusedCapacity(alloc, hdr.count + 1);
+
+        for (0..hdr.count + 1) |_| {
+            try rdr.readSliceEndian(RawEntry, @ptrCast(&raw), .little);
+
+            const name = try alloc.alloc(u8, raw.name_size + 1);
+
+            try rdr.readSliceEndian(u8, name, .little);
+
+            const entry = out.addOneAssumeCapacity();
+
+            entry.* = .{
+                .name = name,
+                .block_start = hdr.block_start,
+                .block_offset = raw.block_offset,
+                .type = raw.type,
+            };
+
+            read += @sizeOf(RawEntry) + raw.name_size + 1;
+        }
+    }
+
+    return .{ .entries = try out.toOwnedSlice(alloc) };
+}
+pub fn deinit(self: Directory, alloc: std.mem.Allocator) void {
+    for (self.entries) |entry|
+        entry.deinit(alloc);
+    alloc.free(self.entries);
+}
+
+// Types
+
+pub const Error = error{OutOfMemory} || Reader.Error;
+
+pub const Entry = struct {
+    name: []const u8,
+    block_start: u32,
+    block_offset: u16,
+    type: Inode.Type,
+
+    pub fn deinit(self: Entry, alloc: std.mem.Allocator) void {
+        alloc.free(self.name);
+    }
+};
+
+const Header = extern struct {
+    count: u32,
+    block_start: u32,
+    num: u32,
+};
+
+const RawEntry = extern struct {
+    block_offset: u16,
+    num_offset: i16,
+    type: Inode.Type,
+    name_size: u16,
+};

src/extract-multi.zig

@@ -0,0 +1,503 @@
+const std = @import("std");
+const Io = std.Io;
+const Atomic = std.atomic.Value;
+
+const DataExtractor = @import("data/extractor.zig");
+const Decomp = @import("decomp.zig");
+const Directory = @import("directory.zig");
+const ExtractionOption = @import("options.zig");
+const Inode = @import("inode.zig");
+const Lookup = @import("lookup.zig");
+const MetadataReader = @import("meta_rdr.zig");
+const Superblock = @import("archive.zig").Superblock;
+const Cache = @import("util/cache.zig");
+const XattrTable = @import("xattr.zig");
+
+pub fn extract(alloc: std.mem.Allocator, io: Io, super: Superblock, data: []u8, decomp: Decomp.Fn, inode: Inode, filepath: []const u8, options: ExtractionOption) !void {
+    const path = std.mem.trim(u8, filepath, "/");
+
+    var frag_table: Lookup.Table(Lookup.FragEntry) = .init(alloc, data, decomp, super.frag_start, super.frag_count);
+    defer frag_table.deinit();
+
+    var id_table: Lookup.Table(u16) = .init(alloc, data, decomp, super.id_start, super.id_count);
+    defer id_table.deinit();
+
+    var xattr_table: XattrTable = .init(alloc, data, decomp, super.xattr_start);
+    defer xattr_table.deinit();
+
+    var cache: Cache = .init(alloc, data, decomp);
+    defer cache.deinit();
+
+    var err: ?Error = null;
+    var group: Io.Group = .init;
+
+    group.async(
+        io,
+        groupExtract,
+        .{ alloc, io, data, decomp, super, &group, &frag_table, &id_table, &xattr_table, &cache, &err, inode, path, options, null },
+    );
+}
+
+fn groupExtract(
+    alloc: std.mem.Allocator,
+    io: Io,
+    data: []u8,
+    decomp: Decomp.Fn,
+    super: Superblock,
+    group: *Io.Group,
+    frag_table: *Lookup.Table(Lookup.FragEntry),
+    id_table: *Lookup.Table(u16),
+    xattr_table: *XattrTable,
+    cache: *Cache,
+    err: *?Error,
+    inode: Inode,
+    path: []const u8,
+    options: ExtractionOption,
+    parent: ?*Parent,
+) error{Canceled}!void {
+    if (err != null) {
+        if (parent != null) {
+            alloc.free(path);
+            inode.deinit(alloc);
+            parent.?.finish(alloc, io);
+        }
+        return;
+    }
+    switch (inode.hdr.type) {
+        .dir, .ext_dir => group.async(io, extractDir, .{ alloc, io, data, decomp, super, group, frag_table, id_table, xattr_table, cache, inode, path, options, parent }),
+        .file, .ext_file => group.async(io, extractReg, .{ alloc, io, data, decomp, super.block_size, group, frag_table, cache, inode, path, options, parent }),
+        .symlink, .ext_symlink => group.async(io, extractSymlink, .{ alloc, io, inode, path, parent }),
+        else => group.async(io, extractNod, .{ alloc, io, id_table, xattr_table, inode, path, options, parent }),
+    }
+}
+
+fn extractDir(
+    alloc: std.mem.Allocator,
+    io: Io,
+    data: []u8,
+    decomp: Decomp.Fn,
+    super: Superblock,
+    group: *Io.Group,
+    frag_table: *Lookup.Table(Lookup.FragEntry),
+    id_table: *Lookup.Table(u16),
+    xattr_table: *XattrTable,
+    cache: *Cache,
+    err: *?Error,
+    inode: Inode,
+    path: []const u8,
+    options: ExtractionOption,
+    parent: ?*Parent,
+) Error!void {
+    var xattr_idx: u32 = 0xFFFFFFFF;
+
+    const dir: Directory = switch (inode.data) {
+        .dir => |d| blk: {
+            var meta: MetadataReader = .init(alloc, data, decomp, super.dir_start + d.block_start);
+            try meta.interface.discardAll(d.block_offset);
+
+            break :blk try .init(alloc, &meta.interface, d.size);
+        },
+        .ext_dir => |d| blk: {
+            xattr_idx = d.xattr_idx;
+
+            var meta: MetadataReader = .init(alloc, data, decomp, super.dir_start + d.block_start);
+            try meta.interface.discardAll(d.block_offset);
+
+            break :blk try .init(alloc, &meta.interface, d.size);
+        },
+        else => unreachable,
+    };
+    defer dir.deinit(alloc);
+
+    try Io.Dir.cwd().createDirPath(io, path);
+
+    if (dir.entries.len == 0) {
+        try setMetadataPath(alloc, io, inode.hdr, id_table, xattr_table, path, xattr_idx, options);
+        if (parent != null) {
+            try parent.?.finish(io);
+        }
+        return;
+    }
+
+    const cur_dir = try Parent.create(alloc, id_table, xattr_table, err, inode.hdr, path, options, parent, xattr_idx, dir.entries);
+
+    for (dir.entries) |entry| {
+        const new_inode: Inode = try .initEntry(alloc, data, decomp, super.inode_start, super.block_size, entry);
+
+        const new_path = std.mem.concat(alloc, u8, &.{ path, "/", entry.name }) catch |e| {
+            new_inode.deinit(alloc);
+            return e;
+        };
+
+        group.async(
+            io,
+            groupExtract,
+            .{ alloc, io, data, decomp, super, group, frag_table, id_table, xattr_table, cache, err, new_inode, new_path, options, cur_dir },
+        );
+    }
+}
+fn extractReg(
+    alloc: std.mem.Allocator,
+    io: Io,
+    data: []u8,
+    decomp: Decomp.Fn,
+    block_size: u32,
+    group: *Io.Group,
+    frag_table: *Lookup.Table(Lookup.FragEntry),
+    id_table: *Lookup.Table(u16),
+    xattr_table: *XattrTable,
+    cache: *Cache,
+    err: *?Error,
+    inode: Inode,
+    path: []const u8,
+    options: ExtractionOption,
+    parent: ?*Parent,
+) Error!void {
+    var blocks: usize = 0;
+    var xattr_idx: u32 = 0xFFFFFFFF;
+
+    var ext: DataExtractor = switch (inode.data) {
+        .file => |f| blk: {
+            var ext: DataExtractor = .init(data, decomp, block_size, f.blocks, f.block_start, f.size);
+            blocks = f.blocks.len;
+
+            if (f.frag_idx != 0xFFFFFFFF) {
+                blocks += 1;
+                const frag: Lookup.FragEntry = try frag_table.get(io, f.frag_idx);
+                if (frag.size.uncompressed) {
+                    ext.addFrag(data[frag.block_start..][0..frag.size.size], f.frag_offset);
+                } else {
+                    const frag_block = try cache.get(io, frag.block_start, frag.size.size);
+                    ext.addFrag(frag_block, f.frag_offset);
+                }
+            }
+            break :blk ext;
+        },
+        .ext_file => |f| blk: {
+            xattr_idx = f.xattr_idx;
+
+            var ext: DataExtractor = .init(data, decomp, block_size, f.blocks, f.block_start, f.size);
+            blocks = f.blocks.len;
+
+            if (f.frag_idx != 0xFFFFFFFF) {
+                blocks += 1;
+                const frag: Lookup.FragEntry = try frag_table.get(io, f.frag_idx);
+                if (frag.size.uncompressed) {
+                    ext.addFrag(data[frag.block_start..][0..frag.size.size], f.frag_offset);
+                } else {
+                    const frag_block = try cache.get(io, frag.block_start, frag.size.size);
+                    ext.addFrag(frag_block, f.frag_offset);
+                }
+            }
+            break :blk ext;
+        },
+        else => unreachable,
+    };
+
+    const fin = try FileFinish.create(alloc, io, id_table, xattr_table, err, inode.hdr, path, options, parent, xattr_idx, blocks);
+
+    try ext.extractAsync(alloc, io, group, fin);
+}
+fn extractSymlink(alloc: std.mem.Allocator, io: Io, inode: Inode, path: []const u8, parent: ?*Parent) Error!void {
+    defer if (parent != null) {
+        inode.deinit(alloc);
+        alloc.free(path);
+    };
+
+    const target = switch (inode.data) {
+        .symlink => |s| s.target,
+        .ext_symlink => |s| s.target,
+        else => unreachable,
+    };
+
+    try Io.Dir.cwd().symLink(io, target, path, .{});
+
+    if (parent != null)
+        parent.?.finish(io);
+}
+fn extractNod(
+    alloc: std.mem.Allocator,
+    io: Io,
+    id_table: *Lookup.Table(u16),
+    xattr_table: *XattrTable,
+    inode: Inode,
+    path: []const u8,
+    parent: ?*Parent,
+    options: ExtractionOption,
+) Error!void {
+    var xattr_idx: u32 = 0xFFFFFFFF;
+    var device: u32 = 0;
+    var mode: u32 = undefined;
+
+    const DT = std.os.linux.DT;
+
+    switch (inode.data) {
+        .block_dev => |d| {
+            mode = DT.BLK;
+            device = d.device;
+        },
+        .ext_block_dev => |d| {
+            mode = DT.BLK;
+            device = d.device;
+            xattr_idx = d.xattr_idx;
+        },
+        .char_dev => |d| {
+            mode = DT.CHR;
+            device = d.device;
+        },
+        .ext_char_dev => |d| {
+            mode = DT.CHR;
+            device = d.device;
+            xattr_idx = d.xattr_idx;
+        },
+        .fifo => {
+            mode = DT.FIFO;
+        },
+        .ext_fifo => |f| {
+            mode = DT.FIFO;
+            xattr_idx = f.xattr_idx;
+        },
+        .socket => {
+            mode = DT.SOCK;
+        },
+        .ext_socket => |s| {
+            mode = DT.SOCK;
+            xattr_idx = s.xattr_idx;
+        },
+        else => unreachable,
+    }
+
+    const sentinel_path = try alloc.dupeSentinel(u8, path, 0);
+    defer alloc.free(sentinel_path);
+
+    const res = std.os.linux.mknod(sentinel_path, mode, device);
+    if (res != 0)
+        return Error.Mknod;
+
+    try setMetadataPath(alloc, io, inode.hdr, id_table, xattr_table, path, xattr_idx, options);
+
+    if (parent != null)
+        try parent.?.finish(io);
+}
+
+fn setMetadataPath(
+    alloc: std.mem.Allocator,
+    io: Io,
+    hdr: Inode.Header,
+    id_table: *Lookup.Table(u16),
+    xattr_table: *XattrTable,
+    path: []const u8,
+    xattr_idx: u32,
+    options: ExtractionOption,
+) Error!void {
+    if (options.ignore_permissions and (options.ignore_xattr or xattr_idx == 0xFFFFFFFF)) return;
+
+    var file = try Io.Dir.cwd().openFile(io, path, .{});
+    defer file.close(io);
+
+    return setMetadata(alloc, io, hdr, id_table, xattr_table, file, xattr_idx, options);
+}
+fn setMetadata(
+    alloc: std.mem.Allocator,
+    io: Io,
+    hdr: Inode.Header,
+    id_table: *Lookup.Table(u16),
+    xattr_table: *XattrTable,
+    file: Io.File,
+    xattr_idx: u32,
+    options: ExtractionOption,
+) Error!void {
+    if (options.ignore_permissions and (options.ignore_xattr or xattr_idx == 0xFFFFFFFF)) return;
+
+    if (!options.ignore_xattr and xattr_idx != 0xFFFFFFFF) {
+        var xattr = try xattr_table.get(alloc, io, xattr_idx);
+        defer xattr.deinit(alloc);
+
+        for (xattr.kvs) |kv| {
+            const res = std.os.linux.fsetxattr(file.handle, kv.key, kv.value.ptr, kv.value.len, 0);
+            if (res != 0)
+                return Error.SetXattr;
+        }
+    }
+
+    if (options.ignore_permissions) return;
+
+    try file.setTimestamps(io, .{
+        .modify_timestamp = .init(
+            Io.Timestamp.fromNanoseconds(@as(i96, @intCast(hdr.mod_time)) * std.time.ns_per_s),
+        ),
+    });
+    try file.setPermissions(io, @enumFromInt(hdr.permissions));
+    try file.setOwner(io, try id_table.get(io, hdr.uid_idx), try id_table.get(io, hdr.gid_idx));
+}
+
+// Types
+
+pub const Error = error{ Mknod, SetXattr } || std.mem.Allocator.Error || Io.Cancelable || Io.Reader.Error || Io.Dir.CreateDirPathError || Cache.Error ||
+    Io.File.SetPermissionsError || Io.Dir.SymLinkError || Io.File.SeekError || Io.Writer.Error || Io.File.Atomic.LinkError || Io.ConcurrentError;
+
+const FileFinish = struct {
+    id_table: *Lookup.Table(u16),
+    xattr_table: *XattrTable,
+    err: *?Error,
+
+    inode: Inode,
+    options: ExtractionOption,
+    parent: ?*Parent,
+    xattr_idx: u32,
+
+    file: Io.File.Atomic,
+
+    atomic: Atomic(usize),
+    has_err: bool = false,
+
+    fn create(
+        alloc: std.mem.Allocator,
+        io: Io,
+        id_table: *Lookup.Table(u16),
+        xattr_table: *XattrTable,
+        err: *?Error,
+        hdr: Inode.Header,
+        path: []const u8,
+        options: ExtractionOption,
+        parent: ?*Parent,
+        xattr_idx: u32,
+        blocks: usize,
+    ) Error!*FileFinish {
+        const out = try alloc.create(FileFinish);
+        out.* = .{
+            .id_table = id_table,
+            .xattr_table = xattr_table,
+            .err = err,
+
+            .hdr = hdr,
+            .path = path,
+            .options = options,
+            .parent = parent,
+            .xattr_idx = xattr_idx,
+
+            .file = Io.Dir.cwd().createFileAtomic(io, path, .{}),
+
+            .atomic = .init(blocks),
+        };
+        return out;
+    }
+
+    fn finish(self: *FileFinish, alloc: std.mem.Allocator, io: Io) void {
+        if (self.atomic.fetchSub(1, .release) > 0) return;
+
+        defer {
+            if (self.parent != null) {
+                alloc.free(self.path);
+                if (self.has_err)
+                    self.parent.?.errFinish(alloc, io)
+                else
+                    self.parent.?.finish(alloc, io);
+            }
+            alloc.destroy(self);
+        }
+
+        if (self.has_err) return;
+
+        setMetadata(alloc, io, self.hdr, self.id_table, self.xattr_table, self.file, self.xattr_idx, self.options) catch |err| {
+            self.has_err = true;
+            self.err.* = err;
+            return;
+        };
+        self.file.link(io) catch |err| {
+            self.has_err = true;
+            self.err.* = err;
+            return;
+        };
+
+        self.file.deinit(io);
+    }
+    fn errFinish(self: *FileFinish, alloc: std.mem.Allocator, io: Io) void {
+        self.has_err = true;
+
+        if (self.atomic.fetchSub(1, .release) > 0) return;
+
+        if (self.parent != null) {
+            alloc.free(self.path);
+            self.parent.?.errFinish(alloc, io);
+        }
+        self.file.deinit(io);
+        alloc.destroy(self);
+    }
+};
+const Parent = struct {
+    id_table: *Lookup.Table(u16),
+    xattr_table: *XattrTable,
+    err: *?Error,
+
+    hdr: Inode.Header,
+    path: []const u8,
+    options: ExtractionOption,
+    parent: ?*Parent,
+    xattr_idx: u32,
+
+    atomic: Atomic(usize),
+    has_err: bool = false,
+
+    fn create(
+        alloc: std.mem.Allocator,
+        id_table: *Lookup.Table(u16),
+        xattr_table: *XattrTable,
+        err: *?Error,
+        hdr: Inode.Header,
+        path: []const u8,
+        options: ExtractionOption,
+        parent: ?*Parent,
+        xattr_idx: u32,
+        num: usize,
+    ) Error!*Parent {
+        const out = try alloc.create(Parent);
+        out.* = .{
+            .id_table = id_table,
+            .xattr_table = xattr_table,
+            .err = err,
+
+            .hdr = hdr,
+            .path = path,
+            .options = options,
+            .parent = parent,
+            .xattr_idx = xattr_idx,
+
+            .atomic = .init(num),
+        };
+        return out;
+    }
+
+    fn finish(self: *Parent, alloc: std.mem.Allocator, io: Io) void {
+        if (self.atomic.fetchSub(1, .release) > 0) return;
+
+        defer {
+            if (self.parent != null) {
+                alloc.free(self.path);
+                if (self.has_err)
+                    self.parent.?.errFinish(alloc, io)
+                else
+                    self.parent.?.finish(alloc, io);
+            }
+            alloc.destroy(self);
+        }
+
+        if (self.has_err) return;
+
+        setMetadataPath(alloc, io, self.hdr, self.id_table, self.xattr_table, self.path, self.xattr_idx, self.options) catch |err| {
+            self.has_err = true;
+            self.err.* = err;
+        };
+    }
+    fn errFinish(self: *Parent, alloc: std.mem.Allocator, io: Io) void {
+        self.has_err = true;
+
+        if (self.atomic.fetchSub(1, .release) > 0) return;
+
+        if (self.parent != null) {
+            alloc.free(self.path);
+            self.parent.?.errFinish(alloc, io);
+        }
+        alloc.destroy(self);
+    }
+};

src/extract-single.zig

@@ -0,0 +1,267 @@
+const std = @import("std");
+const Io = std.Io;
+
+const Archive = @import("archive.zig");
+const Superblock = Archive.Superblock;
+const DataReader = @import("data/reader.zig");
+const Decomp = @import("decomp.zig");
+const Directory = @import("directory.zig");
+const ExtractionOptions = @import("options.zig");
+const Inode = @import("inode.zig");
+const Lookup = @import("lookup.zig");
+const MetadaReader = @import("meta_rdr.zig");
+const Cache = @import("util/cache.zig");
+const XattrTable = @import("xattr.zig");
+
+pub fn extract(
+    alloc: std.mem.Allocator,
+    io: Io,
+    super: Superblock,
+    data: []u8,
+    decomp: Decomp.Fn,
+    inode: Inode,
+    ext_loc: []const u8,
+    options: ExtractionOptions,
+) !void {
+    const path = std.mem.trim(u8, ext_loc, "/");
+
+    var cache: Cache = .init(alloc, data, decomp);
+    defer cache.deinit();
+
+    var frag_table: Lookup.Table(Lookup.FragEntry) = .init(alloc, data, decomp, super.frag_start, super.frag_count);
+    defer frag_table.deinit();
+
+    var id_table: Lookup.Table(u16) = .init(alloc, data, decomp, super.id_start, super.id_count);
+    defer id_table.deinit();
+
+    var xattr_table: XattrTable = .init(alloc, data, decomp, super.xattr_start);
+    defer xattr_table.deinit();
+
+    return switch (inode.hdr.type) {
+        .file, .ext_file => try extractFile(alloc, io, super, data, decomp, &cache, &frag_table, &id_table, &xattr_table, inode, path, options),
+        .dir, .ext_dir => try extractDir(alloc, io, super, data, decomp, &cache, &frag_table, &id_table, &xattr_table, inode, path, options),
+        .symlink, .ext_symlink => try extractSymlink(io, inode, path),
+        else => try extractNod(alloc, io, &id_table, &xattr_table, inode, path, options),
+    };
+}
+
+fn setMetadata(
+    alloc: std.mem.Allocator,
+    io: Io,
+    id_table: *Lookup.Table(u16),
+    xattr_table: *XattrTable,
+    inode: Inode,
+    path: []const u8,
+    options: ExtractionOptions,
+    xattr_idx: ?u32,
+) !void {
+    if (options.ignore_permissions and (options.ignore_xattr or xattr_idx == null)) return;
+
+    var fil: Io.File = try Io.Dir.cwd().openFile(io, path, .{});
+    defer fil.close(io);
+
+    if (!options.ignore_xattr and xattr_idx != null) {
+        const xattr = try xattr_table.get(alloc, io, xattr_idx.?);
+        defer xattr.deinit(alloc);
+
+        for (xattr.kvs) |kv| {
+            const res = std.os.linux.fsetxattr(fil.handle, kv.key, kv.value.ptr, kv.value.len, 0);
+            if (res != 0)
+                return error.SetXattrError;
+        }
+    }
+    if (!options.ignore_permissions) {
+        try fil.setTimestamps(io, .{
+            .modify_timestamp = .init(Io.Timestamp.fromNanoseconds(@as(i96, @intCast(inode.hdr.mod_time)) * std.time.ns_per_s)),
+        });
+        try fil.setPermissions(io, @enumFromInt(inode.hdr.permissions));
+        try fil.setOwner(io, try id_table.get(io, inode.hdr.uid_idx), try id_table.get(io, inode.hdr.gid_idx));
+    }
+}
+
+fn extractDir(
+    alloc: std.mem.Allocator,
+    io: Io,
+    super: Superblock,
+    data: []u8,
+    decomp: Decomp.Fn,
+    cache: *Cache,
+    frag_table: *Lookup.Table(Lookup.FragEntry),
+    id_table: *Lookup.Table(u16),
+    xattr_table: *XattrTable,
+    inode: Inode,
+    path: []const u8,
+    options: ExtractionOptions,
+) !void {
+    var xattr_idx: ?u32 = null;
+
+    try Io.Dir.cwd().createDirPath(io, path);
+
+    var dir: Directory = switch (inode.data) {
+        .dir => |d| blk: {
+            var meta: MetadaReader = .init(alloc, data, decomp, d.block_start + super.dir_start);
+            try meta.interface.discardAll(d.block_offset);
+
+            break :blk try Directory.init(alloc, &meta.interface, d.size);
+        },
+        .ext_dir => |d| blk: {
+            if (d.xattr_idx != 0xFFFFFFFF) xattr_idx = d.xattr_idx;
+
+            var meta: MetadaReader = .init(alloc, data, decomp, d.block_start + super.dir_start);
+            try meta.interface.discardAll(d.block_offset);
+
+            break :blk try Directory.init(alloc, &meta.interface, d.size);
+        },
+        else => unreachable,
+    };
+    defer dir.deinit(alloc);
+
+    for (dir.entries) |entry| {
+        var new_inode: Inode = try .initEntry(alloc, data, decomp, super.inode_start, super.block_size, entry);
+        defer new_inode.deinit(alloc);
+
+        const new_path = try std.mem.concat(alloc, u8, &.{ path, "/", entry.name });
+        defer alloc.free(new_path);
+
+        switch (entry.type) {
+            .file => try extractFile(alloc, io, super, data, decomp, cache, frag_table, id_table, xattr_table, new_inode, new_path, options),
+            .dir => try extractDir(alloc, io, super, data, decomp, cache, frag_table, id_table, xattr_table, new_inode, new_path, options),
+            .symlink => try extractSymlink(io, new_inode, new_path),
+            else => try extractNod(alloc, io, id_table, xattr_table, new_inode, new_path, options),
+        }
+    }
+
+    try setMetadata(alloc, io, id_table, xattr_table, inode, path, options, xattr_idx);
+}
+fn extractFile(
+    alloc: std.mem.Allocator,
+    io: Io,
+    super: Superblock,
+    data: []u8,
+    decomp: Decomp.Fn,
+    cache: *Cache,
+    frag_table: *Lookup.Table(Lookup.FragEntry),
+    id_table: *Lookup.Table(u16),
+    xattr_table: *XattrTable,
+    inode: Inode,
+    path: []const u8,
+    options: ExtractionOptions,
+) !void {
+    var xattr_idx: ?u32 = null;
+
+    var rdr: DataReader = switch (inode.data) {
+        .file => |f| blk: {
+            var rdr: DataReader = .init(alloc, data, decomp, super.block_size, f.blocks, f.size, f.block_start);
+            rdr.addCache(io, cache);
+
+            if (f.frag_idx == 0xFFFFFFFF) break :blk rdr;
+
+            const entry: Lookup.FragEntry = try frag_table.get(io, f.frag_idx);
+            if (entry.size.uncompressed) {
+                rdr.addFrag(data[entry.block_start..][0..entry.size.size], f.frag_offset);
+            } else {
+                rdr.addFrag(try cache.get(io, entry.block_start, entry.size.size), f.frag_offset);
+            }
+
+            break :blk rdr;
+        },
+        .ext_file => |f| blk: {
+            if (f.xattr_idx != 0xFFFFFFFF) xattr_idx = f.xattr_idx;
+
+            var rdr: DataReader = .init(alloc, data, decomp, super.block_size, f.blocks, f.size, f.block_start);
+            rdr.addCache(io, cache);
+
+            if (f.frag_idx == 0xFFFFFFFF) break :blk rdr;
+
+            const entry: Lookup.FragEntry = try frag_table.get(io, f.frag_idx);
+            if (entry.size.uncompressed) {
+                rdr.addFrag(data[entry.block_start..][0..entry.size.size], f.frag_offset);
+            } else {
+                rdr.addFrag(try cache.get(io, entry.block_start, entry.size.size), f.frag_offset);
+            }
+
+            break :blk rdr;
+        },
+        else => unreachable,
+    };
+    defer rdr.deinit();
+
+    var atomic = try Io.Dir.cwd().createFileAtomic(io, path, .{});
+    defer atomic.deinit(io);
+
+    var writer = atomic.file.writer(io, &[0]u8{});
+    _ = try rdr.interface.streamRemaining(&writer.interface);
+    try writer.flush();
+
+    try atomic.link(io);
+
+    try setMetadata(alloc, io, id_table, xattr_table, inode, path, options, xattr_idx);
+}
+fn extractSymlink(io: Io, inode: Inode, path: []const u8) !void {
+    return switch (inode.data) {
+        .symlink => |s| Io.Dir.cwd().symLink(io, s.target, path, .{}),
+        .ext_symlink => |s| Io.Dir.cwd().symLink(io, s.target, path, .{}),
+        else => unreachable,
+    };
+}
+fn extractNod(
+    alloc: std.mem.Allocator,
+    io: Io,
+    id_table: *Lookup.Table(u16),
+    xattr_table: *XattrTable,
+    inode: Inode,
+    path: []const u8,
+    options: ExtractionOptions,
+) !void {
+    var dev: u32 = 0;
+    var mode: u32 = undefined;
+
+    var xattr_idx: ?u32 = null;
+
+    const DT = std.posix.DT;
+
+    switch (inode.data) {
+        .char_dev => |d| {
+            dev = d.device;
+            mode = DT.CHR;
+        },
+        .block_dev => |d| {
+            dev = d.device;
+            mode = DT.BLK;
+        },
+        .ext_char_dev => |d| {
+            if (d.xattr_idx != 0xFFFFFFFF) xattr_idx = d.xattr_idx;
+
+            dev = d.device;
+            mode = DT.CHR;
+        },
+        .ext_block_dev => |d| {
+            if (d.xattr_idx != 0xFFFFFFFF) xattr_idx = d.xattr_idx;
+
+            dev = d.device;
+            mode = DT.BLK;
+        },
+        .fifo => mode = DT.FIFO,
+        .socket => mode = DT.SOCK,
+        .ext_fifo => |i| {
+            if (i.xattr_idx != 0xFFFFFFFF) xattr_idx = i.xattr_idx;
+
+            mode = DT.FIFO;
+        },
+        .ext_socket => |i| {
+            if (i.xattr_idx != 0xFFFFFFFF) xattr_idx = i.xattr_idx;
+
+            mode = DT.SOCK;
+        },
+        else => unreachable,
+    }
+
+    const sentinel_path = try alloc.dupeSentinel(u8, path, 0);
+    defer alloc.free(sentinel_path);
+
+    const res = std.os.linux.mknod(sentinel_path, mode, dev);
+    if (res != 0)
+        return error.MknodError;
+
+    try setMetadata(alloc, io, id_table, xattr_table, inode, path, options, xattr_idx);
+}

src/extract.zig

@@ -0,0 +1,24 @@
+const std = @import("std");
+const Io = std.Io;
+
+const Decomp = @import("decomp.zig");
+const ExtractionOptions = @import("options.zig");
+const Inode = @import("inode.zig");
+const Multi = @import("extract-multi.zig");
+const Single = @import("extract-single.zig");
+const Superblock = @import("archive.zig").Superblock;
+
+pub fn extract(
+    alloc: std.mem.Allocator,
+    io: Io,
+    super: Superblock,
+    data: []u8,
+    decomp: Decomp.Fn,
+    inode: Inode,
+    ext_loc: []const u8,
+    options: ExtractionOptions,
+) !void {
+    if (options.single_threaded)
+        return Single.extract(alloc, io, super, data, decomp, inode, ext_loc, options);
+    return Multi.extract(alloc, io, super, data, decomp, inode, ext_loc, options);
+}

src/file.zig

@@ -1,202 +1,144 @@
-//! A file/directory within the squashfs archive.
+//! A squashfs file/directory. Basically a wrapper around an Inode.
 
 const std = @import("std");
-const File = std.fs.File;
-const WaitGroup = std.Thread.WaitGroup;
-const Mutex = std.Thread.Mutex;
+const Io = std.Io;
 
-const Archive = @import("archive.zig");
-const DirEntry = @import("dir_entry.zig");
-const ExtractionOptions = @import("options.zig");
+const Directory = @import("directory.zig");
 const Inode = @import("inode.zig");
-const BlockSize = @import("inode_data/file.zig").BlockSize;
-const DataReader = @import("util/data.zig");
-const MetadataReader = @import("util/metadata.zig");
+const MetadataReader = @import("meta_rdr.zig");
+const Decomp = @import("decomp.zig");
+const Superblock = @import("archive.zig").Superblock;
+const ExtractionOptions = @import("options.zig");
+const Extract = @import("extract.zig");
 
-const FileError = error{
-    NotDirectory,
-    NotRegularFile,
-    NotSymlink,
-    NotDevice,
-    NotFound,
-    ExtractionPathExists,
-};
+const File = @This();
 
-const SfsFile = @This();
+alloc: std.mem.Allocator,
 
-archive: *Archive,
+super: Superblock,
+data: []u8,
+decomp: Decomp.Fn,
 
-inode: Inode,
 name: []const u8,
+inode: Inode,
 
-/// Initialize a new File.
-/// name is copied to the File so can be safely freed afterwards.
-pub fn init(archive: *Archive, inode: Inode, name: []const u8) !SfsFile {
-    const new_name = try archive.allocator().alloc(u8, name.len);
-    @memcpy(new_name, name);
+/// The given allocator should have been used to create the name and inode.
+pub fn init(alloc: std.mem.Allocator, super: Superblock, data: []u8, decomp: Decomp.Fn, name: []const u8, inode: Inode) File {
     return .{
-        .archive = archive,
+        .alloc = alloc,
+
+        .super = super,
+        .data = data,
+        .decomp = decomp,
+
+        .name = name,
         .inode = inode,
-        .name = new_name,
     };
 }
-pub fn fromEntry(archive: *Archive, entry: DirEntry) !SfsFile {
-    var rdr = try archive.fil.readerAt(entry.block_start + archive.super.inode_start, &[0]u8{});
-    var meta: MetadataReader = .init(archive.allocator(), &rdr.interface, archive.decomp);
-    try meta.interface.discardAll(entry.block_offset);
-    const inode: Inode = try .read(archive.allocator(), &meta.interface, archive.super.block_size);
-    errdefer inode.deinit(archive.allocator());
-    return .init(archive, inode, entry.name);
+/// The name from the directory entry will be duplicated so it's safe to deinit the entry.
+pub fn initEntry(alloc: std.mem.Allocator, super: Superblock, data: []u8, decomp: Decomp.Fn, entry: Directory.Entry) !File {
+    const inode: Inode = try .initEntry(alloc, data, decomp, super.inode_start, super.block_size, entry);
+    errdefer inode.deinit(alloc);
+
+    const new_name = try alloc.dupe(u8, entry.name);
+
+    return init(alloc, super, data, decomp, new_name, inode);
+}
+/// The given name is will be duplicated so it's safe to free it afterwards.
+pub fn initRef(alloc: std.mem.Allocator, super: Superblock, data: []u8, decomp: Decomp.Fn, name: []const u8, ref: Inode.Ref) !File {
+    const inode: Inode = try .initRef(alloc, data, decomp, super.inode_start, super.block_size, ref);
+    errdefer inode.deinit(alloc);
+
+    const new_name = try alloc.dupe(u8, name);
+
+    return init(alloc, super, data, decomp, new_name, inode);
+}
+pub fn copy(self: File, alloc: std.mem.Allocator) !File {
+    var inode = self.inode;
+    switch (inode.data) {
+        .file => |*f| f.blocks = try alloc.dupe(Inode.DataBlock, self.inode.data.file.blocks),
+        .ext_file => |*f| f.blocks = try alloc.dupe(Inode.DataBlock, self.inode.data.file.blocks),
+        .symlink => |*s| s.target = try alloc.dupe(u8, self.inode.data.symlink.target),
+        .ext_symlink => |*s| s.target = try alloc.dupe(u8, self.inode.data.symlink.target),
+        else => {},
+    }
+    errdefer inode.deinit(alloc);
+
+    const new_name = try alloc.dupe(u8, self.name);
+
+    return init(alloc, self.super, self.data, self.decomp, new_name, inode);
+}
+pub fn deinit(self: File) void {
+    self.alloc.free(self.name);
+    self.inode.deinit(self.alloc);
 }
 
-pub fn deinit(self: SfsFile) void {
-    var alloc = self.archive.allocator();
-    alloc.free(self.name);
-    self.inode.deinit(alloc);
-}
+/// If the given File is a directory, open a sub-file at the given filepath.
+/// If the given filepath resolves to the calling File ("" or "."), a copy of the File is returned.
+pub fn open(self: File, alloc: std.mem.Allocator, filepath: []const u8) !File {
+    var size: u64 = 0;
+    var meta: MetadataReader = switch (self.inode.data) {
+        .dir => |d| blk: {
+            size = d.size;
 
-fn getEntries(self: SfsFile) ![]DirEntry {
-    return self.inode.dirEntries(self.archive.allocator(), self.archive.*);
-}
+            var meta: MetadataReader = .init(alloc, self.data, self.decomp, self.super.dir_start + d.block_start);
+            try meta.interface.discardAll(d.block_offset);
+            break :blk meta;
+        },
+        .ext_dir => |d| blk: {
+            size = d.size;
 
-pub fn ownerUid(self: SfsFile) !u16 {
-    return self.archive.id(self.inode.hdr.uid_idx);
-}
-pub fn ownerGid(self: SfsFile) !u16 {
-    return self.archive.id(self.inode.hdr.gid_idx);
-}
-pub fn permissions(self: SfsFile) u16 {
-    return self.inode.hdr.permissions;
-}
-
-pub fn isRegular(self: SfsFile) bool {
-    return switch (self.inode.hdr.inode_type) {
-        .file, .ext_file => true,
-        else => false,
+            var meta: MetadataReader = .init(alloc, self.data, self.decomp, self.super.dir_start + d.block_start);
+            try meta.interface.discardAll(d.block_offset);
+            break :blk meta;
+        },
+        else => return error.NotDirectory,
     };
-}
-/// The returned DataReader will no longer work if the File's deinit function is called
-/// or, more specifically, it's inode's deinit function is called.
-pub fn dataReader(self: SfsFile) !DataReader {
-    return self.inode.dataReader(self.archive);
-}
 
-pub fn isDir(self: SfsFile) bool {
-    return switch (self.inode.hdr.inode_type) {
-        .dir, .ext_dir => true,
-        else => false,
-    };
-}
-pub fn iterate(self: SfsFile) !Iterator {
-    if (!self.isDir()) return FileError.NotDirectory;
-    return .{
-        .entries = try self.getEntries(),
-        .archive = self.archive,
-    };
-}
-/// Open a sub-file/folder within a directory at the given path.
-/// If path is "", ".", "/", or "./", this File is returned.
-pub fn open(self: SfsFile, alloc: std.mem.Allocator, path: []const u8) !SfsFile {
-    if (!self.isDir()) return FileError.NotDirectory;
-    if (pathIsSelf(path)) return self;
+    const path = std.mem.trim(u8, filepath, "/");
 
-    // Recursively stip ending & leading path separators.
-    if (path[0] == '/') return self.open(path[1..]);
-    if (path[path.len - 1] == '/') return self.open(path[0 .. path.len - 1]);
+    if (path.len == 0 or (path.len == 1 and path[0] == '.'))
+        return self.copy(alloc);
 
-    const idx = std.mem.indexOf(u8, path, "/") orelse path.len;
-    const first_element = path[0..idx];
-    if (std.mem.eql(u8, first_element, ".")) return self.open(path[idx + 1 ..]);
-    const entries = try self.getEntries();
-    defer {
-        for (entries) |e| {
-            e.deinit(alloc);
+    const first_element: []const u8 = std.mem.sliceTo(path, '/');
+
+    const file: File = blk: {
+        var directory: Directory = try .init(alloc, &meta.interface, size);
+        defer directory.deinit(alloc);
+
+        var entries = directory.entries;
+        var idx = entries.len / 2;
+
+        while (entries.len > 0) {
+            switch (std.mem.order(u8, first_element, entries[idx].name)) {
+                .eq => break,
+                .lt => entries = entries[0..idx],
+                .gt => entries = entries[idx..],
+            }
+            idx = entries.len / 2;
+        } else {
+            return error.NotFound;
         }
-        alloc.free(entries);
-    }
-    var cur_slice = entries;
-    var split = cur_slice.len / 2;
-    while (cur_slice.len > 0) {
-        split = cur_slice.len / 2;
-        const comp = std.mem.order(u8, first_element, cur_slice[split].name);
-        switch (comp) {
-            .eq => {
-                var fil: SfsFile = try .fromEntry(self.archive, cur_slice[split]);
-                if (idx == path.len) {
-                    return fil;
-                }
-                defer fil.deinit();
-                return fil.open(alloc, path[idx + 1 ..]);
-            },
-            .lt => cur_slice = cur_slice[0..split],
-            .gt => cur_slice = cur_slice[split + 1 ..],
-        }
-    }
-    return FileError.NotFound;
-}
 
-pub fn isSymlink(self: SfsFile) bool {
-    return switch (self.inode.hdr.inode_type) {
-        .symlink, .ext_symlink => true,
-        else => false,
-    };
-}
-pub fn symlinkPath(self: SfsFile) ![]const u8 {
-    if (!self.isSymlink()) return FileError.NotSymlink;
-    return switch (self.inode.data) {
-        .symlink => |s| s.target,
-        .ext_symlink => |s| s.target,
-        else => unreachable,
+        break :blk try initEntry(alloc, self.super, self.data, self.decomp, entries[idx]);
     };
+
+    if (first_element.len == path.len)
+        return file;
+    defer file.deinit();
+
+    return file.open(alloc, path[first_element.len..]);
 }
 
-/// Check if the File is a block or character device.
-pub fn isDevice(self: SfsFile) bool {
-    return switch (self.inode.hdr.inode_type) {
-        .block_dev, .char_dev, .ext_block_dev, .ext_char_dev => true,
-        else => false,
-    };
+pub fn extract(self: File, alloc: std.mem.Allocator, io: Io, location: []const u8, options: ExtractionOptions) !void {
+    return Extract.extract(
+        alloc,
+        io,
+        self.super,
+        self.data,
+        self.decomp,
+        self.inode,
+        location,
+        options,
+    );
 }
-/// If the File is a block or character device, get's it's device number.
-pub fn devNum(self: SfsFile) !u32 {
-    if (!self.isDevice()) return FileError.NotDevice;
-    return switch (self.inode.data) {
-        .block_dev, .char_dev => |d| d.dev,
-        .ext_block_dev, .ext_char_dev => |d| d.dev,
-        else => unreachable,
-    };
-}
-
-/// Extract the given File to the path. If File is a regular file, the path must be a directory or not exist.
-/// If the gievn path is a folder, the File's contents will be extracted within.
-pub fn extract(self: *SfsFile, alloc: std.mem.Allocator, path: []const u8, options: ExtractionOptions) !void {
-    return self.inode.extractToThreaded(alloc, self.archive, path, options);
-}
-
-/// Utility function.
-pub fn pathIsSelf(path: []const u8) bool {
-    if (path.len == 0) return true;
-    if (path.len == 1 and (path[0] == '/' or path[0] == '.')) return true;
-    if (path.len == 2 and (path[0] == '.' and path[1] == '/')) return true;
-    return false;
-}
-
-pub const Iterator = struct {
-    entries: []DirEntry,
-    archive: *Archive,
-
-    idx: u32 = 0,
-
-    pub fn next(self: *Iterator) !?SfsFile {
-        if (self.idx >= self.entries.len) return null;
-        defer self.idx += 1;
-        return try SfsFile.fromEntry(self.archive, self.entries[self.idx]);
-    }
-    pub fn deinit(self: Iterator) void {
-        var alloc = self.archive.allocator();
-        for (self.entries) |e| {
-            e.deinit(alloc);
-        }
-        alloc.free(self.entries);
-    }
-};

src/inode.zig

@@ -1,32 +1,76 @@
-//! A file-system object. Represents a File or directory.
-
 const std = @import("std");
-const Reader = std.Io.Reader;
-const WaitGroup = std.Thread.WaitGroup;
-const Pool = std.Thread.Pool;
-const Mutex = std.Thread.Mutex;
+const Io = std.Io;
+const Reader = Io.Reader;
 
-const Archive = @import("archive.zig");
-const DirEntry = @import("dir_entry.zig");
+const Decomp = @import("decomp.zig");
+const Directory = @import("directory.zig");
+const MetadataReader = @import("meta_rdr.zig");
+const Superblock = @import("archive.zig").Superblock;
+const Extract = @import("extract.zig");
 const ExtractionOptions = @import("options.zig");
-const dir = @import("inode_data/dir.zig");
-const file = @import("inode_data/file.zig");
-const misc = @import("inode_data/misc.zig");
-const Tables = @import("tables.zig");
-const DataReader = @import("util/data.zig");
-const ThreadedDataReader = @import("util/data_threaded.zig");
-const InodeExtract = @import("util/extract.zig");
-const InodeFinish = @import("util/inode_finish.zig");
-const FinishUnion = InodeFinish.FinishUnion;
-const MetadataReader = @import("util/metadata.zig");
 
-pub const Ref = packed struct {
+const Inode = @This();
+
+hdr: Header,
+data: Data,
+
+pub fn init(alloc: std.mem.Allocator, block_size: u32, rdr: *Reader) !Inode {
+    var hdr: Header = undefined;
+    try rdr.readSliceEndian(Header, @ptrCast(&hdr), .little);
+
+    const data: Data = switch (hdr.type) {
+        .dir => .{ .dir = try .init(rdr) },
+        .ext_dir => .{ .ext_dir = try .init(rdr) },
+        .file => .{ .file = try .init(alloc, rdr, block_size) },
+        .ext_file => .{ .ext_file = try .init(alloc, rdr, block_size) },
+        .symlink => .{ .symlink = try .init(alloc, rdr) },
+        .ext_symlink => .{ .ext_symlink = try .init(alloc, rdr) },
+        .block_dev => .{ .block_dev = try .init(rdr) },
+        .ext_block_dev => .{ .ext_block_dev = try .init(rdr) },
+        .char_dev => .{ .char_dev = try .init(rdr) },
+        .ext_char_dev => .{ .ext_char_dev = try .init(rdr) },
+        .fifo => .{ .fifo = try .init(rdr) },
+        .ext_fifo => .{ .ext_fifo = try .init(rdr) },
+        .socket => .{ .socket = try .init(rdr) },
+        .ext_socket => .{ .ext_socket = try .init(rdr) },
+    };
+    return .{ .hdr = hdr, .data = data };
+}
+pub fn initRef(alloc: std.mem.Allocator, data: []u8, decomp: Decomp.Fn, inode_start: u64, block_size: u32, ref: Ref) !Inode {
+    var meta: MetadataReader = .init(alloc, data, decomp, inode_start + ref.block_start);
+    try meta.interface.discardAll(ref.block_offset);
+
+    return .init(alloc, block_size, &meta.interface);
+}
+pub fn initEntry(alloc: std.mem.Allocator, data: []u8, decomp: Decomp.Fn, inode_start: u64, block_size: u32, entry: Directory.Entry) !Inode {
+    var meta: MetadataReader = .init(alloc, data, decomp, inode_start + entry.block_start);
+    try meta.interface.discardAll(entry.block_offset);
+
+    return .init(alloc, block_size, &meta.interface);
+}
+pub fn deinit(self: Inode, alloc: std.mem.Allocator) void {
+    switch (self.data) {
+        .file => |f| alloc.free(f.blocks),
+        .ext_file => |f| alloc.free(f.blocks),
+        .symlink => |s| alloc.free(s.target),
+        .ext_symlink => |s| alloc.free(s.target),
+        else => {},
+    }
+}
+
+pub fn extract(self: Inode, alloc: std.mem.Allocator, io: Io, super: Superblock, data: []u8, decomp: Decomp.Fn, location: []const u8, options: ExtractionOptions) !void {
+    return Extract.extract(alloc, io, super, data, decomp, self, location, options);
+}
+
+// Types
+
+pub const Ref = packed struct(u64) {
     block_offset: u16,
     block_start: u32,
     _: u16,
 };
 
-pub const InodeType = enum(u16) {
+pub const Type = enum(u16) {
     dir = 1,
     file,
     symlink,
@@ -43,25 +87,8 @@ pub const InodeType = enum(u16) {
     ext_socket,
 };
 
-pub const InodeData = union(InodeType) {
-    dir: dir.Dir,
-    file: file.File,
-    symlink: misc.Symlink,
-    block_dev: misc.Dev,
-    char_dev: misc.Dev,
-    fifo: misc.IPC,
-    socket: misc.IPC,
-    ext_dir: dir.ExtDir,
-    ext_file: file.ExtFile,
-    ext_symlink: misc.ExtSymlink,
-    ext_block_dev: misc.ExtDev,
-    ext_char_dev: misc.ExtDev,
-    ext_fifo: misc.ExtIPC,
-    ext_socket: misc.ExtIPC,
-};
-
-pub const Header = packed struct {
-    inode_type: InodeType,
+pub const Header = extern struct {
+    type: Type,
     permissions: u16,
     uid_idx: u16,
     gid_idx: u16,
@@ -69,121 +96,201 @@ pub const Header = packed struct {
     num: u32,
 };
 
-const Inode = @This();
+pub const Data = union(Type) {
+    dir: Dir,
+    file: File,
+    symlink: Symlink,
+    block_dev: Dev,
+    char_dev: Dev,
+    fifo: IPC,
+    socket: IPC,
+    ext_dir: ExtDir,
+    ext_file: ExtFile,
+    ext_symlink: ExtSymlink,
+    ext_block_dev: ExtDev,
+    ext_char_dev: ExtDev,
+    ext_fifo: ExtIPC,
+    ext_socket: ExtIPC,
+};
 
-hdr: Header,
-data: InodeData,
+pub const DataBlock = packed struct(u32) {
+    size: u24,
+    uncompressed: bool,
+    _: u7,
+};
 
-pub fn read(alloc: std.mem.Allocator, rdr: *Reader, block_size: u32) !Inode {
-    var hdr: Header = undefined;
-    try rdr.readSliceEndian(Header, @ptrCast(&hdr), .little);
-    return .{
-        .hdr = hdr,
-        .data = switch (hdr.inode_type) {
-            .dir => .{ .dir = try .read(rdr) },
-            .file => .{ .file = try .read(alloc, rdr, block_size) },
-            .symlink => .{ .symlink = try .read(alloc, rdr) },
-            .block_dev => .{ .block_dev = try .read(rdr) },
-            .char_dev => .{ .char_dev = try .read(rdr) },
-            .fifo => .{ .fifo = try .read(rdr) },
-            .socket => .{ .socket = try .read(rdr) },
-            .ext_dir => .{ .ext_dir = try .read(rdr) },
-            .ext_file => .{ .ext_file = try .read(alloc, rdr, block_size) },
-            .ext_symlink => .{ .ext_symlink = try .read(alloc, rdr) },
-            .ext_block_dev => .{ .ext_block_dev = try .read(rdr) },
-            .ext_char_dev => .{ .ext_char_dev = try .read(rdr) },
-            .ext_fifo => .{ .ext_fifo = try .read(rdr) },
-            .ext_socket => .{ .ext_socket = try .read(rdr) },
-        },
-    };
-}
-pub fn readFromEntry(alloc: std.mem.Allocator, archive: Archive, entry: DirEntry) !Inode {
-    var rdr = try archive.fil.readerAt(archive.super.inode_start + entry.block_start, &[0]u8{});
-    var meta: MetadataReader = .init(alloc, &rdr.interface, archive.decomp);
-    try meta.interface.discardAll(entry.block_offset);
-    return read(alloc, &meta.interface, archive.super.block_size);
-}
+pub const Dir = extern struct {
+    block_start: u32,
+    hard_links: u32,
+    size: u16,
+    block_offset: u16,
+    parent_num: u32,
 
-pub fn deinit(self: Inode, alloc: std.mem.Allocator) void {
-    switch (self.data) {
-        .file => |f| alloc.free(f.block_sizes),
-        .ext_file => |f| alloc.free(f.block_sizes),
-        .symlink => |s| alloc.free(s.target),
-        .ext_symlink => |s| alloc.free(s.target),
-        else => {},
+    fn init(rdr: *Reader) !Dir {
+        var new: Dir = undefined;
+        try rdr.readSliceEndian(Dir, @ptrCast(&new), .little);
+        return new;
     }
-}
+};
+pub const ExtDir = extern struct {
+    hard_links: u32,
+    size: u32,
+    block_start: u32,
+    parent_num: u32,
+    idx_count: u16,
+    block_offset: u16,
+    xattr_idx: u32,
 
-/// Get the data reader for a file inode.
-pub fn dataReader(self: Inode, alloc: std.mem.Allocator, archive: Archive, tables: *Tables) !DataReader {
-    return switch (self.hdr.inode_type) {
-        .file => readerFromData(alloc, archive, tables, self.data.file),
-        .ext_file => readerFromData(alloc, archive, tables, self.data.ext_file),
-        else => error.NotRegularFile,
-    };
-}
-fn readerFromData(alloc: std.mem.Allocator, archive: Archive, tables: *Tables, data: anytype) !DataReader {
-    var out: DataReader = .init(alloc, archive, data.block_sizes, data.block_start, data.size);
-    if (data.frag_idx != 0xFFFFFFFF)
-        out.addFragment(try tables.frag_table.get(data.frag_idx), data.frag_block_offset);
-    return out;
-}
-
-/// Get the directory entries for a directory inode.
-pub fn dirEntries(self: Inode, alloc: std.mem.Allocator, archive: Archive) ![]DirEntry {
-    return switch (self.hdr.inode_type) {
-        .dir => entriesFromData(alloc, archive, self.data.dir),
-        .ext_dir => entriesFromData(alloc, archive, self.data.ext_dir),
-        else => error.NotDirectory,
-    };
-}
-fn entriesFromData(alloc: std.mem.Allocator, archive: Archive, data: anytype) ![]DirEntry {
-    var rdr = try archive.fil.readerAt(archive.super.dir_start + data.block_start, &[0]u8{});
-    var meta: MetadataReader = .init(alloc, &rdr.interface, archive.decomp);
-    try meta.interface.discardAll(data.block_offset);
-    return DirEntry.readDir(alloc, &meta.interface, data.size);
-}
-
-/// Returns the xattr index for the given inode. If the inode isn't an extended variant or doesn't have any, the u32 max is returned (0xFFFFFFFF).
-pub fn xattrIdx(self: Inode) u32 {
-    return switch (self.data) {
-        .ext_dir => |d| d.xattr_id,
-        .ext_file => |f| f.xattr_idx,
-        .ext_symlink => |s| s.xattr_idx,
-        .ext_block_dev, .ext_char_dev => |d| d.xattr_idx,
-        .ext_fifo, .ext_socket => |i| i.xattr_idx,
-        else => 0xFFFFFFFF,
-    };
-}
-
-/// Applies the Inode's metadata to the given File.
-/// Mod time is always set, but permissions and xattrs are set based on the given ExtractionOptions.
-pub fn setMetadata(self: Inode, alloc: std.mem.Allocator, tables: *Tables, fil: std.fs.File, options: ExtractionOptions) !void {
-    const time = @as(i128, self.hdr.mod_time) * 1000000000;
-    try fil.updateTimes(time, time);
-    if (!options.ignore_permissions) {
-        try fil.chmod(self.hdr.permissions);
-        try fil.chown(try tables.id_table.get(self.hdr.uid_idx), try tables.id_table.get(self.hdr.gid_idx));
+    fn init(rdr: *Reader) !ExtDir {
+        var new: ExtDir = undefined;
+        try rdr.readSliceEndian(ExtDir, @ptrCast(&new), .little);
+        return new;
     }
-    if (!options.ignore_xattr) {
-        const idx = self.xattrIdx();
-        if (idx == 0xFFFFFFFF) return;
-        const xattrs = try tables.xattr_table.get(alloc, idx);
-        defer alloc.free(xattrs);
-        for (xattrs) |kv| {
-            const res = std.os.linux.fsetxattr(fil.handle, kv.key, kv.value.ptr, kv.value.len, 0);
-            alloc.free(kv.key);
-            alloc.free(kv.value);
-            if (res != 0) {
-                if (options.verbose)
-                    options.verbose_writer.?.print("fsetxattr has result of: {}\n", .{res}) catch {};
-                return error.SetXattr;
-            }
-        }
-    }
-}
+};
+pub const File = struct {
+    block_start: u32,
+    frag_idx: u32,
+    frag_offset: u32,
+    size: u32,
+    blocks: []DataBlock,
 
-/// Extract the inode to the given path.
-pub fn extractTo(self: Inode, alloc: std.mem.Allocator, archive: Archive, path: []const u8, options: ExtractionOptions) !void {
-    return InodeExtract.extractTo(alloc, self, archive, path, options);
-}
+    fn init(alloc: std.mem.Allocator, rdr: *Reader, block_size: u32) !File {
+        var data: [16]u8 = undefined;
+        try rdr.readSliceAll(&data);
+
+        const frag_idx = std.mem.readInt(u32, data[4..8], .little);
+        const size = std.mem.readInt(u32, data[12..], .little);
+
+        var blocks_num = size / block_size;
+        if (size % block_size != 0 and frag_idx == 0xFFFFFFFF)
+            blocks_num += 1;
+
+        const blocks = try alloc.alloc(DataBlock, blocks_num);
+        errdefer alloc.free(blocks);
+        try rdr.readSliceEndian(DataBlock, blocks, .little);
+
+        return .{
+            .block_start = std.mem.readInt(u32, data[0..4], .little),
+            .frag_idx = frag_idx,
+            .frag_offset = std.mem.readInt(u32, data[8..12], .little),
+            .size = size,
+            .blocks = blocks,
+        };
+    }
+};
+pub const ExtFile = struct {
+    block_start: u64,
+    size: u64,
+    sparse: u64,
+    hard_links: u32,
+    frag_idx: u32,
+    frag_offset: u32,
+    xattr_idx: u32,
+    blocks: []DataBlock,
+
+    fn init(alloc: std.mem.Allocator, rdr: *Reader, block_size: u32) !ExtFile {
+        var data: [40]u8 = undefined;
+        try rdr.readSliceAll(&data);
+
+        const frag_idx = std.mem.readInt(u32, data[28..32], .little);
+        const size = std.mem.readInt(u64, data[8..16], .little);
+
+        var blocks_num = size / block_size;
+        if (size % block_size != 0 and frag_idx == 0xFFFFFFFF)
+            blocks_num += 1;
+
+        const blocks = try alloc.alloc(DataBlock, blocks_num);
+        errdefer alloc.free(blocks);
+        try rdr.readSliceEndian(DataBlock, blocks, .little);
+
+        return .{
+            .block_start = std.mem.readInt(u64, data[0..8], .little),
+            .size = size,
+            .sparse = std.mem.readInt(u64, data[16..24], .little),
+            .hard_links = std.mem.readInt(u32, data[24..28], .little),
+            .frag_idx = frag_idx,
+            .frag_offset = std.mem.readInt(u32, data[32..36], .little),
+            .xattr_idx = std.mem.readInt(u32, data[36..], .little),
+            .blocks = blocks,
+        };
+    }
+};
+pub const Symlink = struct {
+    hard_links: u32,
+    target: []const u8,
+
+    fn init(alloc: std.mem.Allocator, rdr: *Reader) !Symlink {
+        var data: [8]u8 = undefined;
+        try rdr.readSliceAll(&data);
+
+        const target_size = std.mem.readInt(u32, data[4..], .little);
+
+        const target = try alloc.alloc(u8, target_size);
+        errdefer alloc.free(target);
+        try rdr.readSliceEndian(u8, target, .little);
+
+        return .{
+            .hard_links = std.mem.readInt(u32, data[0..4], .little),
+            .target = target,
+        };
+    }
+};
+pub const ExtSymlink = struct {
+    hard_links: u32,
+    target: []const u8,
+    xattr_idx: u32,
+
+    fn init(alloc: std.mem.Allocator, rdr: *Reader) !ExtSymlink {
+        const sym: Symlink = try .init(alloc, rdr);
+        errdefer alloc.free(sym.target);
+
+        var xattr_idx: u32 = undefined;
+        try rdr.readSliceEndian(u32, @ptrCast(&xattr_idx), .little);
+
+        return .{
+            .hard_links = sym.hard_links,
+            .target = sym.target,
+            .xattr_idx = xattr_idx,
+        };
+    }
+};
+pub const Dev = extern struct {
+    hard_links: u32,
+    device: u32,
+
+    fn init(rdr: *Reader) !Dev {
+        var new: Dev = undefined;
+        try rdr.readSliceEndian(Dev, @ptrCast(&new), .little);
+        return new;
+    }
+};
+pub const ExtDev = extern struct {
+    hard_links: u32,
+    device: u32,
+    xattr_idx: u32,
+
+    fn init(rdr: *Reader) !ExtDev {
+        var new: ExtDev = undefined;
+        try rdr.readSliceEndian(ExtDev, @ptrCast(&new), .little);
+        return new;
+    }
+};
+pub const IPC = extern struct {
+    hard_links: u32,
+
+    fn init(rdr: *Reader) !IPC {
+        var new: IPC = undefined;
+        try rdr.readSliceEndian(IPC, @ptrCast(&new), .little);
+        return new;
+    }
+};
+pub const ExtIPC = extern struct {
+    hard_links: u32,
+    xattr_idx: u32,
+
+    fn init(rdr: *Reader) !ExtIPC {
+        var new: ExtIPC = undefined;
+        try rdr.readSliceEndian(ExtIPC, @ptrCast(&new), .little);
+        return new;
+    }
+};

src/inode_data/dir.zig

@@ -1,32 +0,0 @@
-const Reader = @import("std").Io.Reader;
-
-pub const Dir = packed struct {
-    block_start: u32,
-    hard_links: u32,
-    size: u16,
-    block_offset: u16,
-    parent_num: u32,
-
-    pub fn read(rdr: *Reader) !Dir {
-        var d: Dir = undefined;
-        try rdr.readSliceEndian(Dir, @ptrCast(&d), .little);
-        return d;
-    }
-};
-
-pub const ExtDir = packed struct {
-    hard_links: u32,
-    size: u32,
-    block_start: u32,
-    parent_num: u32,
-    idx_count: u16,
-    block_offset: u16,
-    xattr_id: u32,
-    // index: []DirIndex
-
-    pub fn read(rdr: *Reader) !ExtDir {
-        var d: ExtDir = undefined;
-        try rdr.readSliceEndian(Dir, @ptrCast(&d), .little);
-        return d;
-    }
-};

src/inode_data/file.zig

@@ -1,76 +0,0 @@
-const std = @import("std");
-const Reader = std.Io.Reader;
-
-pub const BlockSize = packed struct {
-    size: u24,
-    uncompressed: bool,
-    _: u7,
-};
-
-pub const File = struct {
-    block_start: u32, // bytes 0-3
-    frag_idx: u32, // bytes 4-7
-    frag_block_offset: u32, // bytes 8-11
-    size: u32, // bytes 12-15
-    block_sizes: []BlockSize,
-
-    pub fn read(alloc: std.mem.Allocator, rdr: *Reader, block_size: u32) !File {
-        var start: [16]u8 = undefined;
-        try rdr.readSliceAll(&start);
-        const frag_idx: u32 = std.mem.readInt(u32, start[4..8], .little);
-        const size: u32 = std.mem.readInt(u32, start[12..16], .little);
-        var num_blocks: u32 = size / block_size;
-        if (size % block_size != 0 and frag_idx == 0xFFFFFFFF) num_blocks += 1;
-        const sizes = try alloc.alloc(BlockSize, num_blocks);
-        errdefer alloc.free(sizes);
-        try rdr.readSliceEndian(BlockSize, sizes, .little);
-        return .{
-            .block_start = std.mem.readInt(u32, start[0..4], .little),
-            .frag_idx = frag_idx,
-            .frag_block_offset = std.mem.readInt(u32, start[8..12], .little),
-            .size = size,
-            .block_sizes = sizes,
-        };
-    }
-
-    pub fn deinit(self: File, alloc: std.mem.Allocator) void {
-        alloc.free(self.block_sizes);
-    }
-};
-
-pub const ExtFile = struct {
-    block_start: u64, // bytes 0-7
-    size: u64, // bytes 8-15
-    sparse: u64, // bytes 16-23
-    hard_links: u32, // bytes 24-27
-    frag_idx: u32, // bytes 28-31
-    frag_block_offset: u32, // bytes 32-35
-    xattr_idx: u32, // bytes 36-39
-    block_sizes: []BlockSize,
-
-    pub fn read(alloc: std.mem.Allocator, rdr: *Reader, block_size: u32) !ExtFile {
-        var start: [40]u8 = undefined;
-        try rdr.readSliceAll(&start);
-        const frag_idx: u32 = std.mem.readInt(u32, start[28..32], .little);
-        const size: u64 = std.mem.readInt(u64, start[8..16], .little);
-        var num_blocks: u32 = @truncate(size / block_size);
-        if (size % block_size != 0 and frag_idx == 0xFFFFFFFF) num_blocks += 1;
-        const sizes = try alloc.alloc(BlockSize, num_blocks);
-        errdefer alloc.free(sizes);
-        try rdr.readSliceEndian(BlockSize, sizes, .little);
-        return .{
-            .block_start = std.mem.readInt(u64, start[0..8], .little),
-            .size = size,
-            .sparse = std.mem.readInt(u64, start[16..24], .little),
-            .hard_links = std.mem.readInt(u32, start[24..28], .little),
-            .frag_idx = frag_idx,
-            .frag_block_offset = std.mem.readInt(u32, start[32..36], .little),
-            .xattr_idx = std.mem.readInt(u32, start[36..40], .little),
-            .block_sizes = sizes,
-        };
-    }
-
-    pub fn deinit(self: ExtFile, alloc: std.mem.Allocator) void {
-        alloc.free(self.block_sizes);
-    }
-};

src/inode_data/misc.zig

@@ -1,98 +0,0 @@
-const std = @import("std");
-const Reader = std.Io.Reader;
-
-pub const Symlink = struct {
-    hard_links: u32,
-    target: []const u8,
-
-    pub fn read(alloc: std.mem.Allocator, rdr: *Reader) !Symlink {
-        var start: [8]u8 = undefined;
-        try rdr.readSliceAll(&start);
-        const target_size = std.mem.readInt(u32, start[4..8], .little);
-        const target = try alloc.alloc(u8, target_size + 1);
-        errdefer alloc.free(target);
-        try rdr.readSliceEndian(u8, target, .little);
-        return .{
-            .hard_links = std.mem.readInt(u32, start[0..4], .little),
-            .target = target,
-        };
-    }
-
-    pub fn deinit(self: Symlink, alloc: std.mem.Allocator) void {
-        alloc.free(self.target);
-    }
-};
-
-pub const ExtSymlink = struct {
-    hard_links: u32,
-    target: []const u8,
-    xattr_idx: u32,
-
-    pub fn read(alloc: std.mem.Allocator, rdr: *Reader) !ExtSymlink {
-        var start: [8]u8 = undefined;
-        try rdr.readSliceAll(&start);
-        const target_size = std.mem.readInt(u32, start[4..8], .little);
-        const target = try alloc.alloc(u8, target_size + 1);
-        errdefer alloc.free(target);
-        try rdr.readSliceEndian(u8, target, .little);
-        var xattr_idx: u32 = undefined;
-        try rdr.readSliceEndian(u32, @ptrCast(&xattr_idx), .little);
-        return .{
-            .hard_links = std.mem.readInt(u32, start[0..4], .little),
-            .target = target,
-            .xattr_idx = xattr_idx,
-        };
-    }
-
-    pub fn deinit(self: ExtSymlink, alloc: std.mem.Allocator) void {
-        alloc.free(self.target);
-    }
-};
-
-/// A block or character device.
-pub const Dev = packed struct {
-    hard_links: u32,
-    dev: u32,
-
-    pub fn read(rdr: *Reader) !Dev {
-        var d: Dev = undefined;
-        try rdr.readSliceEndian(Dev, @ptrCast(&d), .little);
-        return d;
-    }
-};
-
-/// An extended block or character device.
-pub const ExtDev = packed struct {
-    hard_links: u32,
-    dev: u32,
-    xattr_idx: u32,
-
-    pub fn read(rdr: *Reader) !ExtDev {
-        var d: ExtDev = undefined;
-        try rdr.readSliceEndian(ExtDev, @ptrCast(&d), .little);
-        return d;
-    }
-};
-
-/// A socket or FIFO file.
-pub const IPC = packed struct {
-    hard_links: u32,
-
-    pub fn read(rdr: *Reader) !IPC {
-        var d: IPC = undefined;
-        try rdr.readSliceEndian(IPC, @ptrCast(&d), .little);
-        return d;
-    }
-};
-
-/// An extended socket or FIFO file.
-pub const ExtIPC = packed struct {
-    hard_links: u32,
-    xattr_idx: u32,
-
-    pub fn read(rdr: *Reader) !ExtIPC {
-        var d: ExtIPC = undefined;
-        try rdr.readSliceEndian(ExtIPC, @ptrCast(&d), .little);
-        return d;
-    }
-};

src/lookup.zig

@@ -0,0 +1,83 @@
+const std = @import("std");
+const Io = std.Io;
+
+const DataBlock = @import("inode.zig").DataBlock;
+const Decomp = @import("decomp.zig");
+const MetadataReader = @import("meta_rdr.zig");
+const ProtectedMap = @import("util/protected_map.zig").ProtectedMap;
+
+pub fn Table(comptime T: anytype) type {
+    return struct {
+        const VALUES_PER_BLOCK = 8192 / @sizeOf(T);
+
+        const Self = @This();
+
+        data: []u8,
+        decomp: Decomp.Fn,
+
+        table_start: u64,
+        table_num: u32,
+
+        table: ProtectedMap(u32, []T, getBlock),
+
+        pub fn init(alloc: std.mem.Allocator, data: []u8, decomp: Decomp.Fn, table_start: u64, table_num: u32) Self {
+            return .{
+                .data = data,
+                .decomp = decomp,
+
+                .table_start = table_start,
+                .table_num = table_num,
+
+                .table = .init(alloc),
+            };
+        }
+        pub fn deinit(self: *Self) void {
+            var iter = self.table.map.valueIterator();
+
+            while (iter.next()) |val| {
+                if (val.err != null) continue;
+
+                self.table.alloc.free(val.value);
+            }
+            self.table.deinit();
+        }
+
+        pub fn get(self: *Self, io: Io, idx: u32) !T {
+            const block = idx / VALUES_PER_BLOCK;
+            const block_idx = idx % VALUES_PER_BLOCK;
+
+            const values = try self.table.getOrPut(io, block, .{
+                self.table.alloc,
+                self.data,
+                self.decomp,
+                self.table_start,
+                self.table_num,
+                block,
+            });
+
+            return values.*[block_idx];
+        }
+
+        fn getBlock(alloc: std.mem.Allocator, data: []u8, decomp: Decomp.Fn, table_start: u64, table_num: u32, block_idx: u32) ![]T {
+            const offset: u64 = std.mem.readInt(u64, data[table_start + (block_idx * 8) ..][0..8], .little);
+
+            const block = try alloc.alloc(T, if (block_idx == (table_num - 1) / VALUES_PER_BLOCK)
+                table_num % VALUES_PER_BLOCK
+            else
+                VALUES_PER_BLOCK);
+
+            var meta: MetadataReader = .init(alloc, data, decomp, offset);
+            try meta.interface.readSliceEndian(T, block, .little);
+
+            return block;
+        }
+    };
+}
+
+// Types
+
+pub const FragEntry = extern struct {
+    block_start: u64,
+    size: DataBlock,
+    _: u32,
+};

src/meta_rdr.zig

@@ -0,0 +1,114 @@
+const std = @import("std");
+const Io = std.Io;
+const Reader = Io.Reader;
+const Writer = Io.Writer;
+const Limit = Io.Limit;
+
+const Decomp = @import("decomp.zig");
+
+const MetadataReader = @This();
+
+alloc: std.mem.Allocator,
+
+data: []u8,
+decomp: Decomp.Fn,
+
+cur_offset: u64,
+
+block: [8192]u8 = undefined,
+
+interface: Reader = .{
+    .buffer = &[0]u8{},
+    .end = 0,
+    .seek = 0,
+    .vtable = &.{
+        .stream = stream,
+        .discard = discard,
+        .readVec = readVec,
+    },
+},
+
+pub fn init(alloc: std.mem.Allocator, data: []u8, decomp: Decomp.Fn, offset: u64) MetadataReader {
+    return .{
+        .alloc = alloc,
+
+        .data = data,
+        .decomp = decomp,
+
+        .cur_offset = offset,
+    };
+}
+
+fn advance(self: *MetadataReader) Reader.Error!void {
+    self.interface.seek = 0;
+    errdefer self.interface.end = 0;
+
+    const hdr: Header = @bitCast(std.mem.readInt(u16, self.data[self.cur_offset..][0..2], .little));
+    if (hdr.size == 0 or hdr.size > 8192) return Reader.Error.ReadFailed;
+    defer self.cur_offset += hdr.size + 2;
+
+    const block = self.data[self.cur_offset + 2 ..][0..hdr.size];
+
+    if (hdr.uncompressed) {
+        self.interface.end = hdr.size;
+        self.interface.buffer = block;
+        return;
+    }
+    const decomp_size = self.decomp(self.alloc, block, &self.block) catch return Reader.Error.ReadFailed;
+    self.interface.buffer = self.block[0..decomp_size];
+    self.interface.end = decomp_size;
+}
+
+fn stream(r: *Reader, w: *Writer, limit: Limit) Reader.StreamError!usize {
+    if (r.seek >= r.end) {
+        const self: *MetadataReader = @fieldParentPtr("interface", r);
+        try self.advance();
+    }
+    if (limit == .nothing) return 0;
+
+    const to_write = @min(@intFromEnum(limit), r.end - r.seek);
+
+    const wrote = try w.write(r.buffer[r.seek..][0..to_write]);
+    r.seek += wrote;
+
+    return wrote;
+}
+fn discard(r: *Reader, limit: Limit) Reader.Error!usize {
+    if (r.seek >= r.end) {
+        const self: *MetadataReader = @fieldParentPtr("interface", r);
+        try self.advance();
+    }
+    if (limit == .nothing) return 0;
+
+    const to_discard = @min(@intFromEnum(limit), r.end - r.seek);
+    r.seek += to_discard;
+
+    return to_discard;
+}
+fn readVec(r: *Reader, vec: [][]u8) Reader.Error!usize {
+    if (r.seek >= r.end) {
+        const self: *MetadataReader = @fieldParentPtr("interface", r);
+        try self.advance();
+    }
+
+    var wrote: usize = 0;
+    for (vec) |v| {
+        const to_cpy = @min(v.len, r.end - r.seek);
+
+        @memcpy(v[0..to_cpy], r.buffer[r.seek..][0..to_cpy]);
+
+        wrote += to_cpy;
+        r.seek += to_cpy;
+
+        if (r.seek >= r.end) break;
+    }
+
+    return wrote;
+}
+
+// Types
+
+const Header = packed struct(u16) {
+    size: u15,
+    uncompressed: bool,
+};

src/options.zig

@@ -5,8 +5,8 @@ const Writer = std.Io.Writer;
 
 const ExtractionOptions = @This();
 
-/// The number of threads used for extraction. 0 implies single threaded.
-threads: usize = 1,
+/// Whether to use single threaded extraction. For finer control, create an std.Io instance.
+single_threaded: bool = false,
 /// Don't set the file's owner & permissions after extraction
 ignore_permissions: bool = false,
 /// Don't set xattr values. Currently xattrs are never set anyway.
@@ -18,12 +18,9 @@ verbose: bool = false,
 /// Where to print verbose log.
 verbose_writer: ?*Writer = null,
 
-pub const SingleThreadedDefault: ExtractionOptions = .{};
-pub fn Default() !ExtractionOptions {
-    return .{
-        .threads = try std.Thread.getCpuCount(),
-    };
-}
+pub const default: ExtractionOptions = .{};
+pub const single_threaded_default: ExtractionOptions = .{ .single_threaded = true };
+
 pub fn VerboseDefault(wrt: *Writer) !ExtractionOptions {
     return .{
         .verbose = true,

src/root.zig

@@ -1,2 +1,7 @@
 pub const Archive = @import("archive.zig");
+pub const File = @import("file.zig");
 pub const ExtractionOptions = @import("options.zig");
+
+test {
+    @import("std").testing.refAllDecls(@import("test.zig"));
+}

src/super.zig

@@ -1,69 +0,0 @@
-const std = @import("std");
-const math = std.math;
-
-const InodeRef = @import("inode.zig").Ref;
-
-const SQUASHFS_MAGIC: u32 = std.mem.readInt(u32, "hsqs", .little);
-
-const SuperblockError = error{
-    InvalidMagic,
-    InvalidBlockLog,
-    InvalidVersion,
-    InvalidCheck,
-};
-
-/// A squashfs Superblock
-pub const Superblock = packed struct {
-    magic: u32,
-    inode_count: u32,
-    mod_time: u32,
-    block_size: u32,
-    frag_count: u32,
-    compression: enum(u16) {
-        gzip = 1,
-        lzma,
-        lzo,
-        xz,
-        lz4,
-        zstd,
-    },
-    block_log: u16,
-    flags: packed struct {
-        inode_uncompressed: bool,
-        data_uncompressed: bool,
-        check: bool,
-        frag_uncompressed: bool,
-        fragment_never: bool,
-        fragment_always: bool,
-        duplicates: bool,
-        exportable: bool,
-        xattr_uncompressed: bool,
-        xattr_never: bool,
-        compression_options: bool,
-        ids_uncompressed: bool,
-        _: u4,
-    },
-    id_count: u16,
-    ver_maj: u16,
-    ver_min: u16,
-    root_ref: InodeRef,
-    size: u64,
-    id_start: u64,
-    xattr_start: u64,
-    inode_start: u64,
-    dir_start: u64,
-    frag_start: u64,
-    export_start: u64,
-
-    /// Validate the Superblock. If an error is returned, it's likely the archive is corrupted or not a squashfs archive.
-    pub fn validate(self: Superblock) !void {
-        if (self.magic != SQUASHFS_MAGIC)
-            return SuperblockError.InvalidMagic;
-        if (self.flags.check)
-            return SuperblockError.InvalidCheck;
-        if (self.ver_maj != 4 or self.ver_min != 0)
-            return SuperblockError.InvalidVersion;
-        if (math.log2(self.block_size) != self.block_log)
-            return SuperblockError.InvalidBlockLog;
-    }
-};

src/tables.zig

@@ -1,108 +0,0 @@
-const std = @import("std");
-const Mutex = std.Thread.Mutex;
-
-const Archive = @import("archive.zig");
-const BlockSize = @import("inode_data/file.zig").BlockSize;
-const InodeRef = @import("inode.zig").Ref;
-const Superblock = @import("super.zig").Superblock;
-const MetadataReader = @import("util/metadata.zig");
-const OffsetFile = @import("util/offset_file.zig");
-const XattrTable = @import("xattr.zig");
-const Decompressor = @import("decomp.zig");
-
-/// Information about a fragment section. Multiple fragments are contained in the block described by a single FragEntry.
-/// The offset into the block and fragment size is stored in the file's inode.
-pub const FragEntry = packed struct {
-    start: u64,
-    size: BlockSize,
-    _: u32,
-};
-
-const Tables = @This();
-
-frag_table: Table(FragEntry),
-id_table: Table(u16),
-export_table: Table(InodeRef),
-xattr_table: XattrTable,
-
-pub fn init(alloc: std.mem.Allocator, archive: Archive) !Tables {
-    return .{
-        .frag_table = try .init(alloc, archive.fil, archive.decomp, archive.super.frag_start, archive.super.frag_count),
-        .id_table = try .init(alloc, archive.fil, archive.decomp, archive.super.id_start, archive.super.id_count),
-        .export_table = try .init(alloc, archive.fil, archive.decomp, archive.super.export_start, archive.super.inode_count),
-        .xattr_table = try .init(alloc, archive.fil, archive.decomp, archive.super.xattr_start),
-    };
-}
-pub fn deinit(self: *Tables) void {
-    self.frag_table.deinit();
-    self.id_table.deinit();
-    self.export_table.deinit();
-    self.xattr_table.deinit();
-}
-
-/// A two-layer metadata table.
-pub fn Table(T: anytype) type {
-    return struct {
-        const Self = @This();
-
-        const VALS_PER_BLOCK = 8192 / @sizeOf(T);
-
-        alloc: std.mem.Allocator,
-        fil: OffsetFile,
-        decomp: *Decompressor,
-        tab_start: u64,
-
-        tab: std.AutoHashMap(u32, []T),
-        values: u32,
-
-        mut: Mutex = .{},
-
-        pub fn init(alloc: std.mem.Allocator, fil: OffsetFile, decomp: *Decompressor, tab_start: u64, values: u32) !Self {
-            return .{
-                .alloc = alloc,
-                .fil = fil,
-                .decomp = decomp,
-                .tab_start = tab_start,
-
-                .tab = .init(alloc),
-                .values = values,
-            };
-        }
-
-        pub fn deinit(self: *Self) void {
-            var iter = self.tab.valueIterator();
-            while (iter.next()) |s| {
-                self.alloc.free(s.*);
-            }
-            self.tab.deinit();
-        }
-
-        pub fn get(self: *Self, idx: u32) !T {
-            if (idx >= self.values) return error.InvalidIndex;
-            const block_num = idx / VALS_PER_BLOCK;
-            const idx_offset = idx - (block_num * VALS_PER_BLOCK);
-            if (self.tab.contains(block_num)) {
-                const block = self.tab.get(block_num).?;
-                return block[idx_offset];
-            }
-            self.mut.lock();
-            defer self.mut.unlock();
-            // Double check in case of race condition..
-            if (self.tab.contains(block_num)) {
-                const block = self.tab.get(block_num).?;
-                return block[idx_offset];
-            }
-            const is_last = (self.values - 1) / VALS_PER_BLOCK == block_num;
-            const slice_size = if (is_last) self.values - (block_num * VALS_PER_BLOCK) else VALS_PER_BLOCK;
-            const slice = try self.alloc.alloc(T, slice_size);
-            var rdr = try self.fil.readerAt(self.tab_start + (8 * block_num), &[0]u8{});
-            var offset: u64 = 0;
-            try rdr.interface.readSliceEndian(u64, @ptrCast(&offset), .little);
-            rdr = try self.fil.readerAt(offset, &[0]u8{});
-            var meta: MetadataReader = .init(self.alloc, &rdr.interface, self.decomp);
-            try meta.interface.readSliceEndian(T, @ptrCast(slice), .little);
-            try self.tab.put(block_num, slice);
-            return slice[idx_offset];
-        }
-    };
-}

src/test.zig

@@ -1,49 +1,118 @@
 const std = @import("std");
-const stuff = @import("builtin");
+const Io = std.Io;
+const testing = std.testing;
 
 const Archive = @import("archive.zig");
-const Superblock = @import("super.zig").Superblock;
 
 const TestArchive = "testing/LinuxPATest.sfs";
 
 test "Basics" {
-    var fil = try std.fs.cwd().openFile(TestArchive, .{});
-    defer fil.close();
-    var sfs: Archive = try .init(std.testing.allocator, fil);
-    defer sfs.deinit();
-    if (sfs.super != LinuxPATestCorrectSuperblock) {
-        std.debug.print("Superblock wrong\nShould be: {}\n\nis: {}\n", .{ LinuxPATestCorrectSuperblock, sfs.super });
-        return error.BadSuperblock;
-    }
+    const io = testing.io;
+    const alloc = testing.allocator;
+
+    var archive_file = try Io.Dir.cwd().openFile(io, TestArchive, .{});
+    defer archive_file.close(io);
+
+    var archive: Archive = try .init(io, archive_file, 0);
+    defer archive.deinit(io);
+
+    try testing.expectEqualDeep(archive.super, LinuxPATestCorrectSuperblock);
+
+    var root = try archive.root(alloc);
+    defer root.deinit();
 }
 
 const TestFile = "Start.exe";
 const TestFileExtractLocation = "testing/Start.exe";
 
-test "ExtractSingleFile" {
-    std.fs.cwd().deleteFile(TestFileExtractLocation) catch {};
-    var fil = try std.fs.cwd().openFile(TestArchive, .{});
-    defer fil.close();
-    var sfs: Archive = try .init(std.testing.allocator, fil);
-    defer sfs.deinit();
-    var test_fil = try sfs.open(TestFile);
-    defer test_fil.deinit();
-    try test_fil.extract(TestFileExtractLocation, .Default);
-    //TODO: validate extracted file.
+test "ExtractSingleFileMT" {
+    const io = testing.io;
+    const alloc = testing.allocator;
+
+    Io.Dir.cwd().deleteFile(io, TestFileExtractLocation) catch {};
+
+    var archive_file = try Io.Dir.cwd().openFile(io, TestArchive, .{});
+    defer archive_file.close(io);
+
+    var archive: Archive = try .init(io, archive_file, 0);
+    defer archive.deinit(io);
+
+    var start_exe = try archive.open(alloc, TestFile);
+    defer start_exe.deinit();
+
+    try start_exe.extract(alloc, io, TestFileExtractLocation, .default);
 }
 
-const TestFullExtractLocation = "testing/TestExtract";
+test "ExtractSingleFileST" {
+    const io = testing.io;
+    const alloc = testing.allocator;
 
-test "ExtractCompleteArchive" {
-    std.fs.cwd().deleteTree(TestFullExtractLocation) catch {};
-    var fil = try std.fs.cwd().openFile(TestArchive, .{});
-    defer fil.close();
-    var sfs: Archive = try .init(std.testing.allocator, fil);
-    defer sfs.deinit();
-    try sfs.extract(TestFullExtractLocation, .Default);
+    Io.Dir.cwd().deleteFile(io, TestFileExtractLocation) catch {};
+
+    var archive_file = try Io.Dir.cwd().openFile(io, TestArchive, .{});
+    defer archive_file.close(io);
+
+    var archive: Archive = try .init(io, archive_file, 0);
+    defer archive.deinit(io);
+
+    var start_exe = try archive.open(alloc, TestFile);
+    defer start_exe.deinit();
+
+    try start_exe.extract(alloc, io, TestFileExtractLocation, .single_threaded_default);
 }
 
-const LinuxPATestCorrectSuperblock: Superblock = .{
+const TestFullExtractLocationSTOption = "testing/TestExtractSTOption";
+
+test "ExtractCompleteArchiveSingleThreadedOption" {
+    const io = testing.io;
+    const alloc = testing.allocator;
+
+    Io.Dir.cwd().deleteTree(io, TestFullExtractLocationSTOption) catch {};
+
+    var archive_file = try Io.Dir.cwd().openFile(io, TestArchive, .{});
+    defer archive_file.close(io);
+
+    var archive: Archive = try .init(io, archive_file, 0);
+    defer archive.deinit(io);
+
+    try archive.extract(alloc, io, TestFullExtractLocationSTOption, .single_threaded_default);
+}
+
+const TestFullExtractLocationMT = "testing/TestExtractMT";
+
+test "ExtractCompleteArchiveMultiThreaded" {
+    const io = testing.io;
+    const alloc = testing.allocator;
+
+    Io.Dir.cwd().deleteTree(io, TestFullExtractLocationMT) catch {};
+
+    var archive_file = try Io.Dir.cwd().openFile(io, TestArchive, .{});
+    defer archive_file.close(io);
+
+    var archive: Archive = try .init(io, archive_file, 0);
+    defer archive.deinit(io);
+
+    try archive.extract(alloc, io, TestFullExtractLocationMT, .default);
+}
+
+const TestFullExtractLocationSTIo = "testing/TestExtractSTIo";
+
+// test "ExtractCompleteArchiveSingleThreadedIo" {
+//     const io = Io.Threaded.global_single_threaded.io();
+//     const alloc = testing.allocator;
+
+//     Io.Dir.cwd().deleteFile(io, TestFullExtractLocationSTIo) catch {};
+
+//     var archive_file = try Io.Dir.cwd().openFile(io, TestArchive, .{});
+//     defer archive_file.close(io);
+
+//     var archive: Archive = try .init(io, archive_file, 0);
+//     defer archive.deinit(io);
+
+//     try archive.extract(alloc, io, TestFullExtractLocationSTIo, .default);
+// }
+
+const LinuxPATestCorrectSuperblock: Archive.Superblock = .{
     .magic = std.mem.readInt(u32, "hsqs", .little),
     .inode_count = 2974,
     .mod_time = 1632696724,

src/util/cache.zig

@@ -0,0 +1,52 @@
+const std = @import("std");
+const Io = std.Io;
+
+const Decomp = @import("../decomp.zig");
+
+const CacheMap = @import("protected_map.zig").ProtectedMap(u64, CachedBlock, decompressBlock);
+
+const Cache = @This();
+
+alloc: std.mem.Allocator,
+
+data: []u8,
+decomp: Decomp.Fn,
+
+cache: CacheMap,
+
+pub fn init(alloc: std.mem.Allocator, data: []u8, decomp: Decomp.Fn) Cache {
+    return .{
+        .alloc = alloc,
+
+        .data = data,
+        .decomp = decomp,
+
+        .cache = .init(alloc),
+    };
+}
+pub fn deinit(self: *Cache) void {
+    self.cache.deinit();
+}
+
+pub fn get(self: *Cache, io: Io, offset: u64, compressed_size: u32) Error![]u8 {
+    const res: *CachedBlock = try self.cache.getOrPut(io, offset, .{ self.alloc, self.data, self.decomp, offset, compressed_size });
+    return res.block[0..res.size];
+}
+
+fn decompressBlock(alloc: std.mem.Allocator, data: []u8, decomp: Decomp.Fn, offset: u64, compressed_size: u32) !CachedBlock {
+    const block = data[offset..][0..compressed_size];
+    var new_cache: CachedBlock = undefined;
+
+    new_cache.size = @truncate(try decomp(alloc, block, &new_cache.block));
+
+    return new_cache;
+}
+
+// Types
+
+pub const Error = CacheMap.Error;
+
+const CachedBlock = struct {
+    block: [1024 * 1024]u8,
+    size: u32,
+};

src/util/data.zig

@@ -1,174 +0,0 @@
-//! A reader for a regular file.
-
-const std = @import("std");
-const Reader = std.Io.Reader;
-const Writer = std.Io.Writer;
-const Limit = std.Io.Limit;
-
-const Archive = @import("../archive.zig");
-const DecompFn = @import("../decomp.zig").DecompFn;
-const BlockSize = @import("../inode_data/file.zig").BlockSize;
-const FragEntry = @import("../tables.zig").FragEntry;
-const OffsetFile = @import("offset_file.zig");
-
-const DataReader = @This();
-
-alloc: std.mem.Allocator,
-fil: OffsetFile,
-decomp: DecompFn,
-block_size: u32,
-
-blocks: []BlockSize,
-
-frag: ?FragEntry = null, // TODO: do something better?
-frag_offset: u32 = 0,
-size: u64,
-
-interface: Reader,
-
-cur_offset: u64,
-block_idx: u32 = 0,
-
-pub fn init(alloc: std.mem.Allocator, archive: Archive, blocks: []BlockSize, start: u64, size: u64) DataReader {
-    return .{
-        .alloc = alloc,
-        .fil = archive.fil,
-        .decomp = archive.decomp,
-        .block_size = archive.super.block_size,
-        .blocks = blocks,
-        .size = size,
-        .cur_offset = start,
-        .interface = .{
-            .end = 0,
-            .seek = 0,
-            .buffer = &[0]u8{},
-            .vtable = &.{
-                .stream = stream,
-                .discard = discard,
-                .readVec = readVec,
-            },
-        },
-    };
-}
-pub fn deinit(self: *DataReader) void {
-    self.alloc.free(self.interface.buffer);
-    self.interface.end = 0;
-    self.interface.seek = 0;
-}
-
-pub fn addFragment(self: *DataReader, entry: FragEntry, frag_offset: u32) void {
-    self.frag = entry;
-    self.frag_offset = frag_offset;
-}
-
-fn numBlocks(self: DataReader) usize {
-    var res = self.blocks.len;
-    if (self.frag != null) res += 1;
-    return res;
-}
-
-fn advance(self: *DataReader) !void {
-    if (self.block_idx > self.blocks.len or (self.block_idx == self.blocks.len and self.frag == null)) {
-        if (self.interface.buffer.len > 0) {
-            self.alloc.free(self.interface.buffer);
-            self.interface.buffer = &[0]u8{};
-            self.interface.end = 0;
-            self.interface.seek = 0;
-        }
-        return Reader.Error.EndOfStream;
-    }
-    defer self.block_idx += 1;
-    const cur_block_size = if (self.block_idx == self.numBlocks() - 1) self.size % self.block_size else self.block_size;
-    try self.resizeBuffer(cur_block_size);
-    self.interface.seek = 0;
-    self.interface.end = cur_block_size;
-    if (self.block_idx == self.blocks.len) { // fragment
-        var rdr = try self.fil.readerAt(self.frag.?.start, &[0]u8{});
-        if (self.frag.?.size.uncompressed) {
-            try rdr.interface.discardAll(self.frag_offset);
-            try rdr.interface.readSliceAll(self.interface.buffer);
-            return;
-        }
-        const tmp_buf = try self.alloc.alloc(u8, self.frag.?.size.size);
-        defer self.alloc.free(tmp_buf);
-        try rdr.interface.readSliceAll(tmp_buf);
-        const needed_block = try self.alloc.alloc(u8, self.block_size);
-        defer self.alloc.free(needed_block);
-        _ = try self.decomp(self.alloc, tmp_buf, needed_block);
-        @memcpy(self.interface.buffer, needed_block[self.frag_offset .. self.frag_offset + cur_block_size]);
-        return;
-    }
-    const block = self.blocks[self.block_idx];
-    if (block.size == 0) {
-        @memset(self.interface.buffer, 0);
-        return;
-    }
-    var rdr = try self.fil.readerAt(self.cur_offset, &[0]u8{});
-    self.cur_offset += block.size;
-    if (block.uncompressed) {
-        try rdr.interface.readSliceAll(self.interface.buffer);
-        return;
-    }
-    const tmp_buf = try self.alloc.alloc(u8, block.size);
-    defer self.alloc.free(tmp_buf);
-    try rdr.interface.readSliceAll(tmp_buf);
-    _ = try self.decomp(self.alloc, tmp_buf, self.interface.buffer);
-}
-/// Does not guarentee that data currently in the buffer is retained.
-fn resizeBuffer(self: *DataReader, size: usize) !void {
-    if (self.interface.buffer.len == size) return;
-    if (!self.alloc.resize(self.interface.buffer, size)) {
-        self.alloc.free(self.interface.buffer);
-        self.interface.buffer = self.alloc.alloc(u8, size) catch |err| {
-            self.interface.buffer = &[0]u8{};
-            return err;
-        };
-    } else {
-        self.interface.buffer.len = size;
-    }
-}
-
-fn stream(rdr: *Reader, wrt: *Writer, limit: Limit) Reader.StreamError!usize {
-    var self: *DataReader = @alignCast(@fieldParentPtr("interface", rdr));
-    if (rdr.seek >= rdr.end) self.advance() catch |err| {
-        if (err == error.EndOfStream) return error.EndOfStream;
-        std.log.err("Error advancing data reader: {}\n", .{err});
-        return Reader.Error.ReadFailed;
-    };
-    if (limit == .nothing) return 0;
-    const to_read = @min(rdr.end - rdr.seek, @intFromEnum(limit));
-    const res = try wrt.write(rdr.buffer[rdr.seek .. rdr.seek + to_read]);
-    rdr.seek += res;
-    return res;
-}
-
-fn discard(rdr: *Reader, limit: Limit) Reader.Error!usize {
-    var self: *DataReader = @alignCast(@fieldParentPtr("interface", rdr));
-    if (rdr.seek >= rdr.end) self.advance() catch |err| {
-        if (err == error.EndOfStream) return error.EndOfStream;
-        std.log.err("Error advancing data reader: {}\n", .{err});
-        return Reader.Error.ReadFailed;
-    };
-    if (limit == .nothing) return 0;
-    const to_adv = @min(rdr.end - rdr.seek, @intFromEnum(limit));
-    rdr.seek += to_adv;
-    return to_adv;
-}
-
-fn readVec(rdr: *Reader, vec: [][]u8) Reader.Error!usize {
-    var self: *DataReader = @alignCast(@fieldParentPtr("interface", rdr));
-    if (rdr.seek >= rdr.end) self.advance() catch |err| {
-        if (err == error.EndOfStream) return error.EndOfStream;
-        std.log.err("Error advancing data reader: {}\n", .{err});
-        return Reader.Error.ReadFailed;
-    };
-    var cur_red: usize = 0;
-    for (vec) |s| {
-        const to_copy: usize = @min(rdr.end - rdr.seek, s.len);
-        @memcpy(s[0..to_copy], rdr.buffer[rdr.seek .. rdr.seek + to_copy]);
-        rdr.seek += to_copy;
-        cur_red += to_copy;
-        if (rdr.end == rdr.seek) break;
-    }
-    return cur_red;
-}

src/util/data_threaded.zig

@@ -1,207 +0,0 @@
-//! Similiar to DataReader, but set-up for threaded writing to files.
-
-const std = @import("std");
-const Reader = std.Io.Reader;
-const Writer = std.Io.Writer;
-const Limit = std.Io.Limit;
-const WaitGroup = std.Thread.WaitGroup;
-const Pool = std.Thread.Pool;
-
-const Archive = @import("../archive.zig");
-const DecompFn = @import("../decomp.zig").DecompFn;
-const BlockSize = @import("../inode_data/file.zig").BlockSize;
-const FragEntry = @import("../tables.zig").FragEntry;
-const InodeFinish = @import("inode_finish.zig");
-const OffsetFile = @import("offset_file.zig");
-
-const ThreadedDataReader = @This();
-
-alloc: std.mem.Allocator,
-fil: OffsetFile,
-decomp: DecompFn,
-block_size: u32,
-
-blocks: []BlockSize,
-
-frag: ?FragEntry = null, // TODO: do something better?
-frag_offset: u32 = 0,
-size: u64,
-num_blocks: usize,
-
-start_offset: u64,
-
-pub fn init(alloc: std.mem.Allocator, archive: Archive, blocks: []BlockSize, start: u64, size: u64) ThreadedDataReader {
-    return .{
-        .alloc = alloc,
-        .fil = archive.fil,
-        .decomp = archive.decomp,
-        .block_size = archive.super.block_size,
-
-        .blocks = blocks,
-
-        .size = size,
-        .num_blocks = blocks.len,
-
-        .start_offset = start,
-    };
-}
-
-pub fn addFragment(self: *ThreadedDataReader, entry: FragEntry, frag_offset: u32) void {
-    self.frag = entry;
-    self.frag_offset = frag_offset;
-    self.num_blocks = self.blocks.len + 1;
-}
-
-/// Extract the data to the file threadedly, using pool to spawn threads.
-/// If errors occur, they are set to finish.out_err.
-pub fn extractThreaded(self: ThreadedDataReader, file: std.fs.File, pool: *Pool, finish: *InodeFinish) void {
-    var cur_write_offset: u64 = 0;
-    var cur_read_offset: u64 = self.start_offset;
-    for (0..self.blocks.len) |i| {
-        const cur_block_size = if (i == self.num_blocks - 1) self.size % self.block_size else self.block_size;
-        pool.spawn(workThreadBlocks, .{ self, file, cur_write_offset, cur_read_offset, self.blocks[i], cur_block_size, finish }) catch |res_err| {
-            finish.logError("Can't spawn pool task: {}", .{res_err});
-            finish.out_err.* = res_err;
-            finish.finish();
-        };
-        cur_write_offset += cur_block_size;
-        cur_read_offset += self.blocks[i].size;
-    }
-    if (self.frag != null)
-        pool.spawn(workThreadFragment, .{ self, file, cur_write_offset, finish }) catch |res_err| {
-            finish.logError("Can't spawn pool task: {}", .{res_err});
-            finish.out_err.* = res_err;
-            finish.finish();
-        };
-}
-
-fn workThreadBlocks(
-    self: ThreadedDataReader,
-    fil: std.fs.File,
-    write_offset: u64,
-    read_offset: u64,
-    block: BlockSize,
-    cur_block_size: u64,
-    finish: *InodeFinish,
-) void {
-    defer finish.finish();
-    var wrt = fil.writer(&[0]u8{});
-    wrt.seekTo(write_offset) catch |err| {
-        finish.logError("Error seeking file writer: {}", .{err});
-        finish.out_err.* = err;
-        return;
-    };
-    defer wrt.interface.flush() catch |err| {
-        finish.logError("Error flushing file writer: {}", .{err});
-        finish.out_err.* = err;
-    };
-    if (block.size == 0) {
-        wrt.interface.splatByteAll(0, cur_block_size) catch |err| {
-            finish.logError("Error writing zeroes: {}", .{err});
-            finish.out_err.* = err;
-            return;
-        };
-        return;
-    }
-    var rdr = self.fil.readerAt(read_offset, &[0]u8{}) catch |err| {
-        finish.logError("Error creating file reader: {}", .{err});
-        finish.out_err.* = err;
-        return;
-    };
-    if (block.uncompressed) {
-        rdr.interface.streamExact(&wrt.interface, block.size) catch |err| {
-            finish.logError("Error streaming data: {}", .{err});
-            finish.out_err.* = err;
-            return;
-        };
-        return;
-    }
-    // TODO: shared buffers
-    const read_buf = self.alloc.alloc(u8, block.size) catch |err| {
-        finish.logError("Error creating reader buffer: {}", .{err});
-        finish.out_err.* = err;
-        return;
-    };
-    defer self.alloc.free(read_buf);
-    rdr.interface.readSliceAll(read_buf) catch |err| {
-        finish.logError("Error reading data into reader buffer: {}", .{err});
-        finish.out_err.* = err;
-        return;
-    };
-    // TODO: shared buffers
-    const res_buf = self.alloc.alloc(u8, cur_block_size) catch |err| {
-        finish.logError("Error creating result buffer: {}", .{err});
-        finish.out_err.* = err;
-        return;
-    };
-    defer self.alloc.free(res_buf);
-    _ = self.decomp(self.alloc, read_buf, res_buf) catch |err| {
-        finish.logError("Error decompressing data block: {}", .{err});
-        finish.out_err.* = err;
-        return;
-    };
-    wrt.interface.writeAll(res_buf) catch |err| {
-        finish.logError("Error writing to file: {}", .{err});
-        finish.out_err.* = err;
-        return;
-    };
-}
-fn workThreadFragment(self: ThreadedDataReader, fil: std.fs.File, write_offset: u64, finish: *InodeFinish) void {
-    defer finish.finish();
-
-    var wrt = fil.writer(&[0]u8{});
-    wrt.seekTo(write_offset) catch |err| {
-        finish.logError("Error seeking file writer for file fragment: {}", .{err});
-        finish.out_err.* = err;
-        return;
-    };
-    defer wrt.interface.flush() catch |err| {
-        finish.out_err.* = err;
-    };
-
-    var rdr = self.fil.readerAt(self.frag.?.start, &[0]u8{}) catch |err| {
-        finish.logError("Error creating file reader for file fragment: {}", .{err});
-        finish.out_err.* = err;
-        return;
-    };
-    if (self.frag.?.size.uncompressed) {
-        rdr.interface.discardAll(self.frag_offset) catch |err| {
-            finish.logError("Error discarding useless fragment data: {}", .{err});
-            finish.out_err.* = err;
-            return;
-        };
-        rdr.interface.streamExact(&wrt.interface, self.size % self.block_size) catch |err| {
-            finish.logError("Error streaming fragment data: {}", .{err});
-            finish.out_err.* = err;
-            return;
-        };
-        return;
-    }
-    const tmp_buf = self.alloc.alloc(u8, self.frag.?.size.size) catch |err| {
-        finish.logError("Error creating a temporary buffer for a file fragment: {}", .{err});
-        finish.out_err.* = err;
-        return;
-    };
-    defer self.alloc.free(tmp_buf);
-    rdr.interface.readSliceAll(tmp_buf) catch |err| {
-        finish.logError("Error reading data into fragment buffer: {}", .{err});
-        finish.out_err.* = err;
-        return;
-    };
-    const needed_block = self.alloc.alloc(u8, self.block_size) catch |err| {
-        finish.logError("Error allocating fragment decompression results: {}", .{err});
-        finish.out_err.* = err;
-        return;
-    };
-    defer self.alloc.free(needed_block);
-    _ = self.decomp(self.alloc, tmp_buf, needed_block) catch |err| {
-        finish.logError("Error decompressing fragment: {}", .{err});
-        finish.out_err.* = err;
-        return;
-    };
-    wrt.interface.writeAll(needed_block[self.frag_offset .. self.frag_offset + (self.size % self.block_size)]) catch |err| {
-        finish.logError("Error writing fragment: {}", .{err});
-        finish.out_err.* = err;
-        return;
-    };
-}

src/util/extract.zig

@@ -1,353 +0,0 @@
-const std = @import("std");
-const Allocator = std.mem.Allocator;
-const Pool = std.Thread.Pool;
-const WaitGroup = std.Thread.WaitGroup;
-
-const Archive = @import("../archive.zig");
-const DirEntry = @import("../dir_entry.zig");
-const Inode = @import("../inode.zig");
-const ExtractionOptions = @import("../options.zig");
-const Tables = @import("../tables.zig");
-const InodeFinish = @import("inode_finish.zig");
-const FinishUnion = InodeFinish.FinishUnion;
-const ThreadedDataReader = @import("data_threaded.zig");
-
-// 1 MB
-const STACK_ALLOC_SIZE = 1024 * 1024;
-
-pub fn extractTo(
-    allocator: Allocator,
-    inode: Inode,
-    archive: Archive,
-    path: []const u8,
-    options: ExtractionOptions,
-) !void {
-    if (path[path.len - 1] == '/')
-        return extractTo(allocator, inode, archive, path[0 .. path.len - 2], options);
-
-    var stack_alloc = std.heap.stackFallback(STACK_ALLOC_SIZE, allocator);
-    var arena: std.heap.ArenaAllocator = .init(stack_alloc.get());
-    defer arena.deinit();
-    if (options.threads <= 1) {
-        const alloc = arena.allocator();
-        var tables: Tables = try .init(alloc, archive);
-        return extractSingleThread(arena.allocator(), inode, archive, &tables, path, options);
-    }
-
-    var thread_alloc = std.heap.ThreadSafeAllocator{ .child_allocator = arena.allocator() };
-    const alloc = thread_alloc.allocator();
-    var tables: Tables = try .init(alloc, archive);
-
-    var pool_alloc = std.heap.stackFallback(10 * 1024, alloc);
-    var pool: Pool = undefined;
-    try pool.init(.{ .allocator = pool_alloc.get(), .n_jobs = options.threads - 1 });
-
-    var wg: WaitGroup = .{};
-    var err: ?anyerror = null;
-    wg.start();
-    try pool.spawn(extractMultiThread, .{
-        alloc,
-        inode,
-        archive,
-        &tables,
-        path,
-        options,
-        &pool,
-        FinishUnion{ .wg = &wg },
-        &err,
-    });
-    pool.waitAndWork(&wg);
-    if (err != null) return err.?;
-}
-
-fn extractSingleThread(
-    alloc: Allocator,
-    inode: Inode,
-    archive: Archive,
-    tables: *Tables,
-    path: []const u8,
-    options: ExtractionOptions,
-) !void {
-    switch (inode.hdr.inode_type) {
-        .dir, .ext_dir => {
-            _ = std.fs.cwd().makeDir(path) catch |err| switch (err) {
-                std.fs.Dir.MakeError.PathAlreadyExists => {},
-                else => return err,
-            };
-
-            // Currently we are ignoring any deinit or free calls since we know we are under an ArenaAllocator.
-            // Possibly in the future, do some simple math to see if it would be safe to ONLY deinit via Arena,
-            // otherwise be more conscientious about freeing memory.
-            // For now, this is good enough.
-
-            const entries = try inode.dirEntries(alloc, archive);
-            for (entries) |ent| {
-                const sub_inode: Inode = try .readFromEntry(alloc, archive, ent);
-                const new_path = try std.mem.concat(alloc, u8, &[_][]const u8{ path, "/", ent.name });
-                try extractSingleThread(alloc, sub_inode, archive, tables, new_path, options);
-            }
-
-            const fil = try std.fs.cwd().openFile(path, .{});
-            defer fil.close();
-            try inode.setMetadata(alloc, tables, fil, options);
-        },
-        .file, .ext_file => {
-            var fil = try std.fs.cwd().createFile(path, .{ .exclusive = true });
-            defer fil.close();
-            var wrt = fil.writer(&[0]u8{});
-            var dat_rdr = try inode.dataReader(alloc, archive, tables);
-            defer dat_rdr.deinit();
-            _ = try dat_rdr.interface.streamRemaining(&wrt.interface);
-            try wrt.interface.flush();
-
-            try inode.setMetadata(alloc, tables, fil, options);
-        },
-        .symlink, .ext_symlink => return extractSymlink(inode, path),
-        else => return extractDeviceAndIPC(inode, alloc, tables, path, options),
-    }
-}
-
-fn extractMultiThread(
-    alloc: Allocator,
-    inode: Inode,
-    archive: Archive,
-    tables: *Tables,
-    path: []const u8,
-    options: ExtractionOptions,
-    pool: *Pool,
-    fin: FinishUnion,
-    err: *?anyerror,
-) void {
-    if (err.* != null) {
-        fin.finish();
-        return;
-    }
-    switch (inode.hdr.inode_type) {
-        .dir, .ext_dir => {
-            _ = std.fs.cwd().makeDir(path) catch |res_err| switch (res_err) {
-                std.fs.Dir.MakeError.PathAlreadyExists => {},
-                else => {
-                    err.* = res_err;
-                    fin.finish();
-                    return;
-                },
-            };
-
-            // Currently we are ignoring any deinit or free calls since we know we are under an ArenaAllocator.
-            // Possibly in the future, do some simple math to see if it would be safe to ONLY deinit via Arena,
-            // otherwise be more conscientious about freeing memory.
-            // For now, this is good enough.
-
-            const entries = inode.dirEntries(alloc, archive) catch |res_err| {
-                err.* = res_err;
-                fin.finish();
-                return;
-            };
-
-            if (entries.len == 0) {
-                fin.finish();
-                return;
-            }
-
-            var dir_fin = InodeFinish.create(
-                alloc,
-                inode,
-                path,
-                tables,
-                options,
-                fin,
-                err,
-                null,
-                entries.len,
-            ) catch |res_err| {
-                err.* = res_err;
-                fin.finish();
-                return;
-            };
-
-            for (entries) |ent| {
-                if (ent.inode_type == .dir) {
-                    extractEntry(
-                        alloc,
-                        ent,
-                        archive,
-                        tables,
-                        path,
-                        options,
-                        pool,
-                        .{ .fin = dir_fin },
-                        err,
-                    );
-                    continue;
-                }
-
-                pool.spawn(
-                    extractEntry,
-                    .{ alloc, ent, archive, tables, path, options, pool, FinishUnion{ .fin = dir_fin }, err },
-                ) catch |res_err| {
-                    err.* = res_err;
-                    dir_fin.finish();
-                    return;
-                };
-            }
-        },
-        .file, .ext_file => {
-            const fil = std.fs.cwd().createFile(path, .{ .exclusive = true }) catch |res_err| {
-                if (options.verbose)
-                    options.verbose_writer.?.print("Can't create file at {s}: {}\n", .{ path, res_err }) catch {};
-                err.* = res_err;
-                fin.finish();
-                return;
-            };
-
-            var data_rdr = threadedDataReader(inode, alloc, archive, tables) catch |res_err| {
-                if (options.verbose)
-                    options.verbose_writer.?.print("Can't create data reader for inode #{} (extracting to {s}): {}\n", .{ inode.hdr.num, path, res_err }) catch {};
-                err.* = res_err;
-                fin.finish();
-                return;
-            };
-            if (data_rdr == null) {
-                inode.setMetadata(alloc, tables, fil, options) catch |res_err| {
-                    if (options.verbose)
-                        options.verbose_writer.?.print("Can't set metadata to {s}: {}\n", .{ path, res_err }) catch {};
-                    err.* = res_err;
-                };
-                fin.finish();
-                return;
-            }
-            const file_fin = InodeFinish.create(
-                alloc,
-                inode,
-                path,
-                tables,
-                options,
-                fin,
-                err,
-                fil,
-                data_rdr.?.num_blocks,
-            ) catch |res_err| {
-                if (options.verbose)
-                    options.verbose_writer.?.print("Can't create callback for inode #{} (extracting to {s}): {}\n", .{ inode.hdr.num, path, res_err }) catch {};
-                err.* = res_err;
-                fin.finish();
-                return;
-            };
-
-            data_rdr.?.extractThreaded(fil, pool, file_fin);
-        },
-        .symlink, .ext_symlink => {
-            extractSymlink(inode, path) catch |res_err| {
-                err.* = res_err;
-            };
-            fin.finish();
-        },
-        else => {
-            extractDeviceAndIPC(inode, alloc, tables, path, options) catch |res_err| {
-                err.* = res_err;
-            };
-            fin.finish();
-        },
-    }
-}
-
-fn extractEntry(
-    alloc: Allocator,
-    ent: DirEntry,
-    archive: Archive,
-    tables: *Tables,
-    path: []const u8,
-    options: ExtractionOptions,
-    pool: *Pool,
-    fin: FinishUnion,
-    err: *?anyerror,
-) void {
-    const new_path = std.mem.concat(alloc, u8, &[_][]const u8{ path, "/", ent.name }) catch |res_err| {
-        err.* = res_err;
-        fin.finish();
-        return;
-    };
-
-    const inode = Inode.readFromEntry(alloc, archive, ent) catch |res_err| {
-        err.* = res_err;
-        fin.finish();
-        return;
-    };
-    extractMultiThread(alloc, inode, archive, tables, new_path, options, pool, fin, err);
-}
-
-/// Get a threaded data reader for a file inode.
-fn threadedDataReader(self: Inode, alloc: std.mem.Allocator, archive: Archive, tables: *Tables) !?ThreadedDataReader {
-    return switch (self.hdr.inode_type) {
-        .file => threadedReaderFromData(alloc, archive, tables, self.data.file),
-        .ext_file => threadedReaderFromData(alloc, archive, tables, self.data.ext_file),
-        else => error.NotRegularFile,
-    };
-}
-fn threadedReaderFromData(alloc: std.mem.Allocator, archive: Archive, tables: *Tables, data: anytype) !?ThreadedDataReader {
-    if (data.block_sizes.len == 0 and data.frag_idx == 0xFFFFFFFF) return null;
-    var out: ThreadedDataReader = .init(alloc, archive, data.block_sizes, data.block_start, data.size);
-    if (data.frag_idx != 0xFFFFFFFF)
-        out.addFragment(try tables.frag_table.get(data.frag_idx), data.frag_block_offset);
-    return out;
-}
-
-/// Creates the symlink described by the inode.
-/// Sets metadata.
-fn extractSymlink(self: Inode, path: []const u8) !void {
-    const target = switch (self.data) {
-        .symlink => |s| s.target,
-        .ext_symlink => |s| s.target,
-        else => unreachable,
-    };
-    try std.fs.cwd().symLink(target, path, .{});
-}
-/// Creates the device described by the inode.
-/// Sets metadata.
-fn extractDeviceAndIPC(self: Inode, alloc: std.mem.Allocator, tables: *Tables, path: []const u8, options: ExtractionOptions) !void {
-    var mode: u32 = undefined;
-    var dev: u32 = 0;
-    switch (self.data) {
-        .char_dev => |d| {
-            mode = std.posix.S.IFCHR;
-            dev = d.dev;
-        },
-        .ext_char_dev => |d| {
-            mode = std.posix.S.IFCHR;
-            dev = d.dev;
-        },
-        .block_dev => |d| {
-            mode = std.posix.S.IFBLK;
-            dev = d.dev;
-        },
-        .ext_block_dev => |d| {
-            mode = std.posix.S.IFBLK;
-            dev = d.dev;
-        },
-        .fifo, .ext_fifo => mode = std.posix.S.IFIFO,
-        .socket, .ext_socket => mode = std.posix.S.IFSOCK,
-        else => unreachable,
-    }
-    const res: std.os.linux.E = @enumFromInt(std.os.linux.mknod(@ptrCast(path), mode, dev));
-    switch (res) {
-        .SUCCESS => {},
-        .ACCES => return std.fs.Dir.MakeError.AccessDenied,
-        .DQUOT => return std.fs.Dir.MakeError.DiskQuota,
-        .EXIST => return std.fs.Dir.MakeError.PathAlreadyExists,
-        .FAULT, .NOENT => return std.fs.Dir.MakeError.BadPathName,
-        .LOOP => return std.fs.Dir.MakeError.SymLinkLoop,
-        .NAMETOOLONG => return std.fs.Dir.MakeError.NameTooLong,
-        .NOMEM => return std.fs.Dir.MakeError.SystemResources,
-        .NOSPC => return std.fs.Dir.MakeError.NoSpaceLeft,
-        .NOTDIR => return std.fs.Dir.MakeError.NotDir,
-        .PERM => return std.fs.Dir.MakeError.PermissionDenied,
-        .ROFS => return std.fs.Dir.MakeError.ReadOnlyFileSystem,
-        else => return blk: {
-            std.debug.print("unhandled mknod result: {}\n", .{res});
-            break :blk std.fs.Dir.MakeError.Unexpected;
-        },
-    }
-    var fil = try std.fs.cwd().openFile(path, .{});
-    defer fil.close();
-    try self.setMetadata(alloc, tables, fil, options);
-}

src/util/inode_finish.zig

@@ -1,101 +0,0 @@
-const std = @import("std");
-const WaitGroup = std.Thread.WaitGroup;
-const Mutex = std.Thread.Mutex;
-
-const Archive = @import("../archive.zig");
-const Inode = @import("../inode.zig");
-const ExtractionOptions = @import("../options.zig");
-const Tables = @import("../tables.zig");
-
-const InodeFinish = @This();
-
-const FinishEnum = enum {
-    wg,
-    fin,
-};
-pub const FinishUnion = union(FinishEnum) {
-    wg: *WaitGroup,
-    fin: *InodeFinish,
-
-    pub fn finish(self: FinishUnion) void {
-        switch (self) {
-            .wg => |wg| wg.finish(),
-            .fin => |fin| fin.finish(),
-        }
-    }
-};
-
-alloc: std.mem.Allocator,
-
-inode: Inode,
-path: []const u8,
-tables: *Tables,
-options: ExtractionOptions,
-parent_finish: FinishUnion,
-fil: ?std.fs.File,
-out_err: *?anyerror,
-
-wg: WaitGroup = .{},
-mut: Mutex = .{},
-
-pub fn create(
-    alloc: std.mem.Allocator,
-    inode: Inode,
-    path: []const u8,
-    tables: *Tables,
-    options: ExtractionOptions,
-    parent_finish: FinishUnion,
-    out_err: *?anyerror,
-    fil: ?std.fs.File,
-    work_size: usize,
-) !*InodeFinish {
-    if (work_size == 0)
-        return error.InvalidWorkSize;
-    const out = try alloc.create(InodeFinish);
-    errdefer alloc.destroy(out);
-    out.* = .{
-        .alloc = alloc,
-
-        .inode = inode,
-        .path = path,
-        .tables = tables,
-        .options = options,
-        .parent_finish = parent_finish,
-        .out_err = out_err,
-        .fil = fil,
-    };
-    out.wg.startMany(work_size);
-    return out;
-}
-
-pub fn logError(self: *InodeFinish, comptime fmt: []const u8, args: anytype) void {
-    if (self.options.verbose)
-        self.options.verbose_writer.?.print(fmt, args) catch {};
-}
-
-pub fn finish(self: *InodeFinish) void {
-    self.mut.lock();
-    {
-        defer self.mut.unlock();
-        self.wg.finish();
-        if (!self.wg.isDone()) return;
-    }
-    defer {
-        self.parent_finish.finish();
-        self.alloc.destroy(self);
-    }
-    if (self.fil == null)
-        self.fil = std.fs.cwd().openFile(self.path, .{}) catch |err| {
-            if (self.options.verbose)
-                self.options.verbose_writer.?.print("Error opening {s} to set metadata: {}\n", .{ self.path, err }) catch {};
-            self.out_err.* = err;
-            return;
-        };
-    defer self.fil.?.close();
-    self.inode.setMetadata(self.alloc, self.tables, self.fil.?, self.options) catch |err| {
-        if (self.options.verbose)
-            self.options.verbose_writer.?.print("Error setting metadata to {s}: {}\n", .{ self.path, err }) catch {};
-        self.out_err.* = err;
-        return;
-    };
-}

src/util/meta_cache.zig

@@ -1,41 +0,0 @@
-const std = @import("std");
-
-const OffsetFile = @import("offset_file.zig");
-
-const MetadataCache = @This();
-
-alloc: std.mem.Allocator,
-
-buf: []u8,
-fixed_alloc: std.heap.FixedBufferAllocator,
-
-cache: std.AutoArrayHashMap(u64, [8192]u8),
-
-mut: std.Thread.Mutex = .{},
-cache_mut: std.AutoArrayHashMap(u64, std.Thread.Mutex),
-
-fil: OffsetFile,
-
-pub fn init(alloc: std.mem.Allocator, cache_size: u64) !MetadataCache {}
-pub fn deinit(self: *MetadataCache) void {
-    self.mut.lock();
-    defer self.mut.unlock();
-    self.cache.deinit();
-    self.cache_mut.deinit();
-    self.alloc.free(self.buf);
-}
-
-pub fn getChunk(self: *MetadataCache, offset: u64) ![8192]u8 {
-    var res = self.cache.get(offset);
-    if (res != null) return res.?;
-    var offset_mut = blk: {
-        self.mut.lock();
-        defer self.mut.unlock();
-        const mut = try self.cache_mut.getOrPut(offset);
-        if (!mut.found_existing)
-            mut.value_ptr.* = .{};
-        break :blk mut.value_ptr;
-    };
-    offset_mut.lock();
-    defer offset_mut.unlock();
-}

src/util/metadata.zig

@@ -1,97 +0,0 @@
-const std = @import("std");
-const Reader = std.Io.Reader;
-const Writer = std.Io.Writer;
-const Limit = std.Io.Limit;
-const StreamError = std.Io.Reader.StreamError;
-
-const DecompFn = @import("../decomp.zig").DecompFn;
-
-const BlockHeader = packed struct {
-    size: u15,
-    uncompressed: bool,
-};
-
-const This = @This();
-
-alloc: std.mem.Allocator,
-rdr: *Reader,
-decomp: DecompFn,
-
-buf: [8192]u8 = undefined,
-
-interface: Reader,
-err: ?anyerror = null,
-
-pub fn init(alloc: std.mem.Allocator, rdr: *Reader, decomp: DecompFn) This {
-    return .{
-        .alloc = alloc,
-        .rdr = rdr,
-        .decomp = decomp,
-        .interface = .{
-            .buffer = &[0]u8{},
-            .end = 0,
-            .seek = 0,
-            .vtable = &.{
-                .stream = stream,
-                .discard = discard,
-                .readVec = readVec,
-            },
-        },
-    };
-}
-
-fn advance(self: *This) !void {
-    self.interface.seek = 0;
-    var hdr: BlockHeader = undefined;
-    try self.rdr.readSliceEndian(BlockHeader, @ptrCast(&hdr), .little);
-    if (hdr.uncompressed) {
-        try self.rdr.readSliceEndian(u8, self.buf[0..hdr.size], .little);
-        self.interface.end = hdr.size;
-        self.interface.buffer = self.buf[0..hdr.size];
-        return;
-    }
-    var tmp_buf: [8192]u8 = undefined;
-    try self.rdr.readSliceAll(tmp_buf[0..hdr.size]);
-    self.interface.end = try self.decomp(self.alloc, tmp_buf[0..hdr.size], &self.buf);
-    self.interface.buffer = self.buf[0..self.interface.end];
-}
-
-fn stream(rdr: *Reader, wrt: *Writer, limit: Limit) StreamError!usize {
-    const self: *This = @fieldParentPtr("interface", rdr);
-    if (rdr.end == rdr.seek) self.advance() catch |err| {
-        self.err = err;
-        return StreamError.ReadFailed;
-    };
-    if (@intFromEnum(limit) == 0) return 0;
-    const to_write = @min(rdr.end - rdr.seek, @intFromEnum(limit));
-    const wrote = try wrt.write(self.buf[rdr.seek .. rdr.seek + to_write]);
-    self.interface.seek += wrote;
-    return wrote;
-}
-fn discard(rdr: *Reader, limit: Limit) error{ EndOfStream, ReadFailed }!usize {
-    const self: *This = @fieldParentPtr("interface", rdr);
-    if (rdr.end == rdr.seek) self.advance() catch |err| {
-        self.err = err;
-        return StreamError.ReadFailed;
-    };
-    if (@intFromEnum(limit) == 0) return 0;
-    const to_skip = @min(rdr.end - rdr.seek, @intFromEnum(limit));
-    rdr.seek += to_skip;
-    return to_skip;
-}
-fn readVec(rdr: *Reader, vec: [][]u8) error{ EndOfStream, ReadFailed }!usize {
-    const self: *This = @fieldParentPtr("interface", rdr);
-    if (rdr.end == rdr.seek) self.advance() catch |err| {
-        self.err = err;
-        return StreamError.ReadFailed;
-    };
-    var cur_red: usize = 0;
-    for (vec) |s| {
-        const to_copy: usize = @min(rdr.end - rdr.seek, s.len);
-        @memcpy(s[0..to_copy], self.buf[rdr.seek .. rdr.seek + to_copy]);
-        rdr.seek += to_copy;
-        cur_red += to_copy;
-        if (rdr.end == rdr.seek) break;
-    }
-    return cur_red;
-}

src/util/offset_file.zig

@@ -1,20 +0,0 @@
-//! A File where it's meaningful (to us) content starts at a given offset.
-
-const std = @import("std");
-const File = std.fs.File;
-const Reader = std.fs.File.Reader;
-
-const OffsetFile = @This();
-
-fil: File,
-offset: u64,
-
-pub fn init(fil: File, init_offset: u64) OffsetFile {
-    return .{ .fil = fil, .offset = init_offset };
-}
-
-pub fn readerAt(self: OffsetFile, offset: u64, buffer: []u8) !Reader {
-    var rdr = self.fil.reader(buffer);
-    try rdr.seekTo(self.offset + offset);
-    return rdr;
-}

src/util/protected_map.zig

@@ -0,0 +1,85 @@
+const std = @import("std");
+const Io = std.Io;
+
+pub fn ProtectedMap(comptime K: anytype, comptime T: anytype, comptime create_fn: anytype) type {
+    const fn_info = @typeInfo(@TypeOf(create_fn));
+    std.debug.assert(std.meta.activeTag(fn_info) == .@"fn");
+
+    const ret_info = fn_info.@"fn".return_type;
+
+    std.debug.assert(ret_info != null);
+    std.debug.assert(ret_info == T or
+        (std.meta.activeTag(@typeInfo(ret_info.?)) == .error_union and @typeInfo(ret_info.?).error_union.payload == T));
+
+    return struct {
+        const Map = @This();
+
+        alloc: std.mem.Allocator,
+
+        map: std.AutoHashMap(K, ProtectedValue),
+        mut: Io.RwLock = .init,
+
+        pub fn init(alloc: std.mem.Allocator) Map {
+            return .{
+                .alloc = alloc,
+
+                .map = .init(alloc),
+            };
+        }
+        pub fn deinit(self: *Map) void {
+            self.map.deinit();
+        }
+
+        pub fn getOrPut(self: *Map, io: Io, key: K, create_fn_args: std.meta.ArgsTuple(@TypeOf(create_fn))) Error!*T {
+            {
+                try self.mut.lockShared(io);
+                const value = self.map.getPtr(key);
+                self.mut.unlockShared(io);
+                if (value != null) {
+                    if (!value.?.filled.isSet())
+                        try value.?.filled.wait(io);
+
+                    if (value.?.err != null) return value.?.err.?;
+                    return &value.?.value;
+                }
+            }
+            var value: *ProtectedValue = blk: {
+                try self.mut.lock(io);
+                defer self.mut.unlock(io);
+
+                const res = try self.map.getOrPut(key);
+                if (res.found_existing)
+                    return self.getOrPut(io, key, create_fn_args);
+                res.value_ptr.* = .{};
+                break :blk res.value_ptr;
+            };
+            defer value.filled.set(io);
+
+            value.value = if (@TypeOf(CreateError) == void)
+                @call(.auto, create_fn, create_fn_args)
+            else
+                @call(.auto, create_fn, create_fn_args) catch |err| {
+                    value.err = err;
+                    return err;
+                };
+
+            return &value.value;
+        }
+
+        // Map Types
+
+        pub const Error = error{ Canceled, OutOfMemory } ||
+            if (@TypeOf(CreateError) == void) error{} else CreateError;
+
+        const CreateError: type = switch (@typeInfo(ret_info.?)) {
+            .error_union => |e| e.error_set,
+            else => void,
+        };
+
+        const ProtectedValue = struct {
+            value: T = undefined,
+            err: ?CreateError = null,
+            filled: Io.Event = .unset,
+        };
+    };
+}

src/xattr.zig

@@ -1,117 +1,134 @@
 const std = @import("std");
+const Io = std.Io;
 
-const Decompressor = @import("decomp.zig");
-const Table = @import("tables.zig").Table;
-const MetadataReader = @import("util/metadata.zig");
-const OffsetFile = @import("util/offset_file.zig");
-
-const Ref = packed struct {
-    block_offset: u16,
-    block_start: u32,
-    _: u16,
-};
-const Entry = packed struct {
-    ref: Ref,
-    count: u32,
-    size: u32,
-};
-const KeyPrefix = enum(u8) {
-    user,
-    trusted,
-    security,
-};
-const KeyRaw = packed struct {
-    type: packed struct {
-        prefix: KeyPrefix,
-        out_of_line: bool,
-        _: u7,
-    },
-    name_size: u16,
-};
-
-pub const KeyValue = struct {
-    key: [:0]u8,
-    value: []u8,
-};
+const Decomp = @import("decomp.zig");
+const Lookup = @import("lookup.zig");
+const MetadataReader = @import("meta_rdr.zig");
+const Ref = @import("inode.zig").Ref;
 
 const XattrTable = @This();
 
-alloc: std.mem.Allocator,
-fil: OffsetFile,
-decomp: *Decompressor,
+table_start: u64,
 
-count: u32,
-start: u64,
+table: Lookup.Table(Entry),
 
-table: Table(Entry),
+pub fn init(alloc: std.mem.Allocator, data: []u8, decomp: Decomp.Fn, table_start: u64) XattrTable {
+    const start = std.mem.readInt(u64, data[table_start..][0..8], .little);
+    const table_num = std.mem.readInt(u32, data[table_start + 8 ..][0..4], .little);
 
-pub fn init(alloc: std.mem.Allocator, fil: OffsetFile, decomp: *Decompressor, table_start: u64) !XattrTable {
-    var info = packed struct {
-        start: u64 = undefined,
-        count: u32 = undefined,
-        _: u32 = undefined,
-    }{};
-    var rdr = try fil.readerAt(table_start, &[0]u8{});
-    try rdr.interface.readSliceEndian(@TypeOf(info), @ptrCast(&info), .little);
     return .{
-        .alloc = alloc,
-        .fil = fil,
-        .decomp = decomp,
-        .count = info.count,
-        .start = info.start,
-        .table = try .init(alloc, fil, decomp, table_start + 16, info.count),
+        .table_start = start,
+        .table = .init(alloc, data, decomp, table_start + 16, table_num),
     };
 }
 pub fn deinit(self: *XattrTable) void {
     self.table.deinit();
 }
 
-pub fn get(self: *XattrTable, alloc: std.mem.Allocator, idx: u32) ![]KeyValue {
-    const entry: Entry = try self.table.get(idx);
-    const out = try alloc.alloc(KeyValue, entry.count);
+pub fn get(self: *XattrTable, alloc: std.mem.Allocator, io: Io, idx: u32) !Xattr {
+    const entry: Entry = try self.table.get(io, idx);
 
-    for (out) |*kv| {
-        var rdr = try self.fil.readerAt(self.start + entry.ref.block_start, &[0]u8{});
-        var meta: MetadataReader = .init(alloc, &rdr.interface, self.decomp);
-        try meta.interface.discardAll(entry.ref.block_offset);
+    var out: std.ArrayList(KeyValue) = try .initCapacity(alloc, entry.count);
+    errdefer {
+        for (out.items) |kv|
+            kv.deinit(alloc);
+        out.deinit(alloc);
+    }
 
-        var key_raw: KeyRaw = undefined;
-        try meta.interface.readSliceEndian(KeyRaw, @ptrCast(&key_raw), .little);
+    var meta: MetadataReader = .init(alloc, self.table.data, self.table.decomp, self.table_start + entry.ref.block_start);
+    try meta.interface.discardAll(entry.ref.block_offset);
 
-        switch (key_raw.type.prefix) {
-            .user => {
-                kv.key = @ptrCast(try alloc.alloc(u8, key_raw.name_size + 5 + 1));
-                @memcpy(kv.key[0..5], "user.");
-                try meta.interface.readSliceAll(kv.key[5 .. kv.key.len - 1]);
-                kv.key[kv.key.len - 1] = 0;
-            },
-            .security => {
-                kv.key = @ptrCast(try alloc.alloc(u8, key_raw.name_size + 9 + 1));
-                @memcpy(kv.key[0..9], "security.");
-                try meta.interface.readSliceAll(kv.key[9 .. kv.key.len - 1]);
-                kv.key[kv.key.len - 1] = 0;
-            },
-            .trusted => {
-                kv.key = @ptrCast(try alloc.alloc(u8, key_raw.name_size + 8 + 1));
-                @memcpy(kv.key[0..8], "trusted.");
-                try meta.interface.readSliceAll(kv.key[8 .. kv.key.len - 1]);
-                kv.key[kv.key.len - 1] = 0;
-            },
-        }
-        if (key_raw.type.out_of_line) {
+    for (0..entry.count) |_| {
+        var key_entry: KeyEntry = undefined;
+
+        try meta.interface.readSliceEndian(KeyEntry, @ptrCast(&key_entry), .little);
+
+        const prefix = switch (key_entry.type.type) {
+            .user => "user.",
+            .trusted => "trusted.",
+            .security => "security.",
+        };
+
+        const key = try alloc.allocSentinel(u8, key_entry.name_size + prefix.len, 0);
+        errdefer alloc.free(key);
+
+        @memcpy(key[0..prefix.len], prefix);
+
+        try meta.interface.readSliceEndian(u8, key[prefix.len..][0..key_entry.name_size], .little);
+
+        const value = if (key_entry.type.out_of_line) blk: {
             try meta.interface.discardAll(4);
+
             var ref: Ref = undefined;
             try meta.interface.readSliceEndian(Ref, @ptrCast(&ref), .little);
 
-            rdr = try self.fil.readerAt(self.start + ref.block_start, &[0]u8{});
-            meta = .init(alloc, &rdr.interface, self.decomp);
-            try meta.interface.discardAll(ref.block_offset);
-        }
-        var value_size: u32 = undefined;
-        try meta.interface.readSliceEndian(u32, @ptrCast(&value_size), .little);
-        kv.value = try alloc.alloc(u8, value_size);
-        try meta.interface.readSliceAll(kv.value);
+            var value_meta: MetadataReader = .init(alloc, self.table.data, self.table.decomp, self.table_start + ref.block_start);
+            try value_meta.interface.discardAll(ref.block_offset);
+
+            break :blk try readValue(alloc, &value_meta.interface);
+        } else try readValue(alloc, &meta.interface);
+
+        const ptr = out.addOneAssumeCapacity();
+
+        ptr.* = .{
+            .key = key,
+            .value = value,
+        };
     }
 
-    return out;
+    return .{ .kvs = try out.toOwnedSlice(alloc) };
 }
+
+fn readValue(alloc: std.mem.Allocator, rdr: *Io.Reader) ![]u8 {
+    var size: u32 = undefined;
+    try rdr.readSliceEndian(u32, @ptrCast(&size), .little);
+
+    const value = try alloc.alloc(u8, size);
+    errdefer alloc.free(value);
+
+    try rdr.readSliceEndian(u8, value, .little);
+
+    return value;
+}
+
+// Types
+
+const Xattr = struct {
+    kvs: []KeyValue,
+
+    pub fn deinit(self: Xattr, alloc: std.mem.Allocator) void {
+        for (self.kvs) |kv|
+            kv.deinit(alloc);
+
+        alloc.free(self.kvs);
+    }
+};
+
+const KeyValue = struct {
+    key: [:0]const u8,
+    value: []const u8,
+
+    pub fn deinit(self: KeyValue, alloc: std.mem.Allocator) void {
+        alloc.free(self.key);
+        alloc.free(self.value);
+    }
+};
+
+const KeyEntry = extern struct {
+    type: packed struct(u16) {
+        type: enum(u8) {
+            user,
+            trusted,
+            security,
+        },
+        out_of_line: bool,
+        _: u7,
+    },
+    name_size: u16,
+};
+
+const Entry = extern struct {
+    ref: Ref,
+    count: u32,
+    size: u32,
+};