begin integration of recursive zlib compression.

This commit is contained in:
2025-09-24 14:21:06 -04:00
parent a79ad11f23
commit 68b4849504
5 changed files with 56 additions and 4 deletions
+6
View File
@@ -21,6 +21,7 @@ function cli.parseArgs(): types.opts
forceBinaryRead = false, forceBinaryRead = false,
printInstanceNames = false, printInstanceNames = false,
zlibDecompressFiles = false, zlibDecompressFiles = false,
zlibDecompressFilesRecursive = false,
filesToProcess = {} filesToProcess = {}
} }
if #args < 1 then if #args < 1 then
@@ -58,6 +59,8 @@ function cli.parseArgs(): types.opts
elseif arg == "--zlib-decompress" then elseif arg == "--zlib-decompress" then
opts.zlibDecompressFiles = true opts.zlibDecompressFiles = true
i = i + 1 i = i + 1
elseif arg == "--zlib-decompress-recursive" then
opts.zlibDecompressFilesRecursive = true
else else
if not opts.directoryMode then if not opts.directoryMode then
table.insert(opts.filesToProcess, arg) table.insert(opts.filesToProcess, arg)
@@ -80,6 +83,7 @@ function cli.printUsage()
stdio.write(" lune run detector --force-binary-read file1 file2.bin file3.robloxmodelfile\n") stdio.write(" lune run detector --force-binary-read file1 file2.bin file3.robloxmodelfile\n")
stdio.write(" lune run detector --print-instance-names file1.rbxm\n") stdio.write(" lune run detector --print-instance-names file1.rbxm\n")
stdio.write(" lune run detector --zlib-decompress file1.rbxm\n") stdio.write(" lune run detector --zlib-decompress file1.rbxm\n")
stdio.write(" lune run detector --zlib-decompress-recursive file1.rbxm\n")
stdio.write(stdio.color("reset")) stdio.write(stdio.color("reset"))
end end
@@ -92,4 +96,6 @@ function cli.checkOutputFile(outputFile: string?)
end end
end end
return cli return cli
+31
View File
@@ -0,0 +1,31 @@
local serde = require("@lune/serde")
type CompressionModule = {
zlibDecompress: (contents: string, recursive: boolean?) -> string | boolean
}
local compressionModule = {} :: CompressionModule
-- take in file contents and zlib decompress them
-- if recursive param is true repeatedly zlib decompress the file until it fails
-- (modelscrape files are often double/triple zlib decompressed)
function compressionModule.zlibDecompress(contents: string, recursive: boolean?): string | boolean
assert(typeof(contents) == "string", "Expected contents to be of type 'string'")
if recursive == nil then recursive = false end
assert(typeof(recursive) == "boolean", "Expected recursive to be of type 'boolean'")
local success, decompressed = pcall(function() return serde.decompress("zlib", contents) end)
if not success then
return false
end
if recursive then
local nextDecompressed = compressionModule.zlibDecompress(decompressed, true)
while nextDecompressed do
decompressed = nextDecompressed
nextDecompressed = compressionModule.zlibDecompress(decompressed, true)
end
end
return decompressed
end
return compressionModule
+2 -2
View File
@@ -1,8 +1,8 @@
-- handles core detection logic for workspace in models -- handles core detection logic for workspace in models
local roblox = require("@lune/roblox") local roblox = require("@lune/roblox")
local stdio = require("@lune/stdio") local stdio = require("@lune/stdio")
local serde = require("@lune/serde")
local types = require("./types") local types = require("./types")
local compression = require("./compression")
export type Core = { export type Core = {
scanForWorkspace: (model: types.model, printInstanceNames: boolean) -> boolean, scanForWorkspace: (model: types.model, printInstanceNames: boolean) -> boolean,
@@ -40,7 +40,7 @@ function core.fileContainsWorkspace(fileContents: string, opts: types.opts): boo
assert(typeof(fileContents) == "string", "Expected fileContents to be of type 'string'") assert(typeof(fileContents) == "string", "Expected fileContents to be of type 'string'")
assert(typeof(opts) == "table", "Expected opts to be of type 'table'") assert(typeof(opts) == "table", "Expected opts to be of type 'table'")
if opts.zlibDecompressFiles then if opts.zlibDecompressFiles then
local success = pcall(function() fileContents = serde.decompress("zlib", fileContents) end) local success = pcall(function() fileContents = compression.zlibDecompress(fileContents, opts.zlibDecompressFilesRecursive) end)
if not success then if not success then
stdio.write(stdio.color("yellow")) stdio.write(stdio.color("yellow"))
stdio.write("Warning: Failed to decompress file with zlib. Proceeding with original contents.\n") stdio.write("Warning: Failed to decompress file with zlib. Proceeding with original contents.\n")
+16 -2
View File
@@ -2,7 +2,7 @@
local fs = require("@lune/fs") local fs = require("@lune/fs")
local stdio = require("@lune/stdio") local stdio = require("@lune/stdio")
local process = require("@lune/process") local process = require("@lune/process")
local _serde = require("@lune/serde") local serde = require("@lune/serde")
local core = require("./core") local core = require("./core")
local types = require("./types") local types = require("./types")
@@ -92,7 +92,21 @@ end
-- if recursive param is true repeatedly zlib decompress the file until it fails -- if recursive param is true repeatedly zlib decompress the file until it fails
-- (modelscrape files are often double/triple zlib decompressed) -- (modelscrape files are often double/triple zlib decompressed)
function fileproc.zlibDecompress(contents: string, recursive: boolean?): string | boolean function fileproc.zlibDecompress(contents: string, recursive: boolean?): string | boolean
error("fileproc.zlibDecompress is not implemented.") assert(typeof(contents) == "string", "Expected contents to be of type 'string'")
if recursive == nil then recursive = false end
assert(typeof(recursive) == "boolean", "Expected recursive to be of type 'boolean'")
local success, decompressed = pcall(function() return serde.decompress("zlib", contents) end)
if not success then
return false
end
if recursive then
local nextDecompressed = fileproc.zlibDecompress(decompressed, true)
while nextDecompressed do
decompressed = nextDecompressed
nextDecompressed = fileproc.zlibDecompress(decompressed, true)
end
end
return decompressed
end end
return fileproc return fileproc
+1
View File
@@ -9,6 +9,7 @@ export type opts = {
forceBinaryRead: boolean, forceBinaryRead: boolean,
printInstanceNames: boolean, printInstanceNames: boolean,
zlibDecompressFiles: boolean, zlibDecompressFiles: boolean,
zlibDecompressFilesRecursive: boolean,
filesToProcess: {string?} filesToProcess: {string?}
} }