begin integration of recursive zlib compression.
This commit is contained in:
@@ -21,6 +21,7 @@ function cli.parseArgs(): types.opts
|
|||||||
forceBinaryRead = false,
|
forceBinaryRead = false,
|
||||||
printInstanceNames = false,
|
printInstanceNames = false,
|
||||||
zlibDecompressFiles = false,
|
zlibDecompressFiles = false,
|
||||||
|
zlibDecompressFilesRecursive = false,
|
||||||
filesToProcess = {}
|
filesToProcess = {}
|
||||||
}
|
}
|
||||||
if #args < 1 then
|
if #args < 1 then
|
||||||
@@ -58,6 +59,8 @@ function cli.parseArgs(): types.opts
|
|||||||
elseif arg == "--zlib-decompress" then
|
elseif arg == "--zlib-decompress" then
|
||||||
opts.zlibDecompressFiles = true
|
opts.zlibDecompressFiles = true
|
||||||
i = i + 1
|
i = i + 1
|
||||||
|
elseif arg == "--zlib-decompress-recursive" then
|
||||||
|
opts.zlibDecompressFilesRecursive = true
|
||||||
else
|
else
|
||||||
if not opts.directoryMode then
|
if not opts.directoryMode then
|
||||||
table.insert(opts.filesToProcess, arg)
|
table.insert(opts.filesToProcess, arg)
|
||||||
@@ -80,6 +83,7 @@ function cli.printUsage()
|
|||||||
stdio.write(" lune run detector --force-binary-read file1 file2.bin file3.robloxmodelfile\n")
|
stdio.write(" lune run detector --force-binary-read file1 file2.bin file3.robloxmodelfile\n")
|
||||||
stdio.write(" lune run detector --print-instance-names file1.rbxm\n")
|
stdio.write(" lune run detector --print-instance-names file1.rbxm\n")
|
||||||
stdio.write(" lune run detector --zlib-decompress file1.rbxm\n")
|
stdio.write(" lune run detector --zlib-decompress file1.rbxm\n")
|
||||||
|
stdio.write(" lune run detector --zlib-decompress-recursive file1.rbxm\n")
|
||||||
stdio.write(stdio.color("reset"))
|
stdio.write(stdio.color("reset"))
|
||||||
end
|
end
|
||||||
|
|
||||||
@@ -92,4 +96,6 @@ function cli.checkOutputFile(outputFile: string?)
|
|||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
return cli
|
return cli
|
||||||
|
|||||||
@@ -0,0 +1,31 @@
|
|||||||
|
local serde = require("@lune/serde")
|
||||||
|
|
||||||
|
type CompressionModule = {
|
||||||
|
zlibDecompress: (contents: string, recursive: boolean?) -> string | boolean
|
||||||
|
}
|
||||||
|
|
||||||
|
local compressionModule = {} :: CompressionModule
|
||||||
|
|
||||||
|
|
||||||
|
-- take in file contents and zlib decompress them
|
||||||
|
-- if recursive param is true repeatedly zlib decompress the file until it fails
|
||||||
|
-- (modelscrape files are often double/triple zlib decompressed)
|
||||||
|
function compressionModule.zlibDecompress(contents: string, recursive: boolean?): string | boolean
|
||||||
|
assert(typeof(contents) == "string", "Expected contents to be of type 'string'")
|
||||||
|
if recursive == nil then recursive = false end
|
||||||
|
assert(typeof(recursive) == "boolean", "Expected recursive to be of type 'boolean'")
|
||||||
|
local success, decompressed = pcall(function() return serde.decompress("zlib", contents) end)
|
||||||
|
if not success then
|
||||||
|
return false
|
||||||
|
end
|
||||||
|
if recursive then
|
||||||
|
local nextDecompressed = compressionModule.zlibDecompress(decompressed, true)
|
||||||
|
while nextDecompressed do
|
||||||
|
decompressed = nextDecompressed
|
||||||
|
nextDecompressed = compressionModule.zlibDecompress(decompressed, true)
|
||||||
|
end
|
||||||
|
end
|
||||||
|
return decompressed
|
||||||
|
end
|
||||||
|
|
||||||
|
return compressionModule
|
||||||
+2
-2
@@ -1,8 +1,8 @@
|
|||||||
-- handles core detection logic for workspace in models
|
-- handles core detection logic for workspace in models
|
||||||
local roblox = require("@lune/roblox")
|
local roblox = require("@lune/roblox")
|
||||||
local stdio = require("@lune/stdio")
|
local stdio = require("@lune/stdio")
|
||||||
local serde = require("@lune/serde")
|
|
||||||
local types = require("./types")
|
local types = require("./types")
|
||||||
|
local compression = require("./compression")
|
||||||
|
|
||||||
export type Core = {
|
export type Core = {
|
||||||
scanForWorkspace: (model: types.model, printInstanceNames: boolean) -> boolean,
|
scanForWorkspace: (model: types.model, printInstanceNames: boolean) -> boolean,
|
||||||
@@ -40,7 +40,7 @@ function core.fileContainsWorkspace(fileContents: string, opts: types.opts): boo
|
|||||||
assert(typeof(fileContents) == "string", "Expected fileContents to be of type 'string'")
|
assert(typeof(fileContents) == "string", "Expected fileContents to be of type 'string'")
|
||||||
assert(typeof(opts) == "table", "Expected opts to be of type 'table'")
|
assert(typeof(opts) == "table", "Expected opts to be of type 'table'")
|
||||||
if opts.zlibDecompressFiles then
|
if opts.zlibDecompressFiles then
|
||||||
local success = pcall(function() fileContents = serde.decompress("zlib", fileContents) end)
|
local success = pcall(function() fileContents = compression.zlibDecompress(fileContents, opts.zlibDecompressFilesRecursive) end)
|
||||||
if not success then
|
if not success then
|
||||||
stdio.write(stdio.color("yellow"))
|
stdio.write(stdio.color("yellow"))
|
||||||
stdio.write("Warning: Failed to decompress file with zlib. Proceeding with original contents.\n")
|
stdio.write("Warning: Failed to decompress file with zlib. Proceeding with original contents.\n")
|
||||||
|
|||||||
+16
-2
@@ -2,7 +2,7 @@
|
|||||||
local fs = require("@lune/fs")
|
local fs = require("@lune/fs")
|
||||||
local stdio = require("@lune/stdio")
|
local stdio = require("@lune/stdio")
|
||||||
local process = require("@lune/process")
|
local process = require("@lune/process")
|
||||||
local _serde = require("@lune/serde")
|
local serde = require("@lune/serde")
|
||||||
local core = require("./core")
|
local core = require("./core")
|
||||||
local types = require("./types")
|
local types = require("./types")
|
||||||
|
|
||||||
@@ -92,7 +92,21 @@ end
|
|||||||
-- if recursive param is true repeatedly zlib decompress the file until it fails
|
-- if recursive param is true repeatedly zlib decompress the file until it fails
|
||||||
-- (modelscrape files are often double/triple zlib decompressed)
|
-- (modelscrape files are often double/triple zlib decompressed)
|
||||||
function fileproc.zlibDecompress(contents: string, recursive: boolean?): string | boolean
|
function fileproc.zlibDecompress(contents: string, recursive: boolean?): string | boolean
|
||||||
error("fileproc.zlibDecompress is not implemented.")
|
assert(typeof(contents) == "string", "Expected contents to be of type 'string'")
|
||||||
|
if recursive == nil then recursive = false end
|
||||||
|
assert(typeof(recursive) == "boolean", "Expected recursive to be of type 'boolean'")
|
||||||
|
local success, decompressed = pcall(function() return serde.decompress("zlib", contents) end)
|
||||||
|
if not success then
|
||||||
|
return false
|
||||||
|
end
|
||||||
|
if recursive then
|
||||||
|
local nextDecompressed = fileproc.zlibDecompress(decompressed, true)
|
||||||
|
while nextDecompressed do
|
||||||
|
decompressed = nextDecompressed
|
||||||
|
nextDecompressed = fileproc.zlibDecompress(decompressed, true)
|
||||||
|
end
|
||||||
|
end
|
||||||
|
return decompressed
|
||||||
end
|
end
|
||||||
|
|
||||||
return fileproc
|
return fileproc
|
||||||
|
|||||||
@@ -9,6 +9,7 @@ export type opts = {
|
|||||||
forceBinaryRead: boolean,
|
forceBinaryRead: boolean,
|
||||||
printInstanceNames: boolean,
|
printInstanceNames: boolean,
|
||||||
zlibDecompressFiles: boolean,
|
zlibDecompressFiles: boolean,
|
||||||
|
zlibDecompressFilesRecursive: boolean,
|
||||||
filesToProcess: {string?}
|
filesToProcess: {string?}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user