#!/usr/bin/env ruby require 'pp' require 'digest/md5' module Obj class Header SIZE = 5*4 # 5x 32-bit little-endian integers attr_reader( :num_sprites, # Number of entries in the directory. Always dir_size/8? :dir_offset, # Offset of the sprite directory. Also the size of the main header :dir_size, # Number of bytes allocated to the sprite directory. Always num_sprites*8? :data_offset, # Number of bytes allocated to the sprites themselves :data_size # Total size of the sprite data # JUNGTIL.obj has 0x0000 0x0000 0x0000 following. Probably just padding to # allow the sprite directory to start at a word boundary. ) def self.parse(data) hdr = new(*data[0..SIZE - 1].unpack("V*")) pp hdr hdr.validate!(data.bytes.size) hdr end def initialize(*entries) @num_sprites, @dir_offset, @dir_size, @data_offset, @data_size = *entries end def validate!(overall_size) raise "Directory overlaps EOF" if overall_size < dir_size + dir_offset raise "Data overlaps EOF" if overall_size < data_offset + data_size raise "Bad dir_size or num_sprites" if num_sprites * DirEntry::SIZE != dir_size raise "Directory overlaps data" if data_range.cover?(dir_offset+1) raise "Data overlaps directory" if dir_range.cover?(data_offset+1) true end def dir_range dir_offset...(dir_offset+dir_size) end def data_range data_offset...(data_offset+data_size) end end class DirEntry SIZE = 8 attr_reader :rel_offset # Relative to the main header's data_offset attr_reader :sprite_size def self.parse(rel_data) new(*rel_data.unpack("VV")) end def initialize(rel_offset, sprite_size) @rel_offset = rel_offset @sprite_size = sprite_size end def sprite_range rel_offset...(rel_offset+sprite_size) end end class SpriteDir attr_reader :entries def self.parse(rel_data) count = rel_data.bytes.size num_entries = count / DirEntry::SIZE trailing = count%DirEntry::SIZE raise "SpriteDir block has #{trailing} trailing bytes" unless trailing == 0 entries = 0.upto(num_entries-1).map do |n| rel_offset = n * DirEntry::SIZE DirEntry.parse(rel_data.byteslice(rel_offset, DirEntry::SIZE)) end pp entries new(entries) end def initialize(entries) @entries = entries end # Convert the directory into an Array of bytes. Until we work out how to # parse sprites, anyway... def realize(rel_data) entries.map { |entry| Sprite.parse(rel_data[entry.sprite_range]) } end end class SpriteHeader SIZE = 24 # Seems to be, anyway. Based on the size here vs. the size in the dir attr_reader( :unknown0, # Possibly magic data? It's the same for every sprite in jungtil.obj :width, # Low nibble comes to 63 in jungtil.obj which would work for a 64x64 tile :height, :unknown8, :size, # Number of bytes of pixel data following this header :unknown16, :unknown20, ) def self.parse(rel_data) new(*rel_data[0...SIZE].unpack("VvvVVVV")) end def initialize(*args) @unknown0, @width, @height, @unknown8, @size, @unknown16, @unknown20 = *args end def pixel_range SIZE...(SIZE+size) end end class Sprite attr_reader :header, :records, :raw def self.parse(rel_data) hdr = SpriteHeader.parse(rel_data) sprite_pixels = rel_data[hdr.pixel_range] records = sprite_pixels.split("\x00") records.map { |record| record += "\x00" } new(hdr, records, rel_data) end def initialize(header, records, raw = nil) @header = header @records = records @raw = raw end end class Parsed attr_reader :header attr_reader :directory attr_reader :sprites attr_accessor :filename def initialize(header, directory, sprites) @header = header @directory = directory @sprites = sprites end end def self.parse(data) hdr = Header.parse(data) dir = SpriteDir.parse(data[hdr.dir_range]) sprites = dir.realize(data[hdr.data_range]) Parsed.new(hdr, dir, sprites) end end def hex(num, leading=0) return " "*(leading) if num.nil? "%0#{leading}x"%num end VISIBLE_CHARS = ("0".ord)..("z".ord) def text(num) return " " if num.nil? if VISIBLE_CHARS.cover?(num) num.chr else " " end end def ascii(num) return " " if num.nil? "%3d"%num end def header!(blocksize=8) nums = (0...blocksize).to_a hdr = " #{nums.join(" ")} #{nums.join("")}" puts "-" * (hdr.size + 1) puts hdr puts "-" * (hdr.size + 1) end def display(data, blocksize=8, skip=0, header: false) bytes = data.bytes[skip..-1] nrows = (bytes.count / blocksize) 0.upto(nrows) do |i| header!(blocksize) if header && (i%16==0 || i == skip) block = bytes[(i*blocksize)...(i*blocksize+blocksize)] block.concat([nil]*(blocksize-block.size)) if block.size < blocksize out = [ "0x#{hex(i*blocksize, 4)}", block.map { |b| hex(b, 2) }, # hex " | " + block.map { |b| text(b) }.join("") + " |", # ascii block.map { |b| ascii(b) } ,# decimal bytes "",# decimal 2-bytes # decimal 4-bytes ] puts out.flatten.join(' ') # puts Digest::MD5.hexdigest(data[skip..-1]) end end def load_obj(filename) Obj.parse(File.read(filename).force_encoding("BINARY")) end def dump(filename, spriteno = -1) obj = load_obj(filename) # pp obj if spriteno == -1 puts "Dumping all sprites for #{filename}" obj.sprites.each_with_index { |sprite, i| puts "Sprite #{i}\n" ; display(sprite.raw, 8, header: true) } else puts "Dumping sprite #{spriteno} for #{filename}" display(obj.sprites[spriteno]) end end # The per-sprite data in jungtil.obj is too small to represent a 64x64 block, # even at 1bpp, so try some decompression algorithms to see what comes out. # # Tried so far, with no success: # * DEFLATE / ZLIB # * LZO # * LZOP # * RLE (maybe?) # # Maybe try: # * RLE8: https://www.fileformat.info/format/bmp/corion-rle8.htm def decompress(filename) puts "\nAttempting custom decompression of #{filename}..." obj = load_obj(filename) obj.sprites.each_with_index do |sprite, i| hdr = sprite.header print "Sprite %02d... x=#{hdr.width} y=#{hdr.height}"%i decompressed = [] data = sprite.raw[24..-1].bytes hdr = sprite.header loop do break if data.empty? right = data.index(0) if right.nil? print "error! end of chunk not found" break end rec = data.shift(right) _ = data.shift(1) # drop the record separator decompressed << rec end puts ": #{decompressed.size} records. Sprite pixels: #{hdr.width*hdr.height}" puts "WARNING: #{data.size} bytes left over" if data.size > 0 header! decompressed.each_with_index do |line, y| x = line.size padding = (sprite.header.width - x) / 2 display((["\x00"]*padding + line.map(&:chr)).join(""), line.size+padding.size) end end end # Print the first 128 bytes of sprites in a friendly format. Permits into-obj comparisons def compare(filenames) objs = filenames.map { |filename| load_obj(filename).tap { |obj| obj.filename = filename } } objs.each do |obj| end sprites = if spriteno == -1 else end end require 'set' def correlate(filenames) objs = filenames.map { |f| load_obj(f) } results = Hash.new { |h,k| h[k] = Set.new } objs.each do |obj| obj.sprites.each do |spr| results[spr.header.unknown0 & 0xffff] << spr.header.width end end puts "Unique widths for u0,1" pp results end def sprites(filename) obj = load_obj(filename) puts filename + ":" obj.sprites.each_with_index do |spr, i| hdr = spr.header px = hdr.width * hdr.height pp hdr pp spr puts "%s %03d: %02x %02x %02x %02x %3d %3d %5d %5d %.2f %02x %02x ... %02x"%[ filename, i, hdr.unknown0 & 0x000000ff, (hdr.unknown0 & 0x0000ff00) >> 8, (hdr.unknown0 & 0x00ff0000) >> 16, (hdr.unknown0 & 0xff000000) >> 24, hdr.width, hdr.height, px, hdr.size, (hdr.size*8) / px.to_f, spr.data.bytes[0], spr.data.bytes[1], spr.data.bytes[-1], ] end end case command = ARGV.shift when "sprites" then ARGV.each { |filename| sprites(filename) } when "dump" then ARGV.each { |filename| dump(filename) } when "compare" then compare(ARGV) when "decompress" then ARGV.each { |filename| decompress(filename) } when "correlate" then correlate(ARGV) else puts "Unrecognized command #{command}" exit(1) end