Files
goldeneye-pc-port/tools_pc/d43_sizes.py
T
James Dansereau 73ea03734d PC port: phase 2 — D48 review: re-plan D43 as offline pre-conversion (Plan B)
- D48 finding in PCPortResearch.md §F: d43_convert.py does not emit bytes
  (layout+remap validation only); Plan B = Python emit pass -> data/pcmodels-<region>/
  RZ sidecars served via port-layer hw_address/rom_size table patch (no C
  converter); Plan A kept as fallback with corrected staging guard (D_N64+D_PC<=avail)
- Moved all 23 d43_*.py investigation scripts from gitignored build-pc/ to tracked
  tools_pc/ (spec is now versioned); d43_cover.py path ref updated; converter
  re-run from new location: ALL CLEAN
- HANDOFF.md rewritten as two-session prompt: Session A = independent review of
  Plan B (8 claims, each with falsification criterion -> finding D49), Session B =
  execute (emit pass + round-trip validator, romdata plumbing, one-line hook,
  pixel-assert soak); verified-facts converter spec preserved
- AGENTS.md phase status updated to D48 re-plan
2026-08-22 18:43:04 -04:00

126 lines
5.3 KiB
Python

# D43: PC image size budget (final).
#
# Converter output layout (PC image, little-endian):
# [switches NS*8][textures NT*12][nodes 48B + records pc-size, DFS preorder]
# [bulk arrays: vertex/coll/pointusage, verbatim sizes, s16/f32 bswapped]
# [GDLs at tail in visit order, 16B Gfx slots, no inter-GDL padding]
#
# sub_GAME_7F0762E0 mirror+expand contract:
# D = pc_remaining (PC image size), g1 = first GDL offset, R = buffer.
# texCopyGdls mirrors [g1,D) to [R-D+g1,R); texLoadFromGdl expands each GDL
# rightward from g1 reading the mirror. Each N64 8B slot becomes one PC 16B
# slot, so the GDL region doubles: input extent of GDL k = 2*E_k (E_k = N64
# extent bytes). Fit and no-clobber both reduce to:
# R >= P_final = B_pc + sum(2*E_k) + 16 * sum_markers(K_t - 1)
# K_t = worst-case output slots a marker of type t emits (tex.c analysis;
# only types 2/3/4 occur in ROM):
RSZ_N64 = {1:0x10, 2:0x1C, 4:0x14, 8:0x10, 9:0x24, 10:0x1C, 12:0x28,
13:0x20, 15:0x1C, 17:0x20, 18:0x8, 21:0x14, 22:0x10, 23:2, 24:0x20}
RSZ_PC = {1:0x18, 2:0x28, 4:0x28, 8:0x18, 9:0x30, 10:0x1C, 12:0x30,
13:0x30, 15:0x1C, 17:0x28, 18:0x10, 21:0x14, 22:0x20, 23:2, 24:0x40}
NODE_N64, NODE_PC = 24, 48
# exact worst-case output slots per marker (tex.c helpers, maxlod<=8,
# all texTry* state guards emitting, valid=FALSE branch, water check on):
# preamble = PipeSync(<=1) + texWriteTextureCmd(<=1) = 2
# LoadToTmemAddr/Zero <= 9, TileFromDef <= 4, TileLods <= 3*maxlod,
# Tile <= 3, light begin/end = 0, water sub = 1
K_BOUND = {0:2+9+4+3*7+1, 1:2+9+1+9+4+3*7+1, 2:2+9+3*8+1, 3:2+9+3+3+1, 4:2+9+3+1}
R_BUF = 0x14820 # size_item_buffer (gun.c), shared body/head/props per hand
import csv, struct, zlib, os, re
from collections import Counter
ROM = r"data/ge007.ntsc-final.z64"
rom = open(ROM, "rb").read()
rows = list(csv.reader(open(r"scripts/filelist.u.csv")))
hdrfiles = set()
for root, dirs, files in os.walk("assets"):
for fn in files:
if fn.lower().endswith("modelfileheader.inc.c"):
hdrfiles.add(os.path.join(root, fn))
nsnt = {}
for f in sorted(hdrfiles):
for line in open(f):
m = re.search(r"MODELFILEHEADER\((.*)\)\s*;?\s*$", line)
if not m: continue
a = [x.strip() for x in m.group(1).split(",")]
if len(a) < 9: continue
try: nsnt[a[0]] = (int(a[4], 0), int(a[8], 0))
except ValueError: pass
def be32(b, o): return struct.unpack_from(">I", b, o)[0] & 0xFFFFFF
def gdl_marker_slots(out, g, e):
# count texture markers (G_NOOP w1 type field) in [g,e); returns {type:count}
c = Counter()
j = g
while j + 8 <= e:
w0 = struct.unpack_from(">I", out, j)[0]
if (w0 >> 24) == 0xC0:
t = w0 & 7
c[t] += 1
j += 8
return c
stats = []
nfiles = 0
for r in rows:
if len(r) < 3 or not r[2]: continue
base = r[2].rsplit("/", 1)[-1]
if base.endswith(".bin"): base = base[:-4]
if not (base[0] in "CGP" and base.endswith("Z") and "_stan" not in base): continue
try: addr, size = int(r[0]), int(r[1])
except ValueError: continue
key = None
for cand in (base, base[1:], base[:-1], base[1:-1]):
if cand in nsnt: key = cand; break
if not key: continue
try: out = zlib.decompress(rom[addr:addr+size][2:], -15)
except Exception: continue
D = len(out); NS, NT = nsnt[key]
R0n = 4*NS + 12*NT
# walk nodes (DFS preorder), collect records + GDLs
stack = [R0n]; seen = set(); nodes = []; gdls = []
while stack:
o = stack.pop()
if o in seen or o >= D-23: break
seen.add(o)
op = struct.unpack_from(">H", out, o)[0] & 0xff
data = be32(out, o+4)
nodes.append((o, op, data))
if op in (4, 24):
p, s = be32(out, data), be32(out, data+4)
if p: gdls.append(p)
if s: gdls.append(s)
elif op == 22:
p = be32(out, data+8)
if p: gdls.append(p)
for q in (be32(out, o+0x14), be32(out, o+0xC)):
if q: stack.append(q)
gsorted = sorted(set(gdls))
g1 = gsorted[0] if gsorted else D
# bulk arrays (vertex/coll/pointusage + alignment padding) keep N64 byte
# counts on PC: 16B/vertex, 16B/coll vertex, 2B/PU entry.
bulk = (g1 - R0n) - len(nodes)*NODE_N64 - sum(RSZ_N64[op] for _, op, _ in nodes)
B_pc = 8*NS + 12*NT + len(nodes)*NODE_PC + sum(RSZ_PC[op] for _, op, _ in nodes) + bulk
G_in = 0; Kslack = 0
for i, g in enumerate(gsorted):
e = gsorted[i+1] if i+1 < len(gsorted) else D
assert (e - g) % 8 == 0, (base, hex(g), e - g)
G_in += 2 * (e - g) # each N64 8B slot -> one PC 16B slot
for t, n in gdl_marker_slots(out, g, e).items():
Kslack += n * (K_BOUND.get(t, 44) - 1)
P_final = B_pc + G_in + 16*Kslack
stats.append((base, D, B_pc, G_in, 16*Kslack, P_final))
nfiles += 1
print("files:", nfiles)
worst = sorted(stats, key=lambda s: -s[5])[:15]
for b, D, Bp, Gi, K, Pf in worst:
flag = "OVER" if Pf > R_BUF else " "
print("%-22s N64=%7X B_pc=%7X G_in=%7X Kslack=%7X P_final=%8X %s (R=%X)"
% (b, D, Bp, Gi, K, Pf, flag, R_BUF))
over = [s for s in stats if s[5] > R_BUF]
print("files over budget:", len(over), "of", nfiles)
totD = sum(s[1] for s in stats); totP = sum(s[5] for s in stats)
print("sum N64 bytes: %X sum P_final: %X" % (totD, totP))