""" train.py - train PixelModel v1 on caption/image pairs, save into model.png. Expects the npz produced by fetch_coco_subset.py: images uint8 (N, 64, 64, 3) captions json list of N strings (stored alongside as captions.json) Each step samples a batch of captions and a random subset of pixel coordinates (the CPPN decoder makes per-pixel training natural), computes MSE against the target pixels, and Adam-steps the weights. Weights are clamped to [-WMAX, WMAX] so they always round-trip through the 16-bit PNG codec. model.png is written every epoch. Usage: python train.py --data ../pm-work/coco_train.npz python train.py --data ../pm-work/coco_train.npz --epochs 40 --lr 2e-3 """ import argparse import json import os import time import numpy as np import torch from model import ( NATIVE_RES, N_PARAMS, PARAM_SPECS, WMAX, coord_features, decode_pixels, encode_prompt, init_weights, load_model, prompts_to_embeddings, save_model, ) MODEL_PATH = "model.png" def main(): p = argparse.ArgumentParser() p.add_argument("--data", required=True, help="npz with images (N,64,64,3) uint8") p.add_argument("--captions", default=None, help="json list of captions (default: .captions.json)") p.add_argument("--epochs", type=int, default=30) p.add_argument("--batch", type=int, default=128) p.add_argument("--pixels", type=int, default=768, help="pixel coords sampled per step") p.add_argument("--lr", type=float, default=2e-3) p.add_argument("--seed", type=int, default=0) p.add_argument("--device", default="auto", help="auto, cpu, cuda, or a PyTorch device string") p.add_argument("--resume", action="store_true", help="continue from existing model.png") args = p.parse_args() torch.manual_seed(args.seed) rng = np.random.default_rng(args.seed) device = torch.device("cuda" if args.device == "auto" and torch.cuda.is_available() else "cpu" if args.device == "auto" else args.device) print(f"device: {device}") data = np.load(args.data) images = data["images"] # (N, 64, 64, 3) uint8 cap_path = args.captions or args.data.replace(".npz", ".captions.json") with open(cap_path, encoding="utf-8") as f: captions = json.load(f) N = len(captions) assert images.shape[0] == N res = images.shape[1] print(f"dataset: {N} pairs @ {res}x{res}") print("precomputing prompt embeddings...") embs = prompts_to_embeddings(captions).to(device) # (N, 64) targets = torch.from_numpy(images.reshape(N, res * res, 3).astype(np.float32) / 255.0).to(device) feats_all = coord_features(res).to(device) # (res*res, 18) if args.resume and os.path.exists(MODEL_PATH): weights = load_model(MODEL_PATH) print(f"resumed from {MODEL_PATH}") else: weights = init_weights(args.seed) for w in weights.values(): w.data = w.data.to(device) w.requires_grad_(True) params = [weights[n] for n, _ in PARAM_SPECS] opt = torch.optim.Adam(params, lr=args.lr) steps_per_epoch = N // args.batch print(f"training: {args.epochs} epochs x {steps_per_epoch} steps " f"(batch={args.batch}, pixels/step={args.pixels}, lr={args.lr}, " f"params={N_PARAMS})\n") t0 = time.time() for epoch in range(1, args.epochs + 1): order = rng.permutation(N) ep_loss, ep_steps = 0.0, 0 for s in range(steps_per_epoch): idx = order[s * args.batch:(s + 1) * args.batch] pix = torch.from_numpy(rng.choice(res * res, size=args.pixels, replace=False)).to(device) emb = embs[idx] tgt = targets[idx][:, pix, :] # (B, P, 3) z = encode_prompt(weights, emb) pred = decode_pixels(weights, z, feats_all[pix]) loss = torch.nn.functional.mse_loss(pred, tgt) opt.zero_grad() loss.backward() opt.step() with torch.no_grad(): for w in params: w.clamp_(-WMAX, WMAX) ep_loss += loss.item() ep_steps += 1 save_model(weights, MODEL_PATH) elapsed = time.time() - t0 print(f"epoch {epoch:>3}/{args.epochs} loss={ep_loss / ep_steps:.5f} " f"elapsed={elapsed:.0f}s -> saved {MODEL_PATH}", flush=True) print(f"\nDone in {time.time() - t0:.0f}s. Final model saved to {MODEL_PATH}") if __name__ == "__main__": main()