| """Prepare synthetic curated SFT data for Objectverse Diary LoRA tests.""" |
|
|
| from __future__ import annotations |
|
|
| import argparse |
| import json |
| import sys |
| from collections.abc import Mapping, Sequence |
| from pathlib import Path |
|
|
| PROJECT_ROOT = Path(__file__).resolve().parents[1] |
| if str(PROJECT_ROOT) not in sys.path: |
| sys.path.insert(0, str(PROJECT_ROOT)) |
|
|
| from src.models.schema import DiaryEntry, ObjectInfo, ObjectUnderstanding, Persona, PersonaEnvelope |
|
|
|
|
| DEFAULT_OUTPUT_PATH = Path("data/train/objectverse_sft_curated.jsonl") |
| DEFAULT_V2_OUTPUT_PATH = Path("data/train/objectverse_sft_curated_v2.jsonl") |
| DEFAULT_COUNT = 50 |
| DEFAULT_V2_COUNT = 200 |
| SOURCE_V1 = "objectverse-diary-synthetic-curated-v1" |
| SOURCE_V2 = "objectverse-diary-synthetic-curated-v2" |
|
|
| SYSTEM_PROMPT = ( |
| "You are Objectverse Diary, an English-first small-model assistant. " |
| "Given structured object understanding and a requested personality mode, " |
| "return strict JSON with keys persona and diary. Keep the voice strange, " |
| "specific to the object, and suitable for a shareable object archive." |
| ) |
|
|
| MODES = ("Cynical", "Dramatic", "Lonely", "Philosopher", "Romantic") |
|
|
| OBJECTS = [ |
| { |
| "name": "coffee mug", |
| "features": ["white ceramic", "coffee ring", "tiny handle shadow"], |
| "context": "developer desk", |
| "memory": "listened to morning promises dissolve into cold coffee", |
| }, |
| { |
| "name": "mechanical keyboard", |
| "features": ["black keycaps", "dust in the rows", "one glossy spacebar"], |
| "context": "office corner", |
| "memory": "translated panic into clicking long after midnight", |
| }, |
| { |
| "name": "running shoe", |
| "features": ["creased mesh", "mud on the sole", "loose lace"], |
| "context": "bedroom doorway", |
| "memory": "carried brave intentions to the end of the block and back", |
| }, |
| { |
| "name": "desk lamp", |
| "features": ["brushed metal neck", "warm bulb", "tilted shade"], |
| "context": "late-night desk", |
| "memory": "held a circle of light over notes nobody finished", |
| }, |
| { |
| "name": "water bottle", |
| "features": ["clear plastic wall", "scratched cap", "half-full body"], |
| "context": "kitchen counter", |
| "memory": "survived every resolution to drink more water", |
| }, |
| { |
| "name": "notebook", |
| "features": ["bent corner", "blue ink ghosts", "elastic strap"], |
| "context": "bag pocket", |
| "memory": "guarded three plans, two lists, and one sentence crossed out hard", |
| }, |
| { |
| "name": "umbrella", |
| "features": ["folded black canopy", "wet seam", "curved handle"], |
| "context": "entryway hook", |
| "memory": "became useful only when the sky was already theatrical", |
| }, |
| { |
| "name": "house key", |
| "features": ["brass teeth", "scratched bow", "small metal ring"], |
| "context": "coat pocket", |
| "memory": "opened the same door for every version of its human", |
| }, |
| { |
| "name": "charging cable", |
| "features": ["frayed sleeve", "white plastic tip", "gentle knot"], |
| "context": "bedside floor", |
| "memory": "fed glowing rectangles while pretending not to resent them", |
| }, |
| { |
| "name": "teaspoon", |
| "features": ["silver bowl", "thin handle", "tea stain near the neck"], |
| "context": "sink edge", |
| "memory": "stirred sweetness into cups and suspicion into silence", |
| }, |
| ] |
|
|
| OBJECTS_V2 = [ |
| *( |
| dict( |
| obj, |
| scene_detail=f"resting in the {obj['context']} with a history no one inventoried", |
| ) |
| for obj in OBJECTS |
| ), |
| { |
| "name": "wireless earbud case", |
| "features": ["rounded white shell", "tiny hinge", "charging light"], |
| "context": "commuter bag", |
| "memory": "held two small arguments against silence through a crowded train", |
| "scene_detail": "buried beside lint, receipts, and one forgotten mint", |
| }, |
| { |
| "name": "transit card", |
| "features": ["scuffed plastic", "faded corner", "thin blue stripe"], |
| "context": "wallet slot", |
| "memory": "opened gates for mornings that were already late", |
| "scene_detail": "pressed flat under coins and expired coupons", |
| }, |
| { |
| "name": "canvas tote bag", |
| "features": ["creased cotton", "ink logo", "soft handles"], |
| "context": "entryway floor", |
| "memory": "carried groceries, books, and ambitions heavier than both", |
| "scene_detail": "slumped open with a receipt still clinging inside", |
| }, |
| { |
| "name": "cracked phone case", |
| "features": ["clear plastic", "corner crack", "fingerprint haze"], |
| "context": "bedside table", |
| "memory": "took the impact so the glowing rectangle could remain innocent", |
| "scene_detail": "lying face down after another nervous scroll", |
| }, |
| { |
| "name": "lip balm tube", |
| "features": ["twisted cap", "pocket scratches", "worn label"], |
| "context": "coat pocket", |
| "memory": "answered every small weather emergency without being thanked", |
| "scene_detail": "rolling between keys and a folded train ticket", |
| }, |
| { |
| "name": "medicine organizer", |
| "features": ["clear lids", "weekday letters", "plastic hinges"], |
| "context": "bathroom shelf", |
| "memory": "sorted tiny promises into seven obedient compartments", |
| "scene_detail": "waiting under fluorescent light with Monday already open", |
| }, |
| { |
| "name": "travel toothbrush", |
| "features": ["folding handle", "blue bristles", "vented cap"], |
| "context": "hotel sink", |
| "memory": "kept a mouth honest in rooms that forgot every guest", |
| "scene_detail": "balanced near a wrapped soap and a paper cup", |
| }, |
| { |
| "name": "passport cover", |
| "features": ["navy leather", "creased spine", "stitched edge"], |
| "context": "carry-on pocket", |
| "memory": "guarded borders, delays, and a face trying to look awake", |
| "scene_detail": "wedged beside boarding papers and a silent pen", |
| }, |
| { |
| "name": "boarding pass stub", |
| "features": ["thermal paper", "torn edge", "gate code"], |
| "context": "jacket pocket", |
| "memory": "proved a journey happened after the airport swallowed the day", |
| "scene_detail": "softened by rain and folded into four tired rectangles", |
| }, |
| { |
| "name": "hotel keycard", |
| "features": ["matte plastic", "blank stripe", "room-number sleeve"], |
| "context": "nightstand", |
| "memory": "opened a temporary room for a temporary version of its human", |
| "scene_detail": "resting beside a glass of water no one trusted", |
| }, |
| { |
| "name": "remote control", |
| "features": ["rubber buttons", "battery door scar", "dusty edges"], |
| "context": "sofa cushion", |
| "memory": "changed channels while nobody changed their mind", |
| "scene_detail": "half-sunk between cushions with one crumb for company", |
| }, |
| { |
| "name": "reading glasses", |
| "features": ["thin frames", "smudged lenses", "bent temple"], |
| "context": "book stack", |
| "memory": "made small letters confess their meaning at midnight", |
| "scene_detail": "left open across a page that was never finished", |
| }, |
| { |
| "name": "glasses case", |
| "features": ["hard shell", "soft lining", "snap hinge"], |
| "context": "desk drawer", |
| "memory": "protected fragile clarity from the tyranny of keys", |
| "scene_detail": "waiting in darkness with a paperclip pressed to its side", |
| }, |
| { |
| "name": "wristwatch", |
| "features": ["scratched face", "brown strap", "small crown"], |
| "context": "dresser tray", |
| "memory": "measured days while humans pretended not to be measured", |
| "scene_detail": "stopped beside coins and a single loose button", |
| }, |
| { |
| "name": "hair clip", |
| "features": ["amber plastic", "tiny teeth", "curved spring"], |
| "context": "bathroom counter", |
| "memory": "held chaos together for meetings, errands, and almost-crying", |
| "scene_detail": "resting near a fogged mirror and stray strands", |
| }, |
| { |
| "name": "laundry token", |
| "features": ["round brass", "machine number", "dulled rim"], |
| "context": "laundry room", |
| "memory": "bought one more spin for clothes that knew too much", |
| "scene_detail": "cool in a palm smelling faintly of detergent", |
| }, |
| { |
| "name": "refrigerator magnet", |
| "features": ["painted souvenir", "flat magnet back", "chipped corner"], |
| "context": "kitchen door", |
| "memory": "held reminders in place while everyone forgot the reason", |
| "scene_detail": "pinning a grocery list under a blue-white hum", |
| }, |
| { |
| "name": "grocery receipt", |
| "features": ["curled paper", "faded ink", "long total"], |
| "context": "kitchen counter", |
| "memory": "itemized hunger, soap, and one unnecessary chocolate bar", |
| "scene_detail": "curling beside fruit that ripened too quickly", |
| }, |
| { |
| "name": "spice jar", |
| "features": ["glass body", "red powder", "metal lid"], |
| "context": "kitchen shelf", |
| "memory": "made bland evenings briefly remember a warmer country", |
| "scene_detail": "standing in a row of louder labels", |
| }, |
| { |
| "name": "cutting board", |
| "features": ["wood grain", "knife marks", "rounded corner"], |
| "context": "kitchen island", |
| "memory": "received every chopped plan without flinching", |
| "scene_detail": "drying upright after a meal nobody photographed", |
| }, |
| { |
| "name": "ceramic bowl", |
| "features": ["blue rim", "tiny chip", "glazed curve"], |
| "context": "dish rack", |
| "memory": "held soup, cereal, and one quiet apology", |
| "scene_detail": "tilted beside plates still warm from rinse water", |
| }, |
| { |
| "name": "reusable chopsticks", |
| "features": ["dark bamboo", "tapered tips", "cloth sleeve"], |
| "context": "lunch bag", |
| "memory": "lifted noodles through ordinary hunger and office gossip", |
| "scene_detail": "tucked into a sleeve with a soy sauce stain", |
| }, |
| { |
| "name": "tea tin", |
| "features": ["green metal", "tight lid", "leaf dust"], |
| "context": "pantry shelf", |
| "memory": "kept rain-colored leaves ready for small recoveries", |
| "scene_detail": "quiet behind cereal boxes and a jar of almonds", |
| }, |
| { |
| "name": "sticky note stack", |
| "features": ["yellow pages", "curled edge", "faint adhesive"], |
| "context": "monitor base", |
| "memory": "accepted urgent thoughts that became decorative fossils", |
| "scene_detail": "leaning under a monitor's cold rectangular sun", |
| }, |
| { |
| "name": "binder clip", |
| "features": ["black steel", "silver arms", "pinched mouth"], |
| "context": "paper tray", |
| "memory": "held loose pages together when ideas tried to scatter", |
| "scene_detail": "biting a stack marked later in blue ink", |
| }, |
| { |
| "name": "fountain pen", |
| "features": ["black barrel", "gold nib", "ink stain"], |
| "context": "notebook margin", |
| "memory": "turned hesitation into lines that looked deliberate", |
| "scene_detail": "uncapped beside a sentence crossed out twice", |
| }, |
| { |
| "name": "old ticket stub", |
| "features": ["creased paper", "seat number", "torn perforation"], |
| "context": "memory box", |
| "memory": "survived the event after the applause became dust", |
| "scene_detail": "pressed under postcards and a dried ribbon", |
| }, |
| { |
| "name": "candle jar", |
| "features": ["smoked glass", "wax tunnel", "blackened wick"], |
| "context": "window ledge", |
| "memory": "made one room pretend to be softer than it was", |
| "scene_detail": "cooled beside a window with rain on the other side", |
| }, |
| { |
| "name": "alarm clock", |
| "features": ["round face", "plastic feet", "stubborn button"], |
| "context": "bedside shelf", |
| "memory": "tore people from dreams and was hated for being correct", |
| "scene_detail": "facing a bed that negotiated with every morning", |
| }, |
| { |
| "name": "tape measure", |
| "features": ["yellow tape", "lock switch", "metal hook"], |
| "context": "tool drawer", |
| "memory": "proved shelves, windows, and ambitions were smaller than claimed", |
| "scene_detail": "coiled beside screws and one pencil shaved short", |
| }, |
| ] |
|
|
| MODE_PROFILES = { |
| "Cynical": { |
| "mood": "tired but sharply observant", |
| "fear": "being replaced by something newer and less honest", |
| "tag": ["dry witness", "domestic sarcasm", "small rebellion"], |
| "voice": "withholding applause", |
| }, |
| "Dramatic": { |
| "mood": "grandly wounded", |
| "fear": "being forgotten before the curtain falls", |
| "tag": ["tragic prop", "household opera", "minor thunder"], |
| "voice": "making every scratch sound like fate", |
| }, |
| "Lonely": { |
| "mood": "quietly abandoned", |
| "fear": "becoming background forever", |
| "tag": ["soft echo", "forgotten corner", "patient dust"], |
| "voice": "speaking as if the room almost listened", |
| }, |
| "Philosopher": { |
| "mood": "curious and needlessly profound", |
| "fear": "discovering usefulness is not the same as meaning", |
| "tag": ["tiny ontology", "useful doubt", "object soul"], |
| "voice": "turning chores into metaphysics", |
| }, |
| "Romantic": { |
| "mood": "hopelessly sentimental", |
| "fear": "loving a human who mistakes devotion for convenience", |
| "tag": ["tender witness", "secret devotion", "warm ache"], |
| "voice": "saving every ordinary touch as evidence", |
| }, |
| } |
|
|
|
|
| def build_curated_records( |
| count: int | None = None, |
| *, |
| version: str = "v1", |
| ) -> list[dict[str, object]]: |
| version = _validate_version(version) |
| if count is None: |
| count = DEFAULT_V2_COUNT if version == "v2" else DEFAULT_COUNT |
| if count < 1: |
| raise ValueError("count must be at least 1") |
|
|
| objects = _objects_for_version(version) |
| source = _source_for_version(version) |
| records: list[dict[str, object]] = [] |
| for index in range(count): |
| obj = objects[index % len(objects)] |
| mode = MODES[(index // len(objects)) % len(MODES)] |
| record_id = _record_id(version, index) |
| understanding = _build_object_understanding(obj) |
| persona = _build_persona(obj, mode) |
| diary = _build_diary(obj, mode, persona.persona, index) |
| assistant_payload = { |
| "persona": persona.persona.model_dump(mode="json"), |
| "diary": diary.model_dump(mode="json"), |
| } |
| record = { |
| "id": record_id, |
| "source": source, |
| "split": "train", |
| "mode": mode, |
| "object_description": _object_description(obj), |
| "object_understanding": understanding.model_dump(mode="json"), |
| "curation_notes": _curation_notes(version), |
| "messages": [ |
| {"role": "system", "content": SYSTEM_PROMPT}, |
| { |
| "role": "user", |
| "content": _user_prompt(understanding.model_dump(mode="json"), mode), |
| }, |
| { |
| "role": "assistant", |
| "content": json.dumps(assistant_payload, ensure_ascii=False), |
| }, |
| ], |
| } |
| if version == "v2": |
| record["scene_detail"] = str(obj["scene_detail"]) |
| records.append(record) |
| return records |
|
|
|
|
| def write_jsonl(records: Sequence[Mapping[str, object]], output_path: Path) -> Path: |
| output_path.parent.mkdir(parents=True, exist_ok=True) |
| lines = [json.dumps(record, ensure_ascii=False, sort_keys=True) for record in records] |
| output_path.write_text("\n".join(lines) + "\n", encoding="utf-8") |
| return output_path |
|
|
|
|
| def prepare_curated_dataset( |
| output_path: Path | None = None, |
| count: int | None = None, |
| *, |
| version: str = "v1", |
| ) -> Path: |
| version = _validate_version(version) |
| if output_path is None: |
| output_path = DEFAULT_V2_OUTPUT_PATH if version == "v2" else DEFAULT_OUTPUT_PATH |
| return write_jsonl(build_curated_records(count, version=version), output_path) |
|
|
|
|
| def _validate_version(version: str) -> str: |
| if version not in {"v1", "v2"}: |
| raise ValueError("version must be 'v1' or 'v2'.") |
| return version |
|
|
|
|
| def _objects_for_version(version: str) -> Sequence[Mapping[str, object]]: |
| return OBJECTS_V2 if version == "v2" else OBJECTS |
|
|
|
|
| def _source_for_version(version: str) -> str: |
| return SOURCE_V2 if version == "v2" else SOURCE_V1 |
|
|
|
|
| def _record_id(version: str, index: int) -> str: |
| if version == "v2": |
| return f"curated-v2-synthetic-{index + 1:04d}" |
| return f"curated-synthetic-{index + 1:04d}" |
|
|
|
|
| def _curation_notes(version: str) -> str: |
| if version == "v2": |
| return ( |
| "Synthetic curated v2 row: no private photo, no personal identifier, " |
| "broader object and scene coverage, English-first output with Chinese helper text." |
| ) |
| return ( |
| "Synthetic curated row: no private photo, no personal identifier, " |
| "English-first output with Chinese helper text." |
| ) |
|
|
|
|
| def _build_object_understanding(obj: Mapping[str, object]) -> ObjectUnderstanding: |
| return ObjectUnderstanding( |
| object=ObjectInfo( |
| name=str(obj["name"]), |
| visible_features=[str(feature) for feature in obj["features"]], |
| likely_context=str(obj["context"]), |
| confidence=0.9, |
| ) |
| ) |
|
|
|
|
| def _build_persona(obj: Mapping[str, object], mode: str) -> PersonaEnvelope: |
| profile = MODE_PROFILES[mode] |
| object_name = str(obj["name"]) |
| character_name = _character_name(object_name, mode) |
| return PersonaEnvelope( |
| persona=Persona( |
| object_name=object_name, |
| character_name=character_name, |
| mood=str(profile["mood"]), |
| secret_fear=str(profile["fear"]), |
| core_memory=str(obj["memory"]), |
| complaint=f"I am not merely a {object_name}; I am an archive of what humans do when they think things cannot testify.", |
| tags=[str(tag) for tag in profile["tag"]], |
| ) |
| ) |
|
|
|
|
| def _build_diary(obj: Mapping[str, object], mode: str, persona: Persona, index: int) -> DiaryEntry: |
| profile = MODE_PROFILES[mode] |
| object_name = str(obj["name"]) |
| features = ", ".join(str(feature) for feature in obj["features"][:2]) |
| scene = str(obj.get("scene_detail", "collecting proof that ordinary things notice everything")) |
| day_number = 300 + index + len(object_name) |
| english = ( |
| f"Today I waited in the {obj['context']} wearing my {features} like official records. " |
| f"The humans moved around me with the confidence of temporary weather. " |
| f"I remembered how I {obj['memory']}, and I answered in my own way: {profile['voice']}. " |
| f"My mood is {persona.mood}, but I am still here, {scene}." |
| ) |
| chinese = ( |
| f"今天我待在 {obj['context']}，带着 {features}，像一份安静的档案。" |
| f"人类从我身边经过，好像自己不是短暂天气。" |
| f"我记得自己曾经 {obj['memory']}，于是用自己的方式回应：{profile['voice']}。" |
| f"我的情绪是 {persona.mood}，但我仍在这里，{scene}。" |
| ) |
| return DiaryEntry( |
| title=f"Secret Diary - Day {day_number}", |
| english=english, |
| chinese=chinese, |
| ) |
|
|
|
|
| def _character_name(object_name: str, mode: str) -> str: |
| compact = "".join(part.capitalize() for part in object_name.split()[:2]) |
| suffix = { |
| "Cynical": "Ash", |
| "Dramatic": "of the Minor Stage", |
| "Lonely": "Afterlight", |
| "Philosopher": "the Questioning", |
| "Romantic": "de Moon", |
| }[mode] |
| return f"{compact} {suffix}".strip() |
|
|
|
|
| def _object_description(obj: Mapping[str, object]) -> str: |
| features = ", ".join(str(feature) for feature in obj["features"]) |
| description = f"{obj['name']} in a {obj['context']} with {features}" |
| if "scene_detail" in obj: |
| description = f"{description}, {obj['scene_detail']}" |
| return description |
|
|
|
|
| def _user_prompt(object_understanding: Mapping[str, object], mode: str) -> str: |
| payload = json.dumps(object_understanding, ensure_ascii=False, sort_keys=True) |
| return ( |
| f"Personality mode: {mode}\n" |
| f"Object understanding JSON: {payload}\n" |
| "Return JSON with keys persona and diary only." |
| ) |
|
|
|
|
| def _parse_args() -> argparse.Namespace: |
| parser = argparse.ArgumentParser(description=__doc__) |
| parser.add_argument("--version", choices=("v1", "v2"), default="v1") |
| parser.add_argument("--count", type=int, default=None) |
| parser.add_argument("--output", type=Path, default=None) |
| return parser.parse_args() |
|
|
|
|
| def main() -> None: |
| args = _parse_args() |
| output_path = prepare_curated_dataset(args.output, args.count, version=args.version) |
| record_count = args.count or (DEFAULT_V2_COUNT if args.version == "v2" else DEFAULT_COUNT) |
| print(f"wrote {record_count} synthetic curated SFT records to {output_path}") |
|
|
|
|
| if __name__ == "__main__": |
| main() |
|
|
