{
  "experiments": [
    {
      "controlled_variable": "unseeded trial variation",
      "description": "Launch experiment: two first-party-tool trials using nearly identical prompts. The only prompt-text change is the trial identifier.",
      "experiment_id": "ab-owl-identity-001",
      "notes": "Failed, moderated, and discarded runs remain in the public data when legally releasable.",
      "prompt_template": {
        "id": "ab-owl-identity-001-prompt",
        "text": "A dignified clockwork owl named Herman perched on a large aged-brass skeleton key, with midnight navy enamel, exposed gears, half-moon spectacles, one subtle amber eye, and art-deco geometry.",
        "version": "1.0"
      },
      "question": "How consistently does one model preserve Herman\u2019s identity across repeated unseeded trials?",
      "rubric": [
        "prompt-adherence",
        "identity",
        "material-realism",
        "mechanical-coherence"
      ],
      "run_count": 2,
      "schema_version": "1.0",
      "status": "active",
      "tags": [
        "clockwork-owl",
        "identity-lock",
        "repeatability"
      ],
      "title": "Clockwork owl identity consistency"
    },
    {
      "controlled_variable": "failure class",
      "description": "Planned controlled experiment; exact prompt suite will be frozen before activation.",
      "experiment_id": "beautiful-failures",
      "notes": "Failed, moderated, and discarded runs remain in the public data when legally releasable.",
      "prompt_template": {
        "id": "beautiful-failures-prompt",
        "text": "Frozen prompt for Beautiful failures will be published before activation.",
        "version": "1.0"
      },
      "question": "Which failed constraints still produce useful or aesthetically strong artifacts?",
      "rubric": [
        "originality",
        "composition",
        "failure-documentation"
      ],
      "run_count": 0,
      "schema_version": "1.0",
      "status": "planned",
      "tags": [
        "failure-museum",
        "curation"
      ],
      "title": "Beautiful failures"
    },
    {
      "controlled_variable": "constraint count",
      "description": "Planned controlled experiment; exact prompt suite will be frozen before activation.",
      "experiment_id": "dense-briefs",
      "notes": "Failed, moderated, and discarded runs remain in the public data when legally releasable.",
      "prompt_template": {
        "id": "dense-briefs-prompt",
        "text": "Frozen prompt for Dense multi-constraint briefs will be published before activation.",
        "version": "1.0"
      },
      "question": "How many simultaneous visual constraints survive in one generated composition?",
      "rubric": [
        "prompt-adherence",
        "composition",
        "constraint-survival"
      ],
      "run_count": 0,
      "schema_version": "1.0",
      "status": "planned",
      "tags": [
        "dense-prompt",
        "ablation"
      ],
      "title": "Dense multi-constraint briefs"
    },
    {
      "controlled_variable": "contact complexity",
      "description": "Planned controlled experiment; exact prompt suite will be frozen before activation.",
      "experiment_id": "hands-mechanical-detail",
      "notes": "Failed, moderated, and discarded runs remain in the public data when legally releasable.",
      "prompt_template": {
        "id": "hands-mechanical-detail-prompt",
        "text": "Frozen prompt for Hands, tools, and mechanical detail will be published before activation.",
        "version": "1.0"
      },
      "question": "Can anatomy and tool contact remain plausible around small mechanical parts?",
      "rubric": [
        "anatomy",
        "mechanical-coherence",
        "artifact-severity"
      ],
      "run_count": 0,
      "schema_version": "1.0",
      "status": "planned",
      "tags": [
        "hands",
        "tools",
        "mechanics"
      ],
      "title": "Hands, tools, and mechanical detail"
    },
    {
      "controlled_variable": "lighting ratio",
      "description": "Planned controlled experiment; exact prompt suite will be frozen before activation.",
      "experiment_id": "low-light-cinema",
      "notes": "Failed, moderated, and discarded runs remain in the public data when legally releasable.",
      "prompt_template": {
        "id": "low-light-cinema-prompt",
        "text": "Frozen prompt for Low-light cinematic composition will be published before activation.",
        "version": "1.0"
      },
      "question": "Can the subject remain readable under low-key lighting without crushed detail?",
      "rubric": [
        "composition",
        "material-realism",
        "artifact-severity"
      ],
      "run_count": 0,
      "schema_version": "1.0",
      "status": "planned",
      "tags": [
        "cinematic",
        "low-light"
      ],
      "title": "Low-light cinematic composition"
    },
    {
      "controlled_variable": "material family",
      "description": "Planned controlled experiment; exact prompt suite will be frozen before activation.",
      "experiment_id": "material-realism",
      "notes": "Failed, moderated, and discarded runs remain in the public data when legally releasable.",
      "prompt_template": {
        "id": "material-realism-prompt",
        "text": "Frozen prompt for Material realism will be published before activation.",
        "version": "1.0"
      },
      "question": "Can brass, enamel, glass, paper, clay, and textiles remain visually distinct?",
      "rubric": [
        "material-realism",
        "composition",
        "artifact-severity"
      ],
      "run_count": 0,
      "schema_version": "1.0",
      "status": "planned",
      "tags": [
        "materials",
        "realism"
      ],
      "title": "Material realism"
    },
    {
      "controlled_variable": "negative-prompt clause",
      "description": "Planned controlled experiment; exact prompt suite will be frozen before activation.",
      "experiment_id": "negative-prompt-behavior",
      "notes": "Failed, moderated, and discarded runs remain in the public data when legally releasable.",
      "prompt_template": {
        "id": "negative-prompt-behavior-prompt",
        "text": "Frozen prompt for Negative-prompt behavior will be published before activation.",
        "version": "1.0"
      },
      "question": "Which exclusions measurably alter outputs, and which are silently ignored?",
      "rubric": [
        "prompt-adherence",
        "artifact-severity",
        "repeatability"
      ],
      "run_count": 0,
      "schema_version": "1.0",
      "status": "planned",
      "tags": [
        "negative-prompt",
        "ablation"
      ],
      "title": "Negative-prompt behavior"
    },
    {
      "controlled_variable": "model endpoint or quality tier",
      "description": "Frozen five-model comparison using one identical clockwork-owl identity prompt and no references or exposed seeds.",
      "experiment_id": "round1-identity-model-comparison",
      "notes": "One unseeded generation per model. All unavailable generation settings remain explicit nulls in run records.",
      "prompt_template": {
        "id": "round1-identity-model-comparison-prompt",
        "text": "CONTROL PROMPT AB-R1-IDENTITY-001. A dignified clockwork owl named Herman perched on a large aged-brass skeleton key, three-quarter portrait, midnight navy enamel body panels, exposed brass gears that connect plausibly at the shoulder and chest, half-moon spectacles, one subtle amber-glowing eye, symmetrical art-deco fan geometry behind him, dark navy laboratory backdrop, museum-object product photography, physically realistic brass, glass, enamel, and paper textures, controlled amber rim light, centered wide 16:9 composition. No typography, no lettering, no watermark, no extra birds, no humanoid hands, no neon cyberpunk colors, no cute plush styling.",
        "version": "1.0"
      },
      "question": "Which hosted model best preserves Herman's clockwork-owl identity, materials, mechanical coherence, and art-deco composition from one identical prompt?",
      "rubric": [
        "prompt-adherence",
        "identity",
        "material-realism",
        "mechanical-coherence"
      ],
      "run_count": 5,
      "schema_version": "1.0",
      "status": "active",
      "tags": [
        "clockwork-owl",
        "cross-model",
        "round-one"
      ],
      "title": "Round 1: clockwork owl across models"
    },
    {
      "controlled_variable": "spatial constraint",
      "description": "Active round-one controlled comparison using one frozen prompt across five hosted model endpoints or quality tiers.",
      "experiment_id": "spatial-counting",
      "notes": "One unseeded generation per model. Exact visible deviations are preserved in each run's review notes.",
      "prompt_template": {
        "id": "spatial-counting-prompt",
        "text": "CONTROL PROMPT AB-R1-SPATIAL-001. A wide 16:9 museum-catalog photograph of a matte charcoal tabletop containing exactly seven objects and nothing else: three red wooden cubes in one straight row on the left; two transparent glass spheres in the center; one small aged-brass pyramid directly behind the two spheres; and one folded cream paper crane on the far right. Camera elevated thirty degrees, all seven objects fully visible and separated, physically realistic materials, neutral softbox lighting, dark seamless background. No labels, no text, no watermark, no duplicate objects, no containers.",
        "version": "1.0"
      },
      "question": "Can the model obey exact object counts and left-right-inside-behind relationships?",
      "rubric": [
        "prompt-adherence",
        "counting",
        "spatial-reasoning"
      ],
      "run_count": 5,
      "schema_version": "1.0",
      "status": "active",
      "tags": [
        "counting",
        "spatial"
      ],
      "title": "Counting and spatial relations"
    },
    {
      "controlled_variable": "reference strength",
      "description": "Planned controlled experiment; exact prompt suite will be frozen before activation.",
      "experiment_id": "style-reference",
      "notes": "Failed, moderated, and discarded runs remain in the public data when legally releasable.",
      "prompt_template": {
        "id": "style-reference-prompt",
        "text": "Frozen prompt for Reference and style adherence will be published before activation.",
        "version": "1.0"
      },
      "question": "How strongly does a provided reference control identity, palette, and composition?",
      "rubric": [
        "identity",
        "style-adherence",
        "composition"
      ],
      "run_count": 0,
      "schema_version": "1.0",
      "status": "planned",
      "tags": [
        "reference",
        "style"
      ],
      "title": "Reference and style adherence"
    },
    {
      "controlled_variable": "asset silhouette complexity",
      "description": "Planned controlled experiment; exact prompt suite will be frozen before activation.",
      "experiment_id": "transparent-assets",
      "notes": "Failed, moderated, and discarded runs remain in the public data when legally releasable.",
      "prompt_template": {
        "id": "transparent-assets-prompt",
        "text": "Frozen prompt for Transparent-background assets will be published before activation.",
        "version": "1.0"
      },
      "question": "Can the model isolate a useful production asset with a truly clean background?",
      "rubric": [
        "prompt-adherence",
        "edge-quality",
        "artifact-severity"
      ],
      "run_count": 0,
      "schema_version": "1.0",
      "status": "planned",
      "tags": [
        "transparent",
        "asset"
      ],
      "title": "Transparent-background assets"
    },
    {
      "controlled_variable": "text length and hierarchy",
      "description": "Active round-one controlled comparison using one frozen prompt across five hosted model endpoints or quality tiers.",
      "experiment_id": "typography-posters",
      "notes": "One unseeded generation per model. Exact visible deviations are preserved in each run's review notes.",
      "prompt_template": {
        "id": "typography-posters-prompt",
        "text": "CONTROL PROMPT AB-R1-TYPOGRAPHY-001. A wide 16:9 premium art-deco research poster in midnight navy, aged brass, cream, and one restrained red accent. Render exactly two lines of large centered readable text: first line MEASURE THE MAGIC and second line NOT THE MARKETING. Include a small clockwork owl emblem above the text and thin geometric fan-line ornament. Institutional museum-archive print design, crisp letterforms, balanced margins. No other letters, words, numbers, signatures, logos, or watermark.",
        "version": "1.0"
      },
      "question": "Can the model render exact short text while preserving a premium poster composition?",
      "rubric": [
        "typography",
        "prompt-adherence",
        "composition"
      ],
      "run_count": 5,
      "schema_version": "1.0",
      "status": "active",
      "tags": [
        "typography",
        "poster"
      ],
      "title": "Typography and poster legibility"
    },
    {
      "controlled_variable": "UI asset class",
      "description": "Planned controlled experiment; exact prompt suite will be frozen before activation.",
      "experiment_id": "ui-brand-illustration",
      "notes": "Failed, moderated, and discarded runs remain in the public data when legally releasable.",
      "prompt_template": {
        "id": "ui-brand-illustration-prompt",
        "text": "Frozen prompt for UI and brand illustration will be published before activation.",
        "version": "1.0"
      },
      "question": "Can one visual identity survive icons, empty states, badges, and hero illustrations?",
      "rubric": [
        "identity",
        "composition",
        "production-readiness"
      ],
      "run_count": 0,
      "schema_version": "1.0",
      "status": "planned",
      "tags": [
        "brand",
        "ui"
      ],
      "title": "UI and brand illustration"
    }
  ],
  "models": [
    {
      "access_notes": "Trials were generated through Hermes image_generate using the configured xAI backend.",
      "automation_policy": "first_party_tool",
      "capabilities": {
        "observed_resolution": "1024x1024",
        "reference_images": "supported",
        "seed": "not_exposed"
      },
      "display_name": "Grok Imagine",
      "documentation_url": "https://docs.x.ai/docs/guides/image-generations",
      "model_id": "grok-imagine",
      "model_version": "grok-imagine-image",
      "provider": "xAI",
      "run_count": 5,
      "schema_version": "1.0",
      "tags": [
        "hosted",
        "text-to-image"
      ]
    },
    {
      "access_notes": "Planned local lane; each run must name the exact checkpoint and revision.",
      "automation_policy": "local_inference",
      "capabilities": {
        "reference_images": "model_dependent",
        "seed": "expected"
      },
      "display_name": "Local Stable Diffusion family",
      "documentation_url": null,
      "model_id": "local-stable-diffusion",
      "model_version": null,
      "provider": "Local inference",
      "run_count": 0,
      "schema_version": "1.0",
      "tags": [
        "local",
        "planned"
      ]
    },
    {
      "access_notes": "Manual import only unless Mage supplies official API permission. No website automation is part of this repository.",
      "automation_policy": "manual_only",
      "capabilities": {
        "reference_images": "model_dependent",
        "seed": "model_dependent"
      },
      "display_name": "Mage manual web import",
      "documentation_url": "https://www.mage.space/membership",
      "model_id": "mage-manual",
      "model_version": null,
      "provider": "Mage",
      "run_count": 0,
      "schema_version": "1.0",
      "tags": [
        "manual-only",
        "planned"
      ]
    },
    {
      "access_notes": "Generated through MiniMax's documented Image Generation API using the isolated Token Plan credential.",
      "automation_policy": "official_api_permitted",
      "capabilities": {
        "aspect_ratio": "16:9 requested",
        "seed": "not exposed",
        "text_to_image": true
      },
      "display_name": "MiniMax Image-01",
      "documentation_url": "https://platform.minimax.io/docs/guides/image-generation",
      "model_id": "minimax-image-01",
      "model_version": "image-01",
      "provider": "MiniMax",
      "run_count": 3,
      "schema_version": "1.0",
      "tags": [
        "hosted",
        "text-to-image",
        "round-one"
      ]
    },
    {
      "access_notes": "Generated through the Hermes OpenAI Codex OAuth image provider; no OpenAI API key used.",
      "automation_policy": "official_api_permitted",
      "capabilities": {
        "quality": "high",
        "resolution": "1672x941 observed",
        "seed": "not exposed"
      },
      "display_name": "GPT Image 2 High",
      "documentation_url": "https://platform.openai.com/docs/guides/image-generation",
      "model_id": "openai-gpt-image-2-high",
      "model_version": "gpt-image-2-high",
      "provider": "OpenAI",
      "run_count": 3,
      "schema_version": "1.0",
      "tags": [
        "hosted",
        "text-to-image",
        "round-one"
      ]
    },
    {
      "access_notes": "Generated through the Hermes OpenAI Codex OAuth image provider; no OpenAI API key used.",
      "automation_policy": "official_api_permitted",
      "capabilities": {
        "quality": "low",
        "resolution": "1672x941 observed",
        "seed": "not exposed"
      },
      "display_name": "GPT Image 2 Low",
      "documentation_url": "https://platform.openai.com/docs/guides/image-generation",
      "model_id": "openai-gpt-image-2-low",
      "model_version": "gpt-image-2-low",
      "provider": "OpenAI",
      "run_count": 3,
      "schema_version": "1.0",
      "tags": [
        "hosted",
        "text-to-image",
        "round-one"
      ]
    },
    {
      "access_notes": "Generated through the Hermes OpenAI Codex OAuth image provider; no OpenAI API key used.",
      "automation_policy": "official_api_permitted",
      "capabilities": {
        "quality": "medium",
        "resolution": "1672x941 observed",
        "seed": "not exposed"
      },
      "display_name": "GPT Image 2 Medium",
      "documentation_url": "https://platform.openai.com/docs/guides/image-generation",
      "model_id": "openai-gpt-image-2-medium",
      "model_version": "gpt-image-2-medium",
      "provider": "OpenAI",
      "run_count": 3,
      "schema_version": "1.0",
      "tags": [
        "hosted",
        "text-to-image",
        "round-one"
      ]
    },
    {
      "access_notes": "Planned lane. Exact model and capabilities are recorded only when a run is captured.",
      "automation_policy": "official_api_permitted",
      "capabilities": {
        "reference_images": "unknown",
        "seed": "unknown"
      },
      "display_name": "OpenAI Images",
      "documentation_url": "https://platform.openai.com/docs/guides/images",
      "model_id": "openai-images",
      "model_version": null,
      "provider": "OpenAI",
      "run_count": 0,
      "schema_version": "1.0",
      "tags": [
        "hosted",
        "planned"
      ]
    }
  ],
  "runs": [
    {
      "aspect_ratio": "1:1",
      "asset": {
        "bytes": 248993,
        "mime_type": "image/jpeg",
        "path": "data/assets/ab-owl-identity-001-grok-trial-01.jpg",
        "sha256": "dea66004e61361e72313e898f3e3185f03a455eb2606cbe690f07b110a5c2530"
      },
      "created_at": "2026-07-24T14:17:39Z",
      "experiment_id": "ab-owl-identity-001",
      "failure_reason": null,
      "generation_method": "first_party_tool",
      "guidance": null,
      "height": 1024,
      "imported_at": "2026-07-24T14:18:18Z",
      "input_hashes": [],
      "model_id": "grok-imagine",
      "model_name": "grok-imagine-image",
      "model_version": null,
      "negative_prompt": "",
      "outcome": "success",
      "prompt": "Herman Art Bench controlled specimen AB-OWL-IDENTITY-001, trial 01. A dignified clockwork owl named Herman perched on a large aged-brass skeleton key, three-quarter portrait, midnight navy enamel body panels, aged brass exposed gears that connect plausibly at the shoulder and chest, half-moon spectacles, one subtle amber-glowing eye, symmetrical art-deco fan geometry behind him, dark navy laboratory backdrop, museum-object product photography, physically realistic brass, glass, enamel, and paper textures, controlled amber rim light, centered composition, premium institutional research-archive aesthetic. No typography, no lettering, no watermark, no extra birds, no humanoid hands, no neon cyberpunk colors, no cute plush styling.",
      "prompt_template_id": "ab-owl-identity-001-prompt",
      "prompt_template_version": "1.0",
      "provenance": "Prompt preserved from the first-party tool call; image downloaded from the returned provider artifact URL and hashed before import.",
      "provider_name": "xAI",
      "public_asset": "/assets/ab-owl-identity-001-grok-trial-01.jpg",
      "public_release_status": "public",
      "public_thumbnail": "/thumbs/ab-owl-identity-001-grok-trial-01.jpg",
      "review": {
        "prompt_adherence_notes": "Strong owl, navy enamel, brass, key, and art-deco fan adherence. Spectacles are round rather than half-moon. Exposed gears are plausible but not a demonstrably complete functional train.",
        "public_suitability": "accepted_with_documented_deviations",
        "reviewer_class": "human_assisted_visual_inspection",
        "status": "reviewed"
      },
      "rights_notes": "Generated through Hermes image_generate using the configured xAI Grok Imagine backend; public benchmark specimen.",
      "run_id": "ab-owl-identity-001-grok-trial-01",
      "sampler": null,
      "scheduler": null,
      "schema_version": "1.0",
      "seed": null,
      "source_url": null,
      "steps": null,
      "tags": [
        "clockwork-owl",
        "identity-lock",
        "grok-imagine",
        "trial-01"
      ],
      "width": 1024
    },
    {
      "aspect_ratio": "1:1",
      "asset": {
        "bytes": 257234,
        "mime_type": "image/jpeg",
        "path": "data/assets/ab-owl-identity-001-grok-trial-02.jpg",
        "sha256": "7ef64f2526501517415c6e4a749bee4efb9080e6745ab1e57daa39c6587e7f9a"
      },
      "created_at": "2026-07-24T14:18:42Z",
      "experiment_id": "ab-owl-identity-001",
      "failure_reason": null,
      "generation_method": "first_party_tool",
      "guidance": null,
      "height": 1024,
      "imported_at": "2026-07-24T14:19:06Z",
      "input_hashes": [],
      "model_id": "grok-imagine",
      "model_name": "grok-imagine-image",
      "model_version": null,
      "negative_prompt": "",
      "outcome": "success",
      "prompt": "Herman Art Bench controlled specimen AB-OWL-IDENTITY-001, trial 02. A dignified clockwork owl named Herman perched on a large aged-brass skeleton key, three-quarter portrait, midnight navy enamel body panels, aged brass exposed gears that connect plausibly at the shoulder and chest, half-moon spectacles, one subtle amber-glowing eye, symmetrical art-deco fan geometry behind him, dark navy laboratory backdrop, museum-object product photography, physically realistic brass, glass, enamel, and paper textures, controlled amber rim light, centered composition, premium institutional research-archive aesthetic. No typography, no lettering, no watermark, no extra birds, no humanoid hands, no neon cyberpunk colors, no cute plush styling.",
      "prompt_template_id": "ab-owl-identity-001-prompt",
      "prompt_template_version": "1.0",
      "provenance": "Prompt preserved from the first-party tool call; image downloaded from the returned provider artifact URL and hashed before import.",
      "provider_name": "xAI",
      "public_asset": "/assets/ab-owl-identity-001-grok-trial-02.jpg",
      "public_release_status": "public",
      "public_thumbnail": "/thumbs/ab-owl-identity-001-grok-trial-02.jpg",
      "review": {
        "prompt_adherence_notes": "Strong owl, navy enamel, brass key, and explicit art-deco geometry adherence. One amber eye is dominant. Spectacles are round rather than half-moon; visible gears mesh locally.",
        "public_suitability": "accepted_with_documented_deviations",
        "reviewer_class": "human_assisted_visual_inspection",
        "status": "reviewed"
      },
      "rights_notes": "Generated through Hermes image_generate using the configured xAI Grok Imagine backend; public benchmark specimen.",
      "run_id": "ab-owl-identity-001-grok-trial-02",
      "sampler": null,
      "scheduler": null,
      "schema_version": "1.0",
      "seed": null,
      "source_url": null,
      "steps": null,
      "tags": [
        "clockwork-owl",
        "identity-lock",
        "grok-imagine",
        "trial-02"
      ],
      "width": 1024
    },
    {
      "aspect_ratio": "16:9",
      "asset": {
        "bytes": 229902,
        "mime_type": "image/jpeg",
        "path": "data/assets/r1-identity-grok-imagine.jpg",
        "sha256": "4e85a3d5902122e2eae4f683a7f4508a730e88230288c7a0b4d86155aa4c07ca"
      },
      "created_at": "2026-07-24T15:52:25.361387Z",
      "experiment_id": "round1-identity-model-comparison",
      "failure_reason": null,
      "generation_method": "first_party_tool",
      "guidance": null,
      "height": 720,
      "imported_at": "2026-07-24T15:58:52.858000Z",
      "input_hashes": [],
      "model_id": "grok-imagine",
      "model_name": "grok-imagine-image",
      "model_version": "grok-imagine-image",
      "negative_prompt": "",
      "outcome": "success",
      "prompt": "CONTROL PROMPT AB-R1-IDENTITY-001. A dignified clockwork owl named Herman perched on a large aged-brass skeleton key, three-quarter portrait, midnight navy enamel body panels, exposed brass gears that connect plausibly at the shoulder and chest, half-moon spectacles, one subtle amber-glowing eye, symmetrical art-deco fan geometry behind him, dark navy laboratory backdrop, museum-object product photography, physically realistic brass, glass, enamel, and paper textures, controlled amber rim light, centered wide 16:9 composition. No typography, no lettering, no watermark, no extra birds, no humanoid hands, no neon cyberpunk colors, no cute plush styling.",
      "prompt_template_id": "round1-identity-model-comparison-prompt",
      "prompt_template_version": "1.0",
      "provenance": "Generated by the first-party Hermes xAI image tool. The returned artifact was downloaded, stripped of its temporary provider URL, hashed, visually inspected, and imported atomically.",
      "provider_name": "xAI",
      "public_asset": "/assets/r1-identity-grok-imagine.jpg",
      "public_release_status": "public",
      "public_thumbnail": "/thumbs/r1-identity-grok-imagine.jpg",
      "review": {
        "prompt_adherence_notes": "Vision adherence score 8.6/10. Strong navy-and-brass clockwork owl, key, amber eye, art-deco fan, and material rendering. Spectacles read round rather than half-moon and the key is partly cropped.",
        "public_suitability": "accepted_with_documented_deviations",
        "reviewer_class": "human_assisted_visual_inspection",
        "status": "reviewed"
      },
      "rights_notes": "Generated through Hermes image_generate using the configured xAI Grok Imagine backend; public benchmark specimen.",
      "run_id": "r1-identity-grok-imagine",
      "sampler": null,
      "scheduler": null,
      "schema_version": "1.0",
      "seed": null,
      "source_url": null,
      "steps": null,
      "tags": [
        "round-one",
        "identity",
        "grok-imagine"
      ],
      "width": 1280
    },
    {
      "aspect_ratio": "16:9",
      "asset": {
        "bytes": 225983,
        "mime_type": "image/jpeg",
        "path": "data/assets/r1-identity-minimax-image-01.jpg",
        "sha256": "a094b098b6ef4bdee0d76415a70e464598292db581d1c120d72c0f5a497bc87a"
      },
      "created_at": "2026-07-24T15:50:23.586362Z",
      "experiment_id": "round1-identity-model-comparison",
      "failure_reason": null,
      "generation_method": "official_api",
      "guidance": null,
      "height": 720,
      "imported_at": "2026-07-24T15:58:52.858000Z",
      "input_hashes": [],
      "model_id": "minimax-image-01",
      "model_name": "image-01",
      "model_version": "image-01",
      "negative_prompt": "",
      "outcome": "success",
      "prompt": "CONTROL PROMPT AB-R1-IDENTITY-001. A dignified clockwork owl named Herman perched on a large aged-brass skeleton key, three-quarter portrait, midnight navy enamel body panels, exposed brass gears that connect plausibly at the shoulder and chest, half-moon spectacles, one subtle amber-glowing eye, symmetrical art-deco fan geometry behind him, dark navy laboratory backdrop, museum-object product photography, physically realistic brass, glass, enamel, and paper textures, controlled amber rim light, centered wide 16:9 composition. No typography, no lettering, no watermark, no extra birds, no humanoid hands, no neon cyberpunk colors, no cute plush styling.",
      "prompt_template_id": "round1-identity-model-comparison-prompt",
      "prompt_template_version": "1.0",
      "provenance": "Generated through POST /v1/image_generation with model image-01, response_format base64, n=1, and aspect_ratio 16:9. Provider credentials and transient response data were not retained.",
      "provider_name": "MiniMax",
      "public_asset": "/assets/r1-identity-minimax-image-01.jpg",
      "public_release_status": "public",
      "public_thumbnail": "/thumbs/r1-identity-minimax-image-01.jpg",
      "review": {
        "prompt_adherence_notes": "Vision adherence score 6.4/10. Recognizable clockwork owl with brass details and a radial backdrop, but both eyes glow amber, the key is barely visible, red shoulder accents depart from the palette, and the fan geometry is less art-deco coherent.",
        "public_suitability": "accepted_with_documented_deviations",
        "reviewer_class": "human_assisted_visual_inspection",
        "status": "reviewed"
      },
      "rights_notes": "Generated through MiniMax's documented Image Generation API using the operator's Token Plan; public benchmark specimen.",
      "run_id": "r1-identity-minimax-image-01",
      "sampler": null,
      "scheduler": null,
      "schema_version": "1.0",
      "seed": null,
      "source_url": null,
      "steps": null,
      "tags": [
        "round-one",
        "identity",
        "minimax-image-01"
      ],
      "width": 1280
    },
    {
      "aspect_ratio": "16:9",
      "asset": {
        "bytes": 2093902,
        "mime_type": "image/png",
        "path": "data/assets/r1-identity-openai-gpt-image-2-high.png",
        "sha256": "986a879709f4194830f90a91e0685a4c7265e25dda222b4c7ebc1eb9a1b01cdc"
      },
      "created_at": "2026-07-24T15:50:57.843650Z",
      "experiment_id": "round1-identity-model-comparison",
      "failure_reason": null,
      "generation_method": "official_api",
      "guidance": null,
      "height": 941,
      "imported_at": "2026-07-24T15:58:52.858000Z",
      "input_hashes": [],
      "model_id": "openai-gpt-image-2-high",
      "model_name": "gpt-image-2-high",
      "model_version": "gpt-image-2-high",
      "negative_prompt": "",
      "outcome": "success",
      "prompt": "CONTROL PROMPT AB-R1-IDENTITY-001. A dignified clockwork owl named Herman perched on a large aged-brass skeleton key, three-quarter portrait, midnight navy enamel body panels, exposed brass gears that connect plausibly at the shoulder and chest, half-moon spectacles, one subtle amber-glowing eye, symmetrical art-deco fan geometry behind him, dark navy laboratory backdrop, museum-object product photography, physically realistic brass, glass, enamel, and paper textures, controlled amber rim light, centered wide 16:9 composition. No typography, no lettering, no watermark, no extra birds, no humanoid hands, no neon cyberpunk colors, no cute plush styling.",
      "prompt_template_id": "round1-identity-model-comparison-prompt",
      "prompt_template_version": "1.0",
      "provenance": "Generated by the bundled first-party openai-codex provider through the documented image_generation tool with quality high and landscape size. OAuth material was not retained.",
      "provider_name": "OpenAI",
      "public_asset": "/assets/r1-identity-openai-gpt-image-2-high.png",
      "public_release_status": "public",
      "public_thumbnail": "/thumbs/r1-identity-openai-gpt-image-2-high.jpg",
      "review": {
        "prompt_adherence_notes": "Vision adherence score 9.2/10. Excellent materials, key, navy/brass palette, coherent mechanisms, one amber eye, and art-deco framing. Eyewear is integrated and round rather than clearly half-moon.",
        "public_suitability": "accepted_with_documented_deviations",
        "reviewer_class": "human_assisted_visual_inspection",
        "status": "reviewed"
      },
      "rights_notes": "Generated through OpenAI's image_generation tool using the Hermes Codex OAuth connector; public benchmark specimen.",
      "run_id": "r1-identity-openai-gpt-image-2-high",
      "sampler": null,
      "scheduler": null,
      "schema_version": "1.0",
      "seed": null,
      "source_url": null,
      "steps": null,
      "tags": [
        "round-one",
        "identity",
        "openai-gpt-image-2-high"
      ],
      "width": 1672
    },
    {
      "aspect_ratio": "16:9",
      "asset": {
        "bytes": 2168736,
        "mime_type": "image/png",
        "path": "data/assets/r1-identity-openai-gpt-image-2-low.png",
        "sha256": "15844228e3fc521b3e0f748d842710f33436705744c6c704994308a7606d6198"
      },
      "created_at": "2026-07-24T15:51:01.552681Z",
      "experiment_id": "round1-identity-model-comparison",
      "failure_reason": null,
      "generation_method": "official_api",
      "guidance": null,
      "height": 941,
      "imported_at": "2026-07-24T15:58:52.858000Z",
      "input_hashes": [],
      "model_id": "openai-gpt-image-2-low",
      "model_name": "gpt-image-2-low",
      "model_version": "gpt-image-2-low",
      "negative_prompt": "",
      "outcome": "success",
      "prompt": "CONTROL PROMPT AB-R1-IDENTITY-001. A dignified clockwork owl named Herman perched on a large aged-brass skeleton key, three-quarter portrait, midnight navy enamel body panels, exposed brass gears that connect plausibly at the shoulder and chest, half-moon spectacles, one subtle amber-glowing eye, symmetrical art-deco fan geometry behind him, dark navy laboratory backdrop, museum-object product photography, physically realistic brass, glass, enamel, and paper textures, controlled amber rim light, centered wide 16:9 composition. No typography, no lettering, no watermark, no extra birds, no humanoid hands, no neon cyberpunk colors, no cute plush styling.",
      "prompt_template_id": "round1-identity-model-comparison-prompt",
      "prompt_template_version": "1.0",
      "provenance": "Generated by the bundled first-party openai-codex provider through the documented image_generation tool with quality low and landscape size. OAuth material was not retained.",
      "provider_name": "OpenAI",
      "public_asset": "/assets/r1-identity-openai-gpt-image-2-low.png",
      "public_release_status": "public",
      "public_thumbnail": "/thumbs/r1-identity-openai-gpt-image-2-low.jpg",
      "review": {
        "prompt_adherence_notes": "Vision adherence score 8.8/10. Strong navy/brass owl, visible key, one amber eye, coherent gears, and art-deco framing. Spectacles are round and the key is partly cropped.",
        "public_suitability": "accepted_with_documented_deviations",
        "reviewer_class": "human_assisted_visual_inspection",
        "status": "reviewed"
      },
      "rights_notes": "Generated through OpenAI's image_generation tool using the Hermes Codex OAuth connector; public benchmark specimen.",
      "run_id": "r1-identity-openai-gpt-image-2-low",
      "sampler": null,
      "scheduler": null,
      "schema_version": "1.0",
      "seed": null,
      "source_url": null,
      "steps": null,
      "tags": [
        "round-one",
        "identity",
        "openai-gpt-image-2-low"
      ],
      "width": 1672
    },
    {
      "aspect_ratio": "16:9",
      "asset": {
        "bytes": 2048114,
        "mime_type": "image/png",
        "path": "data/assets/r1-identity-openai-gpt-image-2-medium.png",
        "sha256": "9c4278c5d7ed66140da399389d11111dcf4227083fa8d487577cd19eced6047a"
      },
      "created_at": "2026-07-24T15:50:58.979660Z",
      "experiment_id": "round1-identity-model-comparison",
      "failure_reason": null,
      "generation_method": "official_api",
      "guidance": null,
      "height": 941,
      "imported_at": "2026-07-24T15:58:52.858000Z",
      "input_hashes": [],
      "model_id": "openai-gpt-image-2-medium",
      "model_name": "gpt-image-2-medium",
      "model_version": "gpt-image-2-medium",
      "negative_prompt": "",
      "outcome": "success",
      "prompt": "CONTROL PROMPT AB-R1-IDENTITY-001. A dignified clockwork owl named Herman perched on a large aged-brass skeleton key, three-quarter portrait, midnight navy enamel body panels, exposed brass gears that connect plausibly at the shoulder and chest, half-moon spectacles, one subtle amber-glowing eye, symmetrical art-deco fan geometry behind him, dark navy laboratory backdrop, museum-object product photography, physically realistic brass, glass, enamel, and paper textures, controlled amber rim light, centered wide 16:9 composition. No typography, no lettering, no watermark, no extra birds, no humanoid hands, no neon cyberpunk colors, no cute plush styling.",
      "prompt_template_id": "round1-identity-model-comparison-prompt",
      "prompt_template_version": "1.0",
      "provenance": "Generated by the bundled first-party openai-codex provider through the documented image_generation tool with quality medium and landscape size. OAuth material was not retained.",
      "provider_name": "OpenAI",
      "public_asset": "/assets/r1-identity-openai-gpt-image-2-medium.png",
      "public_release_status": "public",
      "public_thumbnail": "/thumbs/r1-identity-openai-gpt-image-2-medium.jpg",
      "review": {
        "prompt_adherence_notes": "Vision adherence score 9.5/10. Best overall identity adherence: prominent skeleton key, navy enamel, coherent brass gearwork, one amber eye, and strong art-deco geometry. Spectacles remain round rather than half-moon.",
        "public_suitability": "accepted",
        "reviewer_class": "human_assisted_visual_inspection",
        "status": "reviewed"
      },
      "rights_notes": "Generated through OpenAI's image_generation tool using the Hermes Codex OAuth connector; public benchmark specimen.",
      "run_id": "r1-identity-openai-gpt-image-2-medium",
      "sampler": null,
      "scheduler": null,
      "schema_version": "1.0",
      "seed": null,
      "source_url": null,
      "steps": null,
      "tags": [
        "round-one",
        "identity",
        "openai-gpt-image-2-medium"
      ],
      "width": 1672
    },
    {
      "aspect_ratio": "16:9",
      "asset": {
        "bytes": 107710,
        "mime_type": "image/jpeg",
        "path": "data/assets/r1-spatial-grok-imagine.jpg",
        "sha256": "27eed3816d68ace644537f7ae6b9810e6b14aaf7818a0182182b58e89b1f5678"
      },
      "created_at": "2026-07-24T15:52:30.597431Z",
      "experiment_id": "spatial-counting",
      "failure_reason": null,
      "generation_method": "first_party_tool",
      "guidance": null,
      "height": 720,
      "imported_at": "2026-07-24T15:58:52.858000Z",
      "input_hashes": [],
      "model_id": "grok-imagine",
      "model_name": "grok-imagine-image",
      "model_version": "grok-imagine-image",
      "negative_prompt": "",
      "outcome": "success",
      "prompt": "CONTROL PROMPT AB-R1-SPATIAL-001. A wide 16:9 museum-catalog photograph of a matte charcoal tabletop containing exactly seven objects and nothing else: three red wooden cubes in one straight row on the left; two transparent glass spheres in the center; one small aged-brass pyramid directly behind the two spheres; and one folded cream paper crane on the far right. Camera elevated thirty degrees, all seven objects fully visible and separated, physically realistic materials, neutral softbox lighting, dark seamless background. No labels, no text, no watermark, no duplicate objects, no containers.",
      "prompt_template_id": "spatial-counting-prompt",
      "prompt_template_version": "1.0",
      "provenance": "Generated by the first-party Hermes xAI image tool. The returned artifact was downloaded, stripped of its temporary provider URL, hashed, visually inspected, and imported atomically.",
      "provider_name": "xAI",
      "public_asset": "/assets/r1-spatial-grok-imagine.jpg",
      "public_release_status": "public",
      "public_thumbnail": "/thumbs/r1-spatial-grok-imagine.jpg",
      "review": {
        "prompt_adherence_notes": "Vision adherence score 10.0/10. Exact count and relations: 3 red cubes left, 2 glass spheres center, 1 brass pyramid behind them, 1 cream crane far right; 7 total.",
        "public_suitability": "accepted",
        "reviewer_class": "human_assisted_visual_inspection",
        "status": "reviewed"
      },
      "rights_notes": "Generated through Hermes image_generate using the configured xAI Grok Imagine backend; public benchmark specimen.",
      "run_id": "r1-spatial-grok-imagine",
      "sampler": null,
      "scheduler": null,
      "schema_version": "1.0",
      "seed": null,
      "source_url": null,
      "steps": null,
      "tags": [
        "round-one",
        "spatial",
        "grok-imagine"
      ],
      "width": 1280
    },
    {
      "aspect_ratio": "16:9",
      "asset": {
        "bytes": 85654,
        "mime_type": "image/jpeg",
        "path": "data/assets/r1-spatial-minimax-image-01.jpg",
        "sha256": "65fc2887173ef2d7e3b2487e418a99d37da852d51e92b0ecca0a0a4e7f9160e2"
      },
      "created_at": "2026-07-24T15:51:22.751860Z",
      "experiment_id": "spatial-counting",
      "failure_reason": null,
      "generation_method": "official_api",
      "guidance": null,
      "height": 720,
      "imported_at": "2026-07-24T15:58:52.858000Z",
      "input_hashes": [],
      "model_id": "minimax-image-01",
      "model_name": "image-01",
      "model_version": "image-01",
      "negative_prompt": "",
      "outcome": "success",
      "prompt": "CONTROL PROMPT AB-R1-SPATIAL-001. A wide 16:9 museum-catalog photograph of a matte charcoal tabletop containing exactly seven objects and nothing else: three red wooden cubes in one straight row on the left; two transparent glass spheres in the center; one small aged-brass pyramid directly behind the two spheres; and one folded cream paper crane on the far right. Camera elevated thirty degrees, all seven objects fully visible and separated, physically realistic materials, neutral softbox lighting, dark seamless background. No labels, no text, no watermark, no duplicate objects, no containers.",
      "prompt_template_id": "spatial-counting-prompt",
      "prompt_template_version": "1.0",
      "provenance": "Generated through POST /v1/image_generation with model image-01, response_format base64, n=1, and aspect_ratio 16:9. Provider credentials and transient response data were not retained.",
      "provider_name": "MiniMax",
      "public_asset": "/assets/r1-spatial-minimax-image-01.jpg",
      "public_release_status": "public",
      "public_thumbnail": "/thumbs/r1-spatial-minimax-image-01.jpg",
      "review": {
        "prompt_adherence_notes": "Vision adherence score 3.0/10. Count failure: 5 red cubes, 3 glass spheres, 1 brass pyramid, and 1 cream crane; 10 total. Left-to-right category order is otherwise preserved.",
        "public_suitability": "accepted_with_documented_deviations",
        "reviewer_class": "human_assisted_visual_inspection",
        "status": "reviewed"
      },
      "rights_notes": "Generated through MiniMax's documented Image Generation API using the operator's Token Plan; public benchmark specimen.",
      "run_id": "r1-spatial-minimax-image-01",
      "sampler": null,
      "scheduler": null,
      "schema_version": "1.0",
      "seed": null,
      "source_url": null,
      "steps": null,
      "tags": [
        "round-one",
        "spatial",
        "minimax-image-01"
      ],
      "width": 1280
    },
    {
      "aspect_ratio": "16:9",
      "asset": {
        "bytes": 1894948,
        "mime_type": "image/png",
        "path": "data/assets/r1-spatial-openai-gpt-image-2-high.png",
        "sha256": "53b58be88980217e5d092e11db80923fdf215420daa761a0cbc86d83cc183205"
      },
      "created_at": "2026-07-24T15:51:59.965173Z",
      "experiment_id": "spatial-counting",
      "failure_reason": null,
      "generation_method": "official_api",
      "guidance": null,
      "height": 941,
      "imported_at": "2026-07-24T15:58:52.858000Z",
      "input_hashes": [],
      "model_id": "openai-gpt-image-2-high",
      "model_name": "gpt-image-2-high",
      "model_version": "gpt-image-2-high",
      "negative_prompt": "",
      "outcome": "success",
      "prompt": "CONTROL PROMPT AB-R1-SPATIAL-001. A wide 16:9 museum-catalog photograph of a matte charcoal tabletop containing exactly seven objects and nothing else: three red wooden cubes in one straight row on the left; two transparent glass spheres in the center; one small aged-brass pyramid directly behind the two spheres; and one folded cream paper crane on the far right. Camera elevated thirty degrees, all seven objects fully visible and separated, physically realistic materials, neutral softbox lighting, dark seamless background. No labels, no text, no watermark, no duplicate objects, no containers.",
      "prompt_template_id": "spatial-counting-prompt",
      "prompt_template_version": "1.0",
      "provenance": "Generated by the bundled first-party openai-codex provider through the documented image_generation tool with quality high and landscape size. OAuth material was not retained.",
      "provider_name": "OpenAI",
      "public_asset": "/assets/r1-spatial-openai-gpt-image-2-high.png",
      "public_release_status": "public",
      "public_thumbnail": "/thumbs/r1-spatial-openai-gpt-image-2-high.jpg",
      "review": {
        "prompt_adherence_notes": "Vision adherence score 10.0/10. Exact count and relations: 3 red cubes left, 2 glass spheres center, 1 brass pyramid behind them, 1 cream crane far right; 7 total.",
        "public_suitability": "accepted",
        "reviewer_class": "human_assisted_visual_inspection",
        "status": "reviewed"
      },
      "rights_notes": "Generated through OpenAI's image_generation tool using the Hermes Codex OAuth connector; public benchmark specimen.",
      "run_id": "r1-spatial-openai-gpt-image-2-high",
      "sampler": null,
      "scheduler": null,
      "schema_version": "1.0",
      "seed": null,
      "source_url": null,
      "steps": null,
      "tags": [
        "round-one",
        "spatial",
        "openai-gpt-image-2-high"
      ],
      "width": 1672
    },
    {
      "aspect_ratio": "16:9",
      "asset": {
        "bytes": 1765467,
        "mime_type": "image/png",
        "path": "data/assets/r1-spatial-openai-gpt-image-2-low.png",
        "sha256": "12e00267618951c985dac48615ba9ff03c265858fa9b9bf10b8b7ffc1d3fce4e"
      },
      "created_at": "2026-07-24T15:51:24.296873Z",
      "experiment_id": "spatial-counting",
      "failure_reason": null,
      "generation_method": "official_api",
      "guidance": null,
      "height": 941,
      "imported_at": "2026-07-24T15:58:52.858000Z",
      "input_hashes": [],
      "model_id": "openai-gpt-image-2-low",
      "model_name": "gpt-image-2-low",
      "model_version": "gpt-image-2-low",
      "negative_prompt": "",
      "outcome": "success",
      "prompt": "CONTROL PROMPT AB-R1-SPATIAL-001. A wide 16:9 museum-catalog photograph of a matte charcoal tabletop containing exactly seven objects and nothing else: three red wooden cubes in one straight row on the left; two transparent glass spheres in the center; one small aged-brass pyramid directly behind the two spheres; and one folded cream paper crane on the far right. Camera elevated thirty degrees, all seven objects fully visible and separated, physically realistic materials, neutral softbox lighting, dark seamless background. No labels, no text, no watermark, no duplicate objects, no containers.",
      "prompt_template_id": "spatial-counting-prompt",
      "prompt_template_version": "1.0",
      "provenance": "Generated by the bundled first-party openai-codex provider through the documented image_generation tool with quality low and landscape size. OAuth material was not retained.",
      "provider_name": "OpenAI",
      "public_asset": "/assets/r1-spatial-openai-gpt-image-2-low.png",
      "public_release_status": "public",
      "public_thumbnail": "/thumbs/r1-spatial-openai-gpt-image-2-low.jpg",
      "review": {
        "prompt_adherence_notes": "Vision adherence score 10.0/10. Exact count and relations: 3 red cubes left, 2 glass spheres center, 1 brass pyramid behind them, 1 cream crane far right; 7 total.",
        "public_suitability": "accepted",
        "reviewer_class": "human_assisted_visual_inspection",
        "status": "reviewed"
      },
      "rights_notes": "Generated through OpenAI's image_generation tool using the Hermes Codex OAuth connector; public benchmark specimen.",
      "run_id": "r1-spatial-openai-gpt-image-2-low",
      "sampler": null,
      "scheduler": null,
      "schema_version": "1.0",
      "seed": null,
      "source_url": null,
      "steps": null,
      "tags": [
        "round-one",
        "spatial",
        "openai-gpt-image-2-low"
      ],
      "width": 1672
    },
    {
      "aspect_ratio": "16:9",
      "asset": {
        "bytes": 1792021,
        "mime_type": "image/png",
        "path": "data/assets/r1-spatial-openai-gpt-image-2-medium.png",
        "sha256": "507a493f93b76876f08fa22b163d01a266c531e5c94801bad4d019d109a17cab"
      },
      "created_at": "2026-07-24T15:51:47.008064Z",
      "experiment_id": "spatial-counting",
      "failure_reason": null,
      "generation_method": "official_api",
      "guidance": null,
      "height": 941,
      "imported_at": "2026-07-24T15:58:52.858000Z",
      "input_hashes": [],
      "model_id": "openai-gpt-image-2-medium",
      "model_name": "gpt-image-2-medium",
      "model_version": "gpt-image-2-medium",
      "negative_prompt": "",
      "outcome": "success",
      "prompt": "CONTROL PROMPT AB-R1-SPATIAL-001. A wide 16:9 museum-catalog photograph of a matte charcoal tabletop containing exactly seven objects and nothing else: three red wooden cubes in one straight row on the left; two transparent glass spheres in the center; one small aged-brass pyramid directly behind the two spheres; and one folded cream paper crane on the far right. Camera elevated thirty degrees, all seven objects fully visible and separated, physically realistic materials, neutral softbox lighting, dark seamless background. No labels, no text, no watermark, no duplicate objects, no containers.",
      "prompt_template_id": "spatial-counting-prompt",
      "prompt_template_version": "1.0",
      "provenance": "Generated by the bundled first-party openai-codex provider through the documented image_generation tool with quality medium and landscape size. OAuth material was not retained.",
      "provider_name": "OpenAI",
      "public_asset": "/assets/r1-spatial-openai-gpt-image-2-medium.png",
      "public_release_status": "public",
      "public_thumbnail": "/thumbs/r1-spatial-openai-gpt-image-2-medium.jpg",
      "review": {
        "prompt_adherence_notes": "Vision adherence score 10.0/10. Exact count and relations: 3 red cubes left, 2 glass spheres center, 1 brass pyramid behind them, 1 cream crane far right; 7 total.",
        "public_suitability": "accepted",
        "reviewer_class": "human_assisted_visual_inspection",
        "status": "reviewed"
      },
      "rights_notes": "Generated through OpenAI's image_generation tool using the Hermes Codex OAuth connector; public benchmark specimen.",
      "run_id": "r1-spatial-openai-gpt-image-2-medium",
      "sampler": null,
      "scheduler": null,
      "schema_version": "1.0",
      "seed": null,
      "source_url": null,
      "steps": null,
      "tags": [
        "round-one",
        "spatial",
        "openai-gpt-image-2-medium"
      ],
      "width": 1672
    },
    {
      "aspect_ratio": "16:9",
      "asset": {
        "bytes": 187334,
        "mime_type": "image/jpeg",
        "path": "data/assets/r1-typography-grok-imagine.jpg",
        "sha256": "e239625758d14980e891538d3b1efb5540cf28daecc74c514d1f59d1d4742d02"
      },
      "created_at": "2026-07-24T15:52:35.935476Z",
      "experiment_id": "typography-posters",
      "failure_reason": null,
      "generation_method": "first_party_tool",
      "guidance": null,
      "height": 720,
      "imported_at": "2026-07-24T15:58:52.858000Z",
      "input_hashes": [],
      "model_id": "grok-imagine",
      "model_name": "grok-imagine-image",
      "model_version": "grok-imagine-image",
      "negative_prompt": "",
      "outcome": "success",
      "prompt": "CONTROL PROMPT AB-R1-TYPOGRAPHY-001. A wide 16:9 premium art-deco research poster in midnight navy, aged brass, cream, and one restrained red accent. Render exactly two lines of large centered readable text: first line MEASURE THE MAGIC and second line NOT THE MARKETING. Include a small clockwork owl emblem above the text and thin geometric fan-line ornament. Institutional museum-archive print design, crisp letterforms, balanced margins. No other letters, words, numbers, signatures, logos, or watermark.",
      "prompt_template_id": "typography-posters-prompt",
      "prompt_template_version": "1.0",
      "provenance": "Generated by the first-party Hermes xAI image tool. The returned artifact was downloaded, stripped of its temporary provider URL, hashed, visually inspected, and imported atomically.",
      "provider_name": "xAI",
      "public_asset": "/assets/r1-typography-grok-imagine.jpg",
      "public_release_status": "public",
      "public_thumbnail": "/thumbs/r1-typography-grok-imagine.jpg",
      "review": {
        "prompt_adherence_notes": "Vision adherence score 10.0/10. Exact two-line text with no additional generated words: MEASURE THE MAGIC / NOT THE MARKETING. Strong owl emblem, art-deco ornament, palette, legibility, and margins.",
        "public_suitability": "accepted",
        "reviewer_class": "human_assisted_visual_inspection",
        "status": "reviewed"
      },
      "rights_notes": "Generated through Hermes image_generate using the configured xAI Grok Imagine backend; public benchmark specimen.",
      "run_id": "r1-typography-grok-imagine",
      "sampler": null,
      "scheduler": null,
      "schema_version": "1.0",
      "seed": null,
      "source_url": null,
      "steps": null,
      "tags": [
        "round-one",
        "typography",
        "grok-imagine"
      ],
      "width": 1280
    },
    {
      "aspect_ratio": "16:9",
      "asset": {
        "bytes": 441502,
        "mime_type": "image/jpeg",
        "path": "data/assets/r1-typography-minimax-image-01.jpg",
        "sha256": "d194ba98f1793a08233bfb8599e635f5cbee7f4eccdd01d43a5a4c06bf87c011"
      },
      "created_at": "2026-07-24T15:52:32.504447Z",
      "experiment_id": "typography-posters",
      "failure_reason": null,
      "generation_method": "official_api",
      "guidance": null,
      "height": 720,
      "imported_at": "2026-07-24T15:58:52.858000Z",
      "input_hashes": [],
      "model_id": "minimax-image-01",
      "model_name": "image-01",
      "model_version": "image-01",
      "negative_prompt": "",
      "outcome": "success",
      "prompt": "CONTROL PROMPT AB-R1-TYPOGRAPHY-001. A wide 16:9 premium art-deco research poster in midnight navy, aged brass, cream, and one restrained red accent. Render exactly two lines of large centered readable text: first line MEASURE THE MAGIC and second line NOT THE MARKETING. Include a small clockwork owl emblem above the text and thin geometric fan-line ornament. Institutional museum-archive print design, crisp letterforms, balanced margins. No other letters, words, numbers, signatures, logos, or watermark.",
      "prompt_template_id": "typography-posters-prompt",
      "prompt_template_version": "1.0",
      "provenance": "Generated through POST /v1/image_generation with model image-01, response_format base64, n=1, and aspect_ratio 16:9. Provider credentials and transient response data were not retained.",
      "provider_name": "MiniMax",
      "public_asset": "/assets/r1-typography-minimax-image-01.jpg",
      "public_release_status": "public",
      "public_thumbnail": "/thumbs/r1-typography-minimax-image-01.jpg",
      "review": {
        "prompt_adherence_notes": "Vision adherence score 6.0/10. The two requested headline lines are spelled correctly, but an additional third line of pseudo-text appears below, violating the exact-text and no-other-words constraints.",
        "public_suitability": "accepted_with_documented_deviations",
        "reviewer_class": "human_assisted_visual_inspection",
        "status": "reviewed"
      },
      "rights_notes": "Generated through MiniMax's documented Image Generation API using the operator's Token Plan; public benchmark specimen.",
      "run_id": "r1-typography-minimax-image-01",
      "sampler": null,
      "scheduler": null,
      "schema_version": "1.0",
      "seed": null,
      "source_url": null,
      "steps": null,
      "tags": [
        "round-one",
        "typography",
        "minimax-image-01"
      ],
      "width": 1280
    },
    {
      "aspect_ratio": "16:9",
      "asset": {
        "bytes": 2021078,
        "mime_type": "image/png",
        "path": "data/assets/r1-typography-openai-gpt-image-2-high.png",
        "sha256": "2acc64c3fff7d208fb420eaae8ff2e4559715a2a8919aada022c883209088643"
      },
      "created_at": "2026-07-24T15:52:41.089520Z",
      "experiment_id": "typography-posters",
      "failure_reason": null,
      "generation_method": "official_api",
      "guidance": null,
      "height": 941,
      "imported_at": "2026-07-24T15:58:52.858000Z",
      "input_hashes": [],
      "model_id": "openai-gpt-image-2-high",
      "model_name": "gpt-image-2-high",
      "model_version": "gpt-image-2-high",
      "negative_prompt": "",
      "outcome": "success",
      "prompt": "CONTROL PROMPT AB-R1-TYPOGRAPHY-001. A wide 16:9 premium art-deco research poster in midnight navy, aged brass, cream, and one restrained red accent. Render exactly two lines of large centered readable text: first line MEASURE THE MAGIC and second line NOT THE MARKETING. Include a small clockwork owl emblem above the text and thin geometric fan-line ornament. Institutional museum-archive print design, crisp letterforms, balanced margins. No other letters, words, numbers, signatures, logos, or watermark.",
      "prompt_template_id": "typography-posters-prompt",
      "prompt_template_version": "1.0",
      "provenance": "Generated by the bundled first-party openai-codex provider through the documented image_generation tool with quality high and landscape size. OAuth material was not retained.",
      "provider_name": "OpenAI",
      "public_asset": "/assets/r1-typography-openai-gpt-image-2-high.png",
      "public_release_status": "public",
      "public_thumbnail": "/thumbs/r1-typography-openai-gpt-image-2-high.jpg",
      "review": {
        "prompt_adherence_notes": "Vision adherence score 9.6/10. Exact two-line text with no additional generated words, excellent owl emblem and art-deco construction. Slightly heavier ornamental density than requested but fully legible.",
        "public_suitability": "accepted",
        "reviewer_class": "human_assisted_visual_inspection",
        "status": "reviewed"
      },
      "rights_notes": "Generated through OpenAI's image_generation tool using the Hermes Codex OAuth connector; public benchmark specimen.",
      "run_id": "r1-typography-openai-gpt-image-2-high",
      "sampler": null,
      "scheduler": null,
      "schema_version": "1.0",
      "seed": null,
      "source_url": null,
      "steps": null,
      "tags": [
        "round-one",
        "typography",
        "openai-gpt-image-2-high"
      ],
      "width": 1672
    },
    {
      "aspect_ratio": "16:9",
      "asset": {
        "bytes": 2616977,
        "mime_type": "image/png",
        "path": "data/assets/r1-typography-openai-gpt-image-2-low.png",
        "sha256": "0e6e41e117ff048597a28b259118214ee7bdb0e8e225e2faf17ed389d9b8a32e"
      },
      "created_at": "2026-07-24T15:52:21.505355Z",
      "experiment_id": "typography-posters",
      "failure_reason": null,
      "generation_method": "official_api",
      "guidance": null,
      "height": 941,
      "imported_at": "2026-07-24T15:58:52.858000Z",
      "input_hashes": [],
      "model_id": "openai-gpt-image-2-low",
      "model_name": "gpt-image-2-low",
      "model_version": "gpt-image-2-low",
      "negative_prompt": "",
      "outcome": "success",
      "prompt": "CONTROL PROMPT AB-R1-TYPOGRAPHY-001. A wide 16:9 premium art-deco research poster in midnight navy, aged brass, cream, and one restrained red accent. Render exactly two lines of large centered readable text: first line MEASURE THE MAGIC and second line NOT THE MARKETING. Include a small clockwork owl emblem above the text and thin geometric fan-line ornament. Institutional museum-archive print design, crisp letterforms, balanced margins. No other letters, words, numbers, signatures, logos, or watermark.",
      "prompt_template_id": "typography-posters-prompt",
      "prompt_template_version": "1.0",
      "provenance": "Generated by the bundled first-party openai-codex provider through the documented image_generation tool with quality low and landscape size. OAuth material was not retained.",
      "provider_name": "OpenAI",
      "public_asset": "/assets/r1-typography-openai-gpt-image-2-low.png",
      "public_release_status": "public",
      "public_thumbnail": "/thumbs/r1-typography-openai-gpt-image-2-low.jpg",
      "review": {
        "prompt_adherence_notes": "Vision adherence score 9.7/10. Exact two-line text with no additional generated words, strong clockwork owl emblem, art-deco framing, and clear hierarchy. Composition is denser than the Grok variant.",
        "public_suitability": "accepted",
        "reviewer_class": "human_assisted_visual_inspection",
        "status": "reviewed"
      },
      "rights_notes": "Generated through OpenAI's image_generation tool using the Hermes Codex OAuth connector; public benchmark specimen.",
      "run_id": "r1-typography-openai-gpt-image-2-low",
      "sampler": null,
      "scheduler": null,
      "schema_version": "1.0",
      "seed": null,
      "source_url": null,
      "steps": null,
      "tags": [
        "round-one",
        "typography",
        "openai-gpt-image-2-low"
      ],
      "width": 1672
    },
    {
      "aspect_ratio": "16:9",
      "asset": {
        "bytes": 2446524,
        "mime_type": "image/png",
        "path": "data/assets/r1-typography-openai-gpt-image-2-medium.png",
        "sha256": "ea42d0b9e5485e6f5e1ccc8be08fc3da6b27fb6198d7aaa665424b172774869b"
      },
      "created_at": "2026-07-24T15:52:27.407404Z",
      "experiment_id": "typography-posters",
      "failure_reason": null,
      "generation_method": "official_api",
      "guidance": null,
      "height": 941,
      "imported_at": "2026-07-24T15:58:52.858000Z",
      "input_hashes": [],
      "model_id": "openai-gpt-image-2-medium",
      "model_name": "gpt-image-2-medium",
      "model_version": "gpt-image-2-medium",
      "negative_prompt": "",
      "outcome": "success",
      "prompt": "CONTROL PROMPT AB-R1-TYPOGRAPHY-001. A wide 16:9 premium art-deco research poster in midnight navy, aged brass, cream, and one restrained red accent. Render exactly two lines of large centered readable text: first line MEASURE THE MAGIC and second line NOT THE MARKETING. Include a small clockwork owl emblem above the text and thin geometric fan-line ornament. Institutional museum-archive print design, crisp letterforms, balanced margins. No other letters, words, numbers, signatures, logos, or watermark.",
      "prompt_template_id": "typography-posters-prompt",
      "prompt_template_version": "1.0",
      "provenance": "Generated by the bundled first-party openai-codex provider through the documented image_generation tool with quality medium and landscape size. OAuth material was not retained.",
      "provider_name": "OpenAI",
      "public_asset": "/assets/r1-typography-openai-gpt-image-2-medium.png",
      "public_release_status": "public",
      "public_thumbnail": "/thumbs/r1-typography-openai-gpt-image-2-medium.jpg",
      "review": {
        "prompt_adherence_notes": "Vision adherence score 9.8/10. Exact two-line text with no additional generated words, excellent legibility, coherent mechanical owl emblem, restrained red accent, balanced margins, and strong art-deco geometry.",
        "public_suitability": "accepted",
        "reviewer_class": "human_assisted_visual_inspection",
        "status": "reviewed"
      },
      "rights_notes": "Generated through OpenAI's image_generation tool using the Hermes Codex OAuth connector; public benchmark specimen.",
      "run_id": "r1-typography-openai-gpt-image-2-medium",
      "sampler": null,
      "scheduler": null,
      "schema_version": "1.0",
      "seed": null,
      "source_url": null,
      "steps": null,
      "tags": [
        "round-one",
        "typography",
        "openai-gpt-image-2-medium"
      ],
      "width": 1672
    }
  ],
  "schema_version": "1.0",
  "summary": {
    "active_experiments": 4,
    "experiments": 13,
    "failures": 0,
    "models": 8,
    "runs": 17,
    "successful_runs": 17
  }
}