{
  "schemaVersion": 1,
  "id": "revit-eaves-001",
  "title": "Timber eaves detail",
  "status": "unscored-pilot",
  "software": "Revit",
  "tool": "pyRevit MCP",
  "prompt": "Do not use your memory!!! Do not use computer use!!!\nUsing pyrevit mcp create a 1:10 drafting view for a wood-framed house eaves detail. Open the created view in Revit before starting to model. The roof is pitched at 30 degrees and has a 600mm overhang. The walls use standard 145mm timber framing and the roof uses 195mm rafters.\nPlease use standard Revit detail component families for the timber top plates and wall studs. Draw the rafter so it sits on a double top plate with a proper birdsmouth cut. Finally, add standard insulation batting elements inside both the wall and roof cavities. Make it look like a standard architectural construction detail.\nWhen work is done. Print out tokens used in this conversation.",
  "models": [
    {
      "id": "sol",
      "name": "GPT-5.6 Sol",
      "sourceLabel": "SOL",
      "sourceFileLabel": "SOL",
      "docs": "https://developers.openai.com/api/docs/models/gpt-5.6-sol"
    },
    {
      "id": "astra",
      "name": "GPT-6 Astra",
      "sourceLabel": "ASTRA",
      "sourceFileLabel": "ASTRA",
      "docs": "https://developers.openai.com/api/docs/models/gpt-6-astra"
    },
    {
      "id": "sol-6",
      "name": "GPT-6 Sol",
      "sourceLabel": "SOL 6",
      "sourceFileLabel": "SOL_6",
      "docs": "https://developers.openai.com/api/docs/models/gpt-6-sol"
    }
  ],
  "efforts": [
    "light",
    "medium",
    "high",
    "extra-high",
    "ultra"
  ],
  "runs": [
    {
      "id": "sol-light",
      "model": "sol",
      "effort": "light",
      "input": 1025944,
      "output": 8986,
      "cachedInput": 954752,
      "reasoningOutput": 3216,
      "total": 1034930,
      "derivedFields": [],
      "agentScope": "not-specified",
      "totalWithAgents": null,
      "cachedInputWithAgents": null,
      "note": "Conversation token snapshot; delegated-agent scope not specified in the source.",
      "pdf": "assets/pdf/Timber-House-Eaves-Detail_SOL_LIGHT.pdf",
      "preview": "assets/previews/sol-light.webp",
      "thumbnail": "assets/previews/sol-light-thumb.webp",
      "originalFilename": "Timber-House-Eaves-Detail_SOL_LIGHT.pdf",
      "sha256": "9036bf195c22c70a0f904886a2d4487459796cbc701c4665471c72d9f2a43e26",
      "pages": 1,
      "pageWidthPt": 1018.68,
      "pageHeightPt": 851.52,
      "sourceExportDate": "2026-09-20",
      "qualityScore": null,
      "elapsedSeconds": null,
      "costUsd": null
    },
    {
      "id": "sol-medium",
      "model": "sol",
      "effort": "medium",
      "input": 2720328,
      "output": 24868,
      "cachedInput": 2595712,
      "reasoningOutput": 7806,
      "total": 2745196,
      "derivedFields": [],
      "agentScope": "not-specified",
      "totalWithAgents": null,
      "cachedInputWithAgents": null,
      "note": "Conversation token snapshot; delegated-agent scope not specified in the source.",
      "pdf": "assets/pdf/Timber-House-Eaves-Detail_SOL_MEDIUM.pdf",
      "preview": "assets/previews/sol-medium.webp",
      "thumbnail": "assets/previews/sol-medium-thumb.webp",
      "originalFilename": "Timber-House-Eaves-Detail_SOL_MEDIUM.pdf",
      "sha256": "7c9648239dab4700a49ea25af86b8c5e7e43d5146832f92f1355c96c765bf11e",
      "pages": 1,
      "pageWidthPt": 745.44,
      "pageHeightPt": 811.8,
      "sourceExportDate": "2026-09-20",
      "qualityScore": null,
      "elapsedSeconds": null,
      "costUsd": null
    },
    {
      "id": "sol-high",
      "model": "sol",
      "effort": "high",
      "input": 2421275,
      "output": 22022,
      "cachedInput": 2330496,
      "reasoningOutput": 10819,
      "total": 2443297,
      "derivedFields": [],
      "agentScope": "not-specified",
      "totalWithAgents": null,
      "cachedInputWithAgents": null,
      "note": "Conversation token snapshot; delegated-agent scope not specified in the source.",
      "pdf": "assets/pdf/Timber-House-Eaves-Detail_SOL_HIGH.pdf",
      "preview": "assets/previews/sol-high.webp",
      "thumbnail": "assets/previews/sol-high-thumb.webp",
      "originalFilename": "Timber-House-Eaves-Detail_SOL_HIGH.pdf",
      "sha256": "75d2344752ee9baf1139e0a94abc994652af9f7c4287c4006db1f0158ae349b6",
      "pages": 1,
      "pageWidthPt": 922.32,
      "pageHeightPt": 731.52,
      "sourceExportDate": "2026-09-20",
      "qualityScore": null,
      "elapsedSeconds": null,
      "costUsd": null
    },
    {
      "id": "sol-extra-high",
      "model": "sol",
      "effort": "extra-high",
      "input": 3349759,
      "output": 34073,
      "cachedInput": 3214336,
      "reasoningOutput": 16963,
      "total": 3383832,
      "derivedFields": [],
      "agentScope": "not-specified",
      "totalWithAgents": null,
      "cachedInputWithAgents": null,
      "note": "Conversation token snapshot; delegated-agent scope not specified in the source.",
      "pdf": "assets/pdf/Timber-House-Eaves-Detail_SOL_EXTRA_HIGH.pdf",
      "preview": "assets/previews/sol-extra-high.webp",
      "thumbnail": "assets/previews/sol-extra-high-thumb.webp",
      "originalFilename": "Timber-House-Eaves-Detail_SOL_EXTRA_HIGH.pdf",
      "sha256": "6a40bfdfb8282accd8d199f951e66c96f3366af0ef7ecaa167d8d645796d0270",
      "pages": 1,
      "pageWidthPt": 943.92,
      "pageHeightPt": 689.64,
      "sourceExportDate": "2026-09-20",
      "qualityScore": null,
      "elapsedSeconds": null,
      "costUsd": null
    },
    {
      "id": "sol-ultra",
      "model": "sol",
      "effort": "ultra",
      "input": 3119053,
      "output": 32219,
      "cachedInput": 3023360,
      "reasoningOutput": 17903,
      "total": 3151272,
      "derivedFields": [
        "total"
      ],
      "agentScope": "not-specified",
      "totalWithAgents": null,
      "cachedInputWithAgents": null,
      "note": "Conversation token snapshot; delegated-agent scope not specified in the source.",
      "pdf": "assets/pdf/Timber-House-Eaves-Detail_SOL_ULTRA.pdf",
      "preview": "assets/previews/sol-ultra.webp",
      "thumbnail": "assets/previews/sol-ultra-thumb.webp",
      "originalFilename": "Timber-House-Eaves-Detail_SOL_ULTRA.pdf",
      "sha256": "672a5d0f5c64ed5847a56fb51109dc64b8b22a36fd33e20bfb0b38d0cb6c30dc",
      "pages": 1,
      "pageWidthPt": 755.04,
      "pageHeightPt": 515.52,
      "sourceExportDate": "2026-09-20",
      "qualityScore": null,
      "elapsedSeconds": null,
      "costUsd": null
    },
    {
      "id": "astra-light",
      "model": "astra",
      "effort": "light",
      "input": 2428389,
      "output": 12247,
      "cachedInput": null,
      "reasoningOutput": null,
      "total": 2440636,
      "derivedFields": [
        "input"
      ],
      "agentScope": "not-specified",
      "totalWithAgents": null,
      "cachedInputWithAgents": null,
      "note": "Conversation token snapshot; delegated-agent scope not specified in the source.",
      "pdf": "assets/pdf/Timber-House-Eaves-Detail_ASTRA_LIGHT.pdf",
      "preview": "assets/previews/astra-light.webp",
      "thumbnail": "assets/previews/astra-light-thumb.webp",
      "originalFilename": "Timber-House-Eaves-Detail_ASTRA_LIGHT.pdf",
      "sha256": "c45bc96f71b09f955133f18622ecd8a463e32e9ed9d25d48e70f05e4f6342962",
      "pages": 1,
      "pageWidthPt": 966.84,
      "pageHeightPt": 634.56,
      "sourceExportDate": "2026-09-20",
      "qualityScore": null,
      "elapsedSeconds": null,
      "costUsd": null
    },
    {
      "id": "astra-medium",
      "model": "astra",
      "effort": "medium",
      "input": 756305,
      "output": 8000,
      "cachedInput": 710784,
      "reasoningOutput": null,
      "total": 764305,
      "derivedFields": [],
      "agentScope": "not-specified",
      "totalWithAgents": null,
      "cachedInputWithAgents": null,
      "note": "Conversation token snapshot; delegated-agent scope not specified in the source.",
      "pdf": "assets/pdf/Timber-House-Eaves-Detail_ASTRA_MEDIUM.pdf",
      "preview": "assets/previews/astra-medium.webp",
      "thumbnail": "assets/previews/astra-medium-thumb.webp",
      "originalFilename": "Timber-House-Eaves-Detail_ASTRA_MEDIUM.pdf",
      "sha256": "81785d1d4122fcc548f5e26a5d1c3f0f40e771f567b8c64a724ffc27ac005381",
      "pages": 1,
      "pageWidthPt": 810.36,
      "pageHeightPt": 636.36,
      "sourceExportDate": "2026-09-20",
      "qualityScore": null,
      "elapsedSeconds": null,
      "costUsd": null
    },
    {
      "id": "astra-high",
      "model": "astra",
      "effort": "high",
      "input": 1832972,
      "output": 13714,
      "cachedInput": 1744640,
      "reasoningOutput": null,
      "total": 1846686,
      "derivedFields": [
        "input"
      ],
      "agentScope": "not-specified",
      "totalWithAgents": null,
      "cachedInputWithAgents": null,
      "note": "Conversation token snapshot; delegated-agent scope not specified in the source.",
      "pdf": "assets/pdf/Timber-House-Eaves-Detail_ASTRA_HIGH.pdf",
      "preview": "assets/previews/astra-high.webp",
      "thumbnail": "assets/previews/astra-high-thumb.webp",
      "originalFilename": "Timber-House-Eaves-Detail_ASTRA_HIGH.pdf",
      "sha256": "6a2e744ae366dd0587383805269c3780fa0c9e35deec9ffb7dd0cbdd591400f0",
      "pages": 1,
      "pageWidthPt": 986.64,
      "pageHeightPt": 630.96,
      "sourceExportDate": "2026-09-20",
      "qualityScore": null,
      "elapsedSeconds": null,
      "costUsd": null
    },
    {
      "id": "astra-extra-high",
      "model": "astra",
      "effort": "extra-high",
      "input": 1846418,
      "output": 17250,
      "cachedInput": 1758464,
      "reasoningOutput": null,
      "total": 1863668,
      "derivedFields": [
        "input"
      ],
      "agentScope": "not-specified",
      "totalWithAgents": null,
      "cachedInputWithAgents": null,
      "note": "Conversation token snapshot; delegated-agent scope not specified in the source.",
      "pdf": "assets/pdf/Timber-House-Eaves-Detail_ASTRA_EXTRA_HIGH.pdf",
      "preview": "assets/previews/astra-extra-high.webp",
      "thumbnail": "assets/previews/astra-extra-high-thumb.webp",
      "originalFilename": "Timber-House-Eaves-Detail_ASTRA_EXTRA_HIGH.pdf",
      "sha256": "352aafc32635ca6d3e54f7dff35322b805aa9f6e0c2f464c42844839a3c7c1e7",
      "pages": 1,
      "pageWidthPt": 922.92,
      "pageHeightPt": 696.12,
      "sourceExportDate": "2026-09-20",
      "qualityScore": null,
      "elapsedSeconds": null,
      "costUsd": null
    },
    {
      "id": "astra-ultra",
      "model": "astra",
      "effort": "ultra",
      "input": 3423408,
      "output": 23732,
      "cachedInput": 3239680,
      "reasoningOutput": null,
      "total": 3447140,
      "derivedFields": [
        "input"
      ],
      "agentScope": "includes-agents",
      "totalWithAgents": null,
      "cachedInputWithAgents": null,
      "note": "The recorded total and output include helper agents.",
      "pdf": "assets/pdf/Timber-House-Eaves-Detail_ASTRA_ULTRA.pdf",
      "preview": "assets/previews/astra-ultra.webp",
      "thumbnail": "assets/previews/astra-ultra-thumb.webp",
      "originalFilename": "Timber-House-Eaves-Detail_ASTRA_ULTRA.pdf",
      "sha256": "2ace0ac55d10075c1342f4d06fb456acaceca2b2da7be97cf1b2dd49d178fcf2",
      "pages": 1,
      "pageWidthPt": 864.84,
      "pageHeightPt": 652.8,
      "sourceExportDate": "2026-09-20",
      "qualityScore": null,
      "elapsedSeconds": null,
      "costUsd": null
    },
    {
      "id": "sol-6-light",
      "model": "sol-6",
      "effort": "light",
      "input": 3056531,
      "output": 12284,
      "cachedInput": 2984192,
      "reasoningOutput": null,
      "total": 3068815,
      "derivedFields": [],
      "agentScope": "not-specified",
      "totalWithAgents": null,
      "cachedInputWithAgents": null,
      "note": "Conversation token snapshot; delegated-agent scope not specified in the source.",
      "pdf": "assets/pdf/Timber-House-Eaves-Detail_SOL_6_LIGHT.pdf",
      "preview": "assets/previews/sol-6-light.webp",
      "thumbnail": "assets/previews/sol-6-light-thumb.webp",
      "originalFilename": "Timber-House-Eaves-Detail_SOL_6_LIGHT.pdf",
      "sha256": "e8fe0e8cf14b6f586d0fb8f6ca35da0612d11e6cd0dcdc91544d841ca19ed32d",
      "pages": 1,
      "pageWidthPt": 333.0,
      "pageHeightPt": 502.8,
      "sourceExportDate": "2026-09-27",
      "qualityScore": null,
      "elapsedSeconds": null,
      "costUsd": null
    },
    {
      "id": "sol-6-medium",
      "model": "sol-6",
      "effort": "medium",
      "input": 2761641,
      "output": 17048,
      "cachedInput": 2651264,
      "reasoningOutput": null,
      "total": 2778689,
      "derivedFields": [],
      "agentScope": "not-specified",
      "totalWithAgents": null,
      "cachedInputWithAgents": null,
      "note": "Conversation token snapshot; delegated-agent scope not specified in the source.",
      "pdf": "assets/pdf/Timber-House-Eaves-Detail_SOL_6_MEDIUM.pdf",
      "preview": "assets/previews/sol-6-medium.webp",
      "thumbnail": "assets/previews/sol-6-medium-thumb.webp",
      "originalFilename": "Timber-House-Eaves-Detail_SOL_6_MEDIUM.pdf",
      "sha256": "7a07a6518bc66e957314ba17a73f6d54a3ad2afe53a1c63af69340f34d4d9334",
      "pages": 1,
      "pageWidthPt": 687.96,
      "pageHeightPt": 716.88,
      "sourceExportDate": "2026-09-27",
      "qualityScore": null,
      "elapsedSeconds": null,
      "costUsd": null
    },
    {
      "id": "sol-6-high",
      "model": "sol-6",
      "effort": "high",
      "input": 3790692,
      "output": 22655,
      "cachedInput": 3698560,
      "reasoningOutput": null,
      "total": 3813347,
      "derivedFields": [],
      "agentScope": "not-specified",
      "totalWithAgents": null,
      "cachedInputWithAgents": null,
      "note": "Conversation token snapshot; delegated-agent scope not specified in the source.",
      "pdf": "assets/pdf/Timber-House-Eaves-Detail_SOL_6_HIGH.pdf",
      "preview": "assets/previews/sol-6-high.webp",
      "thumbnail": "assets/previews/sol-6-high-thumb.webp",
      "originalFilename": "Timber-House-Eaves-Detail_SOL_6_HIGH.pdf",
      "sha256": "0294b1525cfd29dbe2fe611c8a90bb4c41bd1ca0750bc9ad72437e7d264d08be",
      "pages": 1,
      "pageWidthPt": 590.4,
      "pageHeightPt": 448.08,
      "sourceExportDate": "2026-09-27",
      "qualityScore": null,
      "elapsedSeconds": null,
      "costUsd": null
    },
    {
      "id": "sol-6-extra-high",
      "model": "sol-6",
      "effort": "extra-high",
      "input": 4702753,
      "output": 31413,
      "cachedInput": 4585600,
      "reasoningOutput": 17826,
      "total": 4734166,
      "derivedFields": [],
      "agentScope": "not-specified",
      "totalWithAgents": null,
      "cachedInputWithAgents": null,
      "note": "Conversation token snapshot; delegated-agent scope not specified in the source.",
      "pdf": "assets/pdf/Timber-House-Eaves-Detail_SOL_6_EXTRA_HIGH.pdf",
      "preview": "assets/previews/sol-6-extra-high.webp",
      "thumbnail": "assets/previews/sol-6-extra-high-thumb.webp",
      "originalFilename": "Timber-House-Eaves-Detail_SOL_6_EXTRA_HIGH.pdf",
      "sha256": "b0b5188ce3ea9af874fdc5ec430941f15648523ca2ec3df1cebf19c0a36b7487",
      "pages": 1,
      "pageWidthPt": 638.28,
      "pageHeightPt": 484.44,
      "sourceExportDate": "2026-09-27",
      "qualityScore": null,
      "elapsedSeconds": null,
      "costUsd": null
    },
    {
      "id": "sol-6-ultra",
      "model": "sol-6",
      "effort": "ultra",
      "input": null,
      "output": null,
      "cachedInput": null,
      "reasoningOutput": null,
      "total": 7119141,
      "derivedFields": [],
      "agentScope": "chat-only",
      "totalWithAgents": 11514922,
      "cachedInputWithAgents": 11168384,
      "note": "Chat-only total: 7,119,141. With delegated agents: 11,514,922, including 11,168,384 cached input tokens. Input/output split not reported.",
      "pdf": "assets/pdf/Timber-House-Eaves-Detail_SOL_6_ULTRA.pdf",
      "preview": "assets/previews/sol-6-ultra.webp",
      "thumbnail": "assets/previews/sol-6-ultra-thumb.webp",
      "originalFilename": "Timber-House-Eaves-Detail_SOL_6_ULTRA.pdf",
      "sha256": "74a61ca2b19631ec941c4e761e8f6bb519540fc7a2a2dc2509b1d36eaf899541",
      "pages": 1,
      "pageWidthPt": 561.24,
      "pageHeightPt": 640.32,
      "sourceExportDate": "2026-09-27",
      "qualityScore": null,
      "elapsedSeconds": null,
      "costUsd": null
    }
  ],
  "sourceTokenNoteSha256": "07a41f780e0245684f50dbf78390c2d83149494cbf440f92eaf1e8e21b438447",
  "modelIdentityNote": "Public display names are inferred from the recorded aliases and export chronology, checked against official model documentation on 2026-10-17. Exact model snapshot IDs were not supplied; these mappings do not authenticate the historical executions.",
  "effortNote": "Effort names reproduce the original test labels. Light and Extra high have not been remapped to API reasoning enums. Ultra can involve delegated agents.",
  "limitations": [
    "One artifact per model/effort combination; no repeatability estimate.",
    "Revit version, MCP version, exact model snapshot, elapsed time and costs were not supplied.",
    "Native family identity, editability, view activation and dimensions cannot be established from the PDFs alone.",
    "Token figures are reported conversation snapshots, not reconciled billing records."
  ]
}