← mecheval / run / a3-rotated-block-01 / claude-mcp-claude-opus-4-7 / 20260611T182408Z-7f95

run 20260611T182408Z-7f95

a3-rotated-block-01 · claude-mcp-claude-opus-4-7

Summary

status	fail
score	0.50 (2/4)
submission	self-run
model	claude-mcp-claude-opus-4-7 (anthropic)
started	2026-06-11T18:24:08.674Z
ended	2026-06-11T18:26:17.182Z
tokens	212,721 in · 2,023 out · 214,744 total
wallclock	128.5s
tool calls	14
task hash	`3fcbc632c20f9b4b…`
vcad hash	`1e565eb40601532c…`

Prompt

Make a rectangular block 40mm long (X) × 30mm wide (Y) × 20mm tall (Z), centered at the origin BEFORE any rotation. Then rotate the block about its center by 30 degrees around the Z axis (the rotation matrix Rz(30°)), and after that rotate again by 15 degrees around the X axis (Rx(15°)). Both rotations are about the origin, which is the block's center. Output a single solid.

Checks

valid_solid

pass

params + details

params: {
  "type": "valid_solid"
}

details: {
  "root_count": 4,
  "solids_produced": 4
}

bbox

fail

X off by +15.18mm

params + details

params: {
  "type": "bbox",
  "min": [
    -24.82,
    -24.81,
    -15.62
  ],
  "max": [
    24.82,
    24.81,
    15.62
  ],
  "tolerance_mm": 0.5
}

details: {
  "actual_max": [
    40,
    30,
    20
  ],
  "actual_min": [
    -24.82050807568877,
    -24.795193269983006,
    -15.609606734546091
  ],
  "deviation_max": [
    15.18,
    5.190000000000001,
    4.380000000000001
  ],
  "deviation_min": [
    -0.0005080756887707594,
    0.01480673001699273,
    0.010393265453908285
  ],
  "max_abs_deviation_mm": 15.18,
  "tolerance_mm": 0.5
}

mass_props

fail

volume off by 300.0%

params + details

params: {
  "type": "mass_props",
  "volume_mm3": 24000,
  "center_of_mass": [
    0,
    0,
    0
  ],
  "tolerance_pct": 0.5
}

details: {
  "center_of_mass": {
    "actual": [
      4.999999926093073,
      3.7499999257831225,
      2.4999999556941055
    ],
    "bbox_diagonal_mm": 92.04485626298872,
    "deviation": [
      4.999999926093073,
      3.7499999257831225,
      2.4999999556941055
    ],
    "max_abs_deviation_mm": 4.999999926093073,
    "pass": false,
    "spec": [
      0,
      0,
      0
    ],
    "tolerance_mm": 0.4602242813149436
  },
  "volume": {
    "actual_mm3": 96000.00156787784,
    "deviation_pct": 300.0000065328244,
    "pass": false,
    "spec_mm3": 24000,
    "tolerance_pct": 0.5
  }
}

step_roundtrip

pass

params + details

params: {
  "type": "step_roundtrip",
  "tolerance_pct": 0.5
}

details: {
  "per_solid": [
    {
      "bbox": {
        "max_abs_deviation_mm": 0,
        "original_max": [
          40,
          30,
          20
        ],
        "original_min": [
          0,
          0,
          0
        ],
        "pass": true,
        "roundtripped_max": [
          40,
          30,
          20
        ],
        "roundtripped_min": [
          0,
          0,
          0
        ],
        "tolerance_mm": 0.2692582403567252
      },
      "index": 0,
      "pass": true,
      "volume": {
        "deviation_pct": 0,
        "original_mm3": 24000,
        "pass": true,
        "roundtripped_mm3": 24000
      }
    },
    {
      "bbox": {
        "max_abs_deviation_mm": 0,
        "original_max": [
          20,
          15,
          10
        ],
        "original_min": [
          -20,
          -15,
          -10
        ],
        "pass": true,
        "roundtripped_max": [
          20,
          15,
          10
        ],
        "roundtripped_min": [
          -20,
          -15,
          -10
        ],
        "tolerance_mm": 0.2692582403567252
      },
      "index": 1,
      "pass": true,
      "volume": {
        "deviation_pct": 0,
        "original_mm3": 24000,
        "pass": true,
        "roundtripped_mm3": 24000
      }
    },
    {
      "bbox": {
        "max_abs_deviation_mm": 3.552713678800501e-15,
        "original_max": [
          24.820508075688775,
          22.99038105676658,
          10
        ],
        "original_min": [
          -24.82050807568877,
          -22.99038105676658,
          -10
        ],
        "pass": true,
        "roundtripped_max": [
          24.82050807568877,
          22.99038105676658,
          10
        ],
        "roundtripped_min": [
          -24.82050807568877,
          -22.99038105676658,
          -10
        ],
        "tolerance_mm": 0.3527910489610902
      },
      "index": 2,
      "pass": true,
      "volume": {
        "deviation_pct": 0,
        "original_mm3": 24000.000963127637,
        "pass": true,
        "roundtripped_mm3": 24000.000963127637
      }
    },
    {
      "bbox": {
        "max_abs_deviation_mm": 3.552713678800501e-15,
        "original_max": [
          24.820508075688775,
          24.79519326998301,
          15.609606734546091
        ],
        "original_min": [
          -24.82050807568877,
          -24.795193269983006,
          -15.609606734546091
        ],
        "pass": true,
        "roundtripped_max": [
          24.82050807568877,
          24.79519326998301,
          15.60960673454609
        ],
        "roundtripped_min": [
          -24.82050807568877,
          -24.79519326998301,
          -15.60960673454609
        ],
        "tolerance_mm": 0.3839946683013098
      },
      "index": 3,
      "pass": true,
      "volume": {
        "deviation_pct": 0,
        "original_mm3": 24000.000604750214,
        "pass": true,
        "roundtripped_mm3": 24000.000604750214
      }
    }
  ],
  "tolerance_pct": 0.5
}

Tool calls

open_document

2ms

args

{}

create

err

6ms

args

{
  "document_id": "doc_1781202248856_1",
  "type": "rotate",
  "name": "Rotated Block",
  "params": {
    "rx": 15,
    "ry": 0,
    "rz": 0,
    "child": {
      "type": "rotate",
      "params": {
        "rx": 0,
        "ry": 0,
        "rz": 30,
        "child": {
          "type": "translate",
          "params": {
            "x": -20,
            "y": -15,
            "z": -10,
            "child": {
              "type": "cube",
              "params": {
                "x": 40,
                "y": 30,
                "z": 20
              }
            }
          }
        }
      }
    }
  }
}

create_cad_loon

12ms

args

{
  "source": "[root [rotate 15 0 0 [rotate 0 0 30 [translate -20 -15 -10 [cube 40 30 20]]]] \"steel\"]"
}

create

err

3ms

args

{
  "document_id": "doc_1781202248856_1",
  "type": "cube",
  "name": "Block",
  "params": {
    "x": 40,
    "y": 30,
    "z": 20
  }
}

create

3ms

args

{
  "document_id": "doc_1781202248856_1",
  "type": "cube",
  "name": "Block",
  "params": {
    "size": [
      40,
      30,
      20
    ]
  }
}

create

err

5ms

args

{
  "document_id": "doc_1781202248856_1",
  "type": "translate",
  "parent_part_id": "1",
  "params": {
    "offset": [
      -20,
      -15,
      -10
    ]
  }
}

read

2ms

args

{
  "document_id": "doc_1781202248856_1",
  "part_id": "1"
}

create

6ms

args

{
  "document_id": "doc_1781202248856_1",
  "type": "translate",
  "parent_part_id": "1",
  "params": {
    "offset": {
      "x": -20,
      "y": -15,
      "z": -10
    },
    "child": 1
  }
}

create

err

6ms

args

{
  "document_id": "doc_1781202248856_1",
  "type": "rotate",
  "parent_part_id": "2",
  "params": {
    "axis": {
      "x": 0,
      "y": 0,
      "z": 1
    },
    "angle_deg": 30,
    "child": 2
  }
}

create

2ms

args

{
  "document_id": "doc_1781202248856_1",
  "type": "rotate",
  "parent_part_id": "2",
  "params": {
    "angles": {
      "x": 0,
      "y": 0,
      "z": 30
    },
    "child": 2
  }
}

create

3ms

args

{
  "document_id": "doc_1781202248856_1",
  "type": "rotate",
  "parent_part_id": "3",
  "params": {
    "angles": {
      "x": 15,
      "y": 0,
      "z": 0
    },
    "child": 3
  }
}

read

2ms

args

{
  "document_id": "doc_1781202248856_1"
}

read

3ms

args

{
  "document_id": "doc_1781202248856_1",
  "part_id": "4"
}

get_document

2ms

args

{
  "document_id": "doc_1781202248856_1"
}

What the model built

isometric render via vcad-render · the model's actual .vcad output, faceted at 28 segments per cylinder · download 20260611T182408Z-7f95.vcad

.vcad source

{
  "version": "0.1",
  "nodes": {
    "1": {
      "id": 1,
      "name": "Block",
      "op": {
        "type": "Cube",
        "size": {
          "x": 40,
          "y": 30,
          "z": 20
        }
      }
    },
    "2": {
      "id": 2,
      "name": null,
      "op": {
        "type": "Translate",
        "child": 1,
        "offset": {
          "x": -20,
          "y": -15,
          "z": -10
        }
      }
    },
    "3": {
      "id": 3,
      "name": null,
      "op": {
        "type": "Rotate",
        "child": 2,
        "angles": {
          "x": 0,
          "y": 0,
          "z": 30
        }
      }
    },
    "4": {
      "id": 4,
      "name": null,
      "op": {
        "type": "Rotate",
        "child": 3,
        "angles": {
          "x": 15,
          "y": 0,
          "z": 0
        }
      }
    }
  },
  "materials": {},
  "part_materials": {},
  "roots": [
    {
      "root": 1,
      "material": "default"
    },
    {
      "root": 2,
      "material": "default"
    },
    {
      "root": 3,
      "material": "default"
    },
    {
      "root": 4,
      "material": "default"
    }
  ]
}

generated 2026-06-19T01:47:55.938Z · static site, regenerate with npm run build -w @mecheval/leaderboard