← mecheval / run / a3-rotated-block-01 / claude-mcp-claude-opus-4-7 / 20260611T182339Z-8698

run 20260611T182339Z-8698

a3-rotated-block-01 · claude-mcp-claude-opus-4-7

Summary

statusfail
score0.50 (2/4)
submissionself-run
modelclaude-mcp-claude-opus-4-7 (anthropic)
started2026-06-11T18:23:39.389Z
ended2026-06-11T18:24:46.910Z
tokens195,141 in · 1,813 out · 196,954 total
wallclock67.5s
tool calls13
task hash3fcbc632c20f9b4b…
vcad hash9a8e153603845717…

Prompt

Make a rectangular block 40mm long (X) × 30mm wide (Y) × 20mm tall (Z), centered at the origin BEFORE any rotation. Then rotate the block about its center by 30 degrees around the Z axis (the rotation matrix Rz(30°)), and after that rotate again by 15 degrees around the X axis (Rx(15°)). Both rotations are about the origin, which is the block's center. Output a single solid.

Checks

0
valid_solid
pass
params + details 
params: {
  "type": "valid_solid"
}

details: {
  "root_count": 4,
  "solids_produced": 4
}
1
bbox
fail
X off by +15.18mm
params + details 
params: {
  "type": "bbox",
  "min": [
    -24.82,
    -24.81,
    -15.62
  ],
  "max": [
    24.82,
    24.81,
    15.62
  ],
  "tolerance_mm": 0.5
}

details: {
  "actual_max": [
    40,
    30,
    20
  ],
  "actual_min": [
    -24.82050807568877,
    -24.795193269983006,
    -15.609606734546091
  ],
  "deviation_max": [
    15.18,
    5.190000000000001,
    4.380000000000001
  ],
  "deviation_min": [
    -0.0005080756887707594,
    0.01480673001699273,
    0.010393265453908285
  ],
  "max_abs_deviation_mm": 15.18,
  "tolerance_mm": 0.5
}
2
mass_props
fail
volume off by 300.0%
params + details 
params: {
  "type": "mass_props",
  "volume_mm3": 24000,
  "center_of_mass": [
    0,
    0,
    0
  ],
  "tolerance_pct": 0.5
}

details: {
  "center_of_mass": {
    "actual": [
      4.999999926093073,
      3.7499999257831225,
      2.4999999556941055
    ],
    "bbox_diagonal_mm": 92.04485626298872,
    "deviation": [
      4.999999926093073,
      3.7499999257831225,
      2.4999999556941055
    ],
    "max_abs_deviation_mm": 4.999999926093073,
    "pass": false,
    "spec": [
      0,
      0,
      0
    ],
    "tolerance_mm": 0.4602242813149436
  },
  "volume": {
    "actual_mm3": 96000.00156787784,
    "deviation_pct": 300.0000065328244,
    "pass": false,
    "spec_mm3": 24000,
    "tolerance_pct": 0.5
  }
}
3
step_roundtrip
pass
params + details 
params: {
  "type": "step_roundtrip",
  "tolerance_pct": 0.5
}

details: {
  "per_solid": [
    {
      "bbox": {
        "max_abs_deviation_mm": 0,
        "original_max": [
          40,
          30,
          20
        ],
        "original_min": [
          0,
          0,
          0
        ],
        "pass": true,
        "roundtripped_max": [
          40,
          30,
          20
        ],
        "roundtripped_min": [
          0,
          0,
          0
        ],
        "tolerance_mm": 0.2692582403567252
      },
      "index": 0,
      "pass": true,
      "volume": {
        "deviation_pct": 0,
        "original_mm3": 24000,
        "pass": true,
        "roundtripped_mm3": 24000
      }
    },
    {
      "bbox": {
        "max_abs_deviation_mm": 0,
        "original_max": [
          20,
          15,
          10
        ],
        "original_min": [
          -20,
          -15,
          -10
        ],
        "pass": true,
        "roundtripped_max": [
          20,
          15,
          10
        ],
        "roundtripped_min": [
          -20,
          -15,
          -10
        ],
        "tolerance_mm": 0.2692582403567252
      },
      "index": 1,
      "pass": true,
      "volume": {
        "deviation_pct": 0,
        "original_mm3": 24000,
        "pass": true,
        "roundtripped_mm3": 24000
      }
    },
    {
      "bbox": {
        "max_abs_deviation_mm": 3.552713678800501e-15,
        "original_max": [
          24.820508075688775,
          22.99038105676658,
          10
        ],
        "original_min": [
          -24.82050807568877,
          -22.99038105676658,
          -10
        ],
        "pass": true,
        "roundtripped_max": [
          24.82050807568877,
          22.99038105676658,
          10
        ],
        "roundtripped_min": [
          -24.82050807568877,
          -22.99038105676658,
          -10
        ],
        "tolerance_mm": 0.3527910489610902
      },
      "index": 2,
      "pass": true,
      "volume": {
        "deviation_pct": 0,
        "original_mm3": 24000.000963127637,
        "pass": true,
        "roundtripped_mm3": 24000.000963127637
      }
    },
    {
      "bbox": {
        "max_abs_deviation_mm": 3.552713678800501e-15,
        "original_max": [
          24.820508075688775,
          24.79519326998301,
          15.609606734546091
        ],
        "original_min": [
          -24.82050807568877,
          -24.795193269983006,
          -15.609606734546091
        ],
        "pass": true,
        "roundtripped_max": [
          24.82050807568877,
          24.79519326998301,
          15.60960673454609
        ],
        "roundtripped_min": [
          -24.82050807568877,
          -24.79519326998301,
          -15.60960673454609
        ],
        "tolerance_mm": 0.3839946683013098
      },
      "index": 3,
      "pass": true,
      "volume": {
        "deviation_pct": 0,
        "original_mm3": 24000.000604750214,
        "pass": true,
        "roundtripped_mm3": 24000.000604750214
      }
    }
  ],
  "tolerance_pct": 0.5
}

Tool calls

0
open_document
ok
2ms
args
{}
1
create
err
5ms
args
{
  "document_id": "doc_1781202219568_1",
  "type": "rotate",
  "name": "Rotated Block",
  "params": {
    "rx": 15,
    "ry": 0,
    "rz": 0,
    "child": {
      "type": "rotate",
      "params": {
        "rx": 0,
        "ry": 0,
        "rz": 30,
        "child": {
          "type": "translate",
          "params": {
            "x": -20,
            "y": -15,
            "z": -10,
            "child": {
              "type": "cube",
              "params": {
                "x": 40,
                "y": 30,
                "z": 20
              }
            }
          }
        }
      }
    }
  }
}
2
create_cad_loon
ok
12ms
args
{
  "source": "[root [rotate 15 0 0 [rotate 0 0 30 [translate -20 -15 -10 [cube 40 30 20]]]] \"steel\"]"
}
3
create
err
3ms
args
{
  "document_id": "doc_1781202219568_1",
  "type": "cube",
  "name": "Block",
  "params": {
    "x": 40,
    "y": 30,
    "z": 20
  }
}
4
create
ok
3ms
args
{
  "document_id": "doc_1781202219568_1",
  "type": "cube",
  "name": "Block",
  "params": {
    "size": [
      40,
      30,
      20
    ]
  }
}
5
read
ok
2ms
args
{
  "document_id": "doc_1781202219568_1",
  "part_id": "1"
}
6
create
ok
4ms
args
{
  "document_id": "doc_1781202219568_1",
  "type": "translate",
  "name": "Center",
  "parent_part_id": "1",
  "params": {
    "offset": [
      -20,
      -15,
      -10
    ],
    "child": 1
  }
}
7
create
err
5ms
args
{
  "document_id": "doc_1781202219568_1",
  "type": "rotate",
  "name": "Rz30",
  "parent_part_id": "2",
  "params": {
    "axis": [
      0,
      0,
      1
    ],
    "angle_deg": 30,
    "child": 2
  }
}
8
create
ok
3ms
args
{
  "document_id": "doc_1781202219568_1",
  "type": "rotate",
  "name": "Rz30",
  "parent_part_id": "2",
  "params": {
    "angles": [
      0,
      0,
      30
    ],
    "child": 2
  }
}
9
create
ok
3ms
args
{
  "document_id": "doc_1781202219568_1",
  "type": "rotate",
  "name": "Rx15",
  "parent_part_id": "3",
  "params": {
    "angles": [
      15,
      0,
      0
    ],
    "child": 3
  }
}
10
read
ok
3ms
args
{
  "document_id": "doc_1781202219568_1"
}
11
read
ok
3ms
args
{
  "document_id": "doc_1781202219568_1",
  "part_id": "4"
}
12
get_document
ok
2ms
args
{
  "document_id": "doc_1781202219568_1"
}

What the model built

isometric render via vcad-render · the model's actual .vcad output, faceted at 28 segments per cylinder · download 20260611T182339Z-8698.vcad

.vcad source

{
  "version": "0.1",
  "nodes": {
    "1": {
      "id": 1,
      "name": "Block",
      "op": {
        "type": "Cube",
        "size": {
          "x": 40,
          "y": 30,
          "z": 20
        }
      }
    },
    "2": {
      "id": 2,
      "name": "Center",
      "op": {
        "type": "Translate",
        "child": 1,
        "offset": {
          "x": -20,
          "y": -15,
          "z": -10
        }
      }
    },
    "3": {
      "id": 3,
      "name": "Rz30",
      "op": {
        "type": "Rotate",
        "child": 2,
        "angles": {
          "x": 0,
          "y": 0,
          "z": 30
        }
      }
    },
    "4": {
      "id": 4,
      "name": "Rx15",
      "op": {
        "type": "Rotate",
        "child": 3,
        "angles": {
          "x": 15,
          "y": 0,
          "z": 0
        }
      }
    }
  },
  "materials": {},
  "part_materials": {},
  "roots": [
    {
      "root": 1,
      "material": "default"
    },
    {
      "root": 2,
      "material": "default"
    },
    {
      "root": 3,
      "material": "default"
    },
    {
      "root": 4,
      "material": "default"
    }
  ]
}
mecheval · an evaluation suite by Municipal Robotics
sibling project: vcad. · github

generated 2026-06-19T01:47:55.937Z · static site, regenerate with npm run build -w @mecheval/leaderboard