← mecheval / run / a4-counterbore-plate-01 / claude-direct-claude-sonnet-4-6 / 20260429T120200Z-8e34

run 20260429T120200Z-8e34

a4-counterbore-plate-01 · claude-direct-claude-sonnet-4-6

Summary

statusPASS
score1.00 (8/8)
submissionself-run
modelclaude-direct-claude-sonnet-4-6 (anthropic)
started2026-04-29T12:02:00.578Z
ended2026-04-29T12:02:13.972Z
tokens762 in · 1,364 out · 2,126 total
wallclock12.9s
tool calls1
task hashcfd43e4b06b57f90…
vcad hasha464850820b4a71c…

Prompt

Make a single solid: a flat plate 60mm × 60mm × 12mm, centered in X and Y with the bottom face on the XY plane (z = 0 to z = 12). Drill four counterbore holes at corners (20, 20), (-20, 20), (-20, -20), (20, -20). Each counterbore consists of two coaxial Z-aligned through-features: a clearance through-hole of diameter 4mm running the full thickness (z = 0 to z = 12), and a coaxial recess of diameter 8mm machined 4mm deep from the top face (so the larger diameter spans z = 8 to z = 12). Output a single solid.

Checks

0
valid_solid
pass
params + details 
params: {
  "type": "valid_solid"
}

details: {
  "root_count": 1,
  "solids_produced": 1
}
1
bbox
pass
params + details 
params: {
  "type": "bbox",
  "min": [
    -30,
    -30,
    0
  ],
  "max": [
    30,
    30,
    12
  ],
  "tolerance_mm": 0.1
}

details: {
  "actual_max": [
    30,
    30,
    12
  ],
  "actual_min": [
    -30,
    -30,
    0
  ],
  "deviation_max": [
    0,
    0,
    0
  ],
  "deviation_min": [
    0,
    0,
    0
  ],
  "max_abs_deviation_mm": 0,
  "tolerance_mm": 0.1
}
2
mass_props
pass
params + details 
params: {
  "type": "mass_props",
  "volume_mm3": 41993.63,
  "tolerance_pct": 1
}

details: {
  "volume": {
    "actual_mm3": 42001.36506291386,
    "deviation_pct": 0.018419610102437013,
    "pass": true,
    "spec_mm3": 41993.63,
    "tolerance_pct": 1
  }
}
3
hole_count
pass
params + details 
params: {
  "type": "hole_count",
  "diameter_mm": 4,
  "expected": 4,
  "diameter_tolerance_mm": 0.05
}

details: {
  "actual": 4,
  "diameter_mm": 4,
  "diameter_tolerance_mm": 0.05,
  "expected": 4,
  "found": [
    [
      20,
      20,
      4
    ],
    [
      -20,
      20,
      4
    ],
    [
      -20,
      -20,
      4
    ],
    [
      20,
      -20,
      4
    ]
  ]
}
4
hole_positions
pass
params + details 
params: {
  "type": "hole_positions",
  "diameter_mm": 4,
  "positions": [
    [
      20,
      20,
      0
    ],
    [
      -20,
      20,
      0
    ],
    [
      -20,
      -20,
      0
    ],
    [
      20,
      -20,
      0
    ]
  ],
  "tolerance_mm": 0.15
}

details: {
  "diameter_mm": 4,
  "per_expected": [
    {
      "distance_mm": 0,
      "matched_hole": [
        20,
        20
      ],
      "pass": true,
      "spec_xy": [
        20,
        20
      ]
    },
    {
      "distance_mm": 0,
      "matched_hole": [
        -20,
        20
      ],
      "pass": true,
      "spec_xy": [
        -20,
        20
      ]
    },
    {
      "distance_mm": 0,
      "matched_hole": [
        -20,
        -20
      ],
      "pass": true,
      "spec_xy": [
        -20,
        -20
      ]
    },
    {
      "distance_mm": 0,
      "matched_hole": [
        20,
        -20
      ],
      "pass": true,
      "spec_xy": [
        20,
        -20
      ]
    }
  ],
  "tolerance_mm": 0.15,
  "unmatched_extras": []
}
5
hole_count
pass
params + details 
params: {
  "type": "hole_count",
  "diameter_mm": 8,
  "expected": 4,
  "diameter_tolerance_mm": 0.05
}

details: {
  "actual": 4,
  "diameter_mm": 8,
  "diameter_tolerance_mm": 0.05,
  "expected": 4,
  "found": [
    [
      20,
      20,
      8
    ],
    [
      -20,
      20,
      8
    ],
    [
      -20,
      -20,
      8
    ],
    [
      20,
      -20,
      8
    ]
  ]
}
6
hole_positions
pass
params + details 
params: {
  "type": "hole_positions",
  "diameter_mm": 8,
  "positions": [
    [
      20,
      20,
      0
    ],
    [
      -20,
      20,
      0
    ],
    [
      -20,
      -20,
      0
    ],
    [
      20,
      -20,
      0
    ]
  ],
  "tolerance_mm": 0.15
}

details: {
  "diameter_mm": 8,
  "per_expected": [
    {
      "distance_mm": 0,
      "matched_hole": [
        20,
        20
      ],
      "pass": true,
      "spec_xy": [
        20,
        20
      ]
    },
    {
      "distance_mm": 0,
      "matched_hole": [
        -20,
        20
      ],
      "pass": true,
      "spec_xy": [
        -20,
        20
      ]
    },
    {
      "distance_mm": 0,
      "matched_hole": [
        -20,
        -20
      ],
      "pass": true,
      "spec_xy": [
        -20,
        -20
      ]
    },
    {
      "distance_mm": 0,
      "matched_hole": [
        20,
        -20
      ],
      "pass": true,
      "spec_xy": [
        20,
        -20
      ]
    }
  ],
  "tolerance_mm": 0.15,
  "unmatched_extras": []
}
7
step_roundtrip
pass
params + details 
params: {
  "type": "step_roundtrip",
  "tolerance_pct": 1
}

details: {
  "per_solid": [
    {
      "bbox": {
        "max_abs_deviation_mm": 0,
        "original_max": [
          30,
          30,
          12
        ],
        "original_min": [
          -30,
          -30,
          0
        ],
        "pass": true,
        "roundtripped_max": [
          30,
          30,
          12
        ],
        "roundtripped_min": [
          -30,
          -30,
          0
        ],
        "tolerance_mm": 0.856971411425142
      },
      "index": 0,
      "pass": true,
      "volume": {
        "deviation_pct": 0,
        "original_mm3": 42001.36506291386,
        "pass": true,
        "roundtripped_mm3": 42001.36506291386
      }
    }
  ],
  "tolerance_pct": 1
}

Tool calls

0
anthropic.messages.create
ok
12913ms
args
{
  "model": "claude-sonnet-4-6",
  "max_tokens": 8000,
  "system_chars": 1674,
  "user_chars": 579
}

What the model built

isometric render via vcad-render · the model's actual .vcad output, faceted at 28 segments per cylinder · download 20260429T120200Z-8e34.vcad

.vcad source

{
  "version": "0.1",
  "nodes": {
    "1": {"id": 1, "name": "plate", "op": {"type": "Cube", "size": {"x": 60, "y": 60, "z": 12}}},
    "2": {"id": 2, "name": "plate_centered", "op": {"type": "Translate", "child": 1, "offset": {"x": -30, "y": -30, "z": 0}}},

    "10": {"id": 10, "name": "thru_pp", "op": {"type": "Cylinder", "radius": 2, "height": 12, "segments": 32}},
    "11": {"id": 11, "name": "thru_pp_t", "op": {"type": "Translate", "child": 10, "offset": {"x": 20, "y": 20, "z": 0}}},
    "12": {"id": 12, "name": "cb_pp", "op": {"type": "Cylinder", "radius": 4, "height": 4, "segments": 32}},
    "13": {"id": 13, "name": "cb_pp_t", "op": {"type": "Translate", "child": 12, "offset": {"x": 20, "y": 20, "z": 8}}},

    "20": {"id": 20, "name": "thru_np", "op": {"type": "Cylinder", "radius": 2, "height": 12, "segments": 32}},
    "21": {"id": 21, "name": "thru_np_t", "op": {"type": "Translate", "child": 20, "offset": {"x": -20, "y": 20, "z": 0}}},
    "22": {"id": 22, "name": "cb_np", "op": {"type": "Cylinder", "radius": 4, "height": 4, "segments": 32}},
    "23": {"id": 23, "name": "cb_np_t", "op": {"type": "Translate", "child": 22, "offset": {"x": -20, "y": 20, "z": 8}}},

    "30": {"id": 30, "name": "thru_nn", "op": {"type": "Cylinder", "radius": 2, "height": 12, "segments": 32}},
    "31": {"id": 31, "name": "thru_nn_t", "op": {"type": "Translate", "child": 30, "offset": {"x": -20, "y": -20, "z": 0}}},
    "32": {"id": 32, "name": "cb_nn", "op": {"type": "Cylinder", "radius": 4, "height": 4, "segments": 32}},
    "33": {"id": 33, "name": "cb_nn_t", "op": {"type": "Translate", "child": 32, "offset": {"x": -20, "y": -20, "z": 8}}},

    "40": {"id": 40, "name": "thru_pn", "op": {"type": "Cylinder", "radius": 2, "height": 12, "segments": 32}},
    "41": {"id": 41, "name": "thru_pn_t", "op": {"type": "Translate", "child": 40, "offset": {"x": 20, "y": -20, "z": 0}}},
    "42": {"id": 42, "name": "cb_pn", "op": {"type": "Cylinder", "radius": 4, "height": 4, "segments": 32}},
    "43": {"id": 43, "name": "cb_pn_t", "op": {"type": "Translate", "child": 42, "offset": {"x": 20, "y": -20, "z": 8}}},

    "50": {"id": 50, "name": "d1", "op": {"type": "Difference", "left": 2, "right": 11}},
    "51": {"id": 51, "name": "d2", "op": {"type": "Difference", "left": 50, "right": 13}},
    "52": {"id": 52, "name": "d3", "op": {"type": "Difference", "left": 51, "right": 21}},
    "53": {"id": 53, "name": "d4", "op": {"type": "Difference", "left": 52, "right": 23}},
    "54": {"id": 54, "name": "d5", "op": {"type": "Difference", "left": 53, "right": 31}},
    "55": {"id": 55, "name": "d6", "op": {"type": "Difference", "left": 54, "right": 33}},
    "56": {"id": 56, "name": "d7", "op": {"type": "Difference", "left": 55, "right": 41}},
    "57": {"id": 57, "name": "d8", "op": {"type": "Difference", "left": 56, "right": 43}}
  },
  "materials": {},
  "part_materials": {},
  "roots": [{"root": 57, "material": "default"}]
}
mecheval · an evaluation suite by Municipal Robotics
sibling project: vcad. · github

generated 2026-06-19T01:47:56.046Z · static site, regenerate with npm run build -w @mecheval/leaderboard