← mecheval / run / a3-hex-nut-01 / claude-direct-claude-opus-4-7 / 20260428T213254Z-0c6a

run 20260428T213254Z-0c6a

a3-hex-nut-01 · claude-direct-claude-opus-4-7

Summary

statusfail
score0.00 (0/6)
submissionself-run
modelclaude-direct-claude-opus-4-7 (anthropic)
started2026-04-28T21:32:54.052Z
ended2026-04-28T21:33:07.813Z
tokens892 in · 1,723 out · 2,615 total
wallclock13.8s
tool calls1
task hash7a7b681fbc898d3a…
vcad hasha97a1a305dc9c06e…

Prompt

Make a hexagonal nut. The outer cross-section is a regular hexagon with flat-to-flat distance 19mm (so 19mm wrench fits), oriented so two flats are parallel to the X axis (the top and bottom of the hex). Height 8mm along Z, base on the XY plane (z = 0 to z = 8). Concentric central through-hole of diameter 10mm, axis along Z. Output a single solid.

Checks

0
valid_solid
fail
solid invalid
params + details
params: {
  "type": "valid_solid"
}

details: {
  "error": "parse: Invalid JSON vcad file: missing field `angles` at line 9 column 143",
  "reason": "fatal evaluation error"
}
1
bbox
fail
? off by 0.00mm
params + details
params: {
  "type": "bbox",
  "min": [
    -10.97,
    -9.5,
    0
  ],
  "max": [
    10.97,
    9.5,
    8
  ],
  "tolerance_mm": 0.2
}

details: {
  "reason": "no valid solid to measure"
}
2
mass_props
fail
mass props off
params + details
params: {
  "type": "mass_props",
  "volume_mm3": 1872.62,
  "tolerance_pct": 1.5
}

details: {
  "reason": "no valid solid to measure"
}
3
hole_count
fail
found 0/1 holes of ⌀10mm
params + details
params: {
  "type": "hole_count",
  "diameter_mm": 10,
  "expected": 1,
  "diameter_tolerance_mm": 0.1
}

details: {
  "actual": 0,
  "diameter_mm": 10,
  "diameter_tolerance_mm": 0.1,
  "expected": 1,
  "found": []
}
4
hole_positions
fail
1/1 mispositioned
params + details
params: {
  "type": "hole_positions",
  "diameter_mm": 10,
  "positions": [
    [
      0,
      0,
      0
    ]
  ],
  "tolerance_mm": 0.15
}

details: {
  "diameter_mm": 10,
  "per_expected": [
    {
      "pass": false,
      "reason": "no candidate cylindrical feature of this diameter remained unmatched",
      "spec_xy": [
        0,
        0
      ]
    }
  ],
  "tolerance_mm": 0.15,
  "unmatched_extras": []
}
5
step_roundtrip
fail
STEP roundtrip failed
params + details
params: {
  "type": "step_roundtrip",
  "tolerance_pct": 1.5
}

details: {
  "reason": "no valid solid to round-trip"
}

Tool calls

0
anthropic.messages.create
ok
13755ms
args
{
  "model": "claude-opus-4-7",
  "max_tokens": 8000,
  "system_chars": 1632,
  "user_chars": 405
}

What the model built

no render available — vcad-render did not produce geometry for this attempt

.vcad source

{
  "version": "0.1",
  "nodes": {
    "1": { "id": 1, "name": "hex_box", "op": {"type":"Cube", "size":{"x":22.0,"y":19.0,"z":8.0}} },
    "2": { "id": 2, "name": "hex_box_centered", "op": {"type":"Translate", "child": 1, "offset":{"x":-11.0,"y":-9.5,"z":0.0}} },

    "10": { "id": 10, "name": "cut1_box", "op": {"type":"Cube", "size":{"x":40.0,"y":40.0,"z":20.0}} },
    "11": { "id": 11, "name": "cut1_centered", "op": {"type":"Translate", "child": 10, "offset":{"x":-20.0,"y":-20.0,"z":-5.0}} },
    "12": { "id": 12, "name": "cut1_rot", "op": {"type":"Rotate", "child": 11, "axis":{"x":0.0,"y":0.0,"z":1.0}, "angle": 1.0471975511965976} },
    "13": { "id": 13, "name": "cut1_shift", "op": {"type":"Translate", "child": 12, "offset":{"x":19.4855715266,"y":0.0,"z":0.0}} },

    "20": { "id": 20, "name": "cut2_box", "op": {"type":"Cube", "size":{"x":40.0,"y":40.0,"z":20.0}} },
    "21": { "id": 21, "name": "cut2_centered", "op": {"type":"Translate", "child": 20, "offset":{"x":-20.0,"y":-20.0,"z":-5.0}} },
    "22": { "id": 22, "name": "cut2_rot", "op": {"type":"Rotate", "child": 21, "axis":{"x":0.0,"y":0.0,"z":1.0}, "angle": -1.0471975511965976} },
    "23": { "id": 23, "name": "cut2_shift", "op": {"type":"Translate", "child": 22, "offset":{"x":19.4855715266,"y":0.0,"z":0.0}} },

    "30": { "id": 30, "name": "cut3_box", "op": {"type":"Cube", "size":{"x":40.0,"y":40.0,"z":20.0}} },
    "31": { "id": 31, "name": "cut3_centered", "op": {"type":"Translate", "child": 30, "offset":{"x":-20.0,"y":-20.0,"z":-5.0}} },
    "32": { "id": 32, "name": "cut3_rot", "op": {"type":"Rotate", "child": 31, "axis":{"x":0.0,"y":0.0,"z":1.0}, "angle": 1.0471975511965976} },
    "33": { "id": 33, "name": "cut3_shift", "op": {"type":"Translate", "child": 32, "offset":{"x":-19.4855715266,"y":0.0,"z":0.0}} },

    "40": { "id": 40, "name": "cut4_box", "op": {"type":"Cube", "size":{"x":40.0,"y":40.0,"z":20.0}} },
    "41": { "id": 41, "name": "cut4_centered", "op": {"type":"Translate", "child": 40, "offset":{"x":-20.0,"y":-20.0,"z":-5.0}} },
    "42": { "id": 42, "name": "cut4_rot", "op": {"type":"Rotate", "child": 41, "axis":{"x":0.0,"y":0.0,"z":1.0}, "angle": -1.0471975511965976} },
    "43": { "id": 43, "name": "cut4_shift", "op": {"type":"Translate", "child": 42, "offset":{"x":-19.4855715266,"y":0.0,"z":0.0}} },

    "50": { "id": 50, "name": "after_cut1", "op": {"type":"Difference", "left": 2, "right": 13} },
    "51": { "id": 51, "name": "after_cut2", "op": {"type":"Difference", "left": 50, "right": 23} },
    "52": { "id": 52, "name": "after_cut3", "op": {"type":"Difference", "left": 51, "right": 33} },
    "53": { "id": 53, "name": "hex_prism", "op": {"type":"Difference", "left": 52, "right": 43} },

    "60": { "id": 60, "name": "hole", "op": {"type":"Cylinder", "radius": 5.0, "height": 8.0, "segments": 64} },
    "61": { "id": 61, "name": "hole_pos", "op": {"type":"Translate", "child": 60, "offset":{"x":0.0,"y":0.0,"z":0.0}} },

    "100": { "id": 100, "name": "nut", "op": {"type":"Difference", "left": 53, "right": 61} }
  },
  "materials": {},
  "part_materials": {},
  "roots": [{ "root": 100, "material": "default" }]
}

generated 2026-06-19T01:47:55.868Z · static site, regenerate with npm run build -w @mecheval/leaderboard