← mecheval / run / a4-flanged-shaft-01 / claude-direct-claude-haiku-4-5-20251001 / 20260429T120230Z-3962

run 20260429T120230Z-3962

a4-flanged-shaft-01 · claude-direct-claude-haiku-4-5-20251001

Summary

statusfail
score0.00 (0/8)
submissionself-run
modelclaude-direct-claude-haiku-4-5-20251001 (anthropic)
started2026-04-29T12:02:30.420Z
ended2026-04-29T12:02:36.375Z
tokens794 in · 1,389 out · 2,183 total
wallclock5.9s
tool calls1
task hash70d8d5eb7fc1d941…
vcad hash98ad65aebec92201…

Prompt

Make a flanged hollow shaft as a single solid. The base is a circular flange of outer diameter 80mm and thickness 10mm, with its bottom face on the XY plane (z = 0 to z = 10). Above the flange and concentric with it sits a cylindrical shaft of outer diameter 30mm extending 50mm upward (z = 10 to z = 60). A central through-bore of diameter 15mm runs along the Z axis through both the flange and the shaft (z = 0 to z = 60). The flange has four bolt holes of diameter 6mm, axes parallel to Z, on a bolt circle of diameter 60mm (radius 30mm) centered on the Z axis. The first bolt hole is on the +X axis; the others are spaced every 90 degrees. The bolt holes pass through the full flange thickness. Output a single solid.

Checks

0
valid_solid
fail
solid invalid
params + details
params: {
  "type": "valid_solid"
}

details: {
  "error": "parse: Invalid JSON vcad file: invalid value: expected key to be a number in quotes at line 4 column 5",
  "reason": "fatal evaluation error"
}
1
bbox
fail
? off by 0.00mm
params + details
params: {
  "type": "bbox",
  "min": [
    -40,
    -40,
    0
  ],
  "max": [
    40,
    40,
    60
  ],
  "tolerance_mm": 0.2
}

details: {
  "reason": "no valid solid to measure"
}
2
mass_props
fail
mass props off
params + details
params: {
  "type": "mass_props",
  "volume_mm3": 73874.55,
  "tolerance_pct": 1.5
}

details: {
  "reason": "no valid solid to measure"
}
3
hole_count
fail
found 0/1 holes of ⌀15mm
params + details
params: {
  "type": "hole_count",
  "diameter_mm": 15,
  "expected": 1,
  "diameter_tolerance_mm": 0.1
}

details: {
  "actual": 0,
  "diameter_mm": 15,
  "diameter_tolerance_mm": 0.1,
  "expected": 1,
  "found": []
}
4
hole_positions
fail
1/1 mispositioned
params + details
params: {
  "type": "hole_positions",
  "diameter_mm": 15,
  "positions": [
    [
      0,
      0,
      0
    ]
  ],
  "tolerance_mm": 0.2
}

details: {
  "diameter_mm": 15,
  "per_expected": [
    {
      "pass": false,
      "reason": "no candidate cylindrical feature of this diameter remained unmatched",
      "spec_xy": [
        0,
        0
      ]
    }
  ],
  "tolerance_mm": 0.2,
  "unmatched_extras": []
}
5
hole_count
fail
found 0/4 holes of ⌀6mm
params + details
params: {
  "type": "hole_count",
  "diameter_mm": 6,
  "expected": 4,
  "diameter_tolerance_mm": 0.05
}

details: {
  "actual": 0,
  "diameter_mm": 6,
  "diameter_tolerance_mm": 0.05,
  "expected": 4,
  "found": []
}
6
hole_positions
fail
4/4 mispositioned
params + details
params: {
  "type": "hole_positions",
  "diameter_mm": 6,
  "positions": [
    [
      30,
      0,
      0
    ],
    [
      0,
      30,
      0
    ],
    [
      -30,
      0,
      0
    ],
    [
      0,
      -30,
      0
    ]
  ],
  "tolerance_mm": 0.2
}

details: {
  "diameter_mm": 6,
  "per_expected": [
    {
      "pass": false,
      "reason": "no candidate cylindrical feature of this diameter remained unmatched",
      "spec_xy": [
        30,
        0
      ]
    },
    {
      "pass": false,
      "reason": "no candidate cylindrical feature of this diameter remained unmatched",
      "spec_xy": [
        0,
        30
      ]
    },
    {
      "pass": false,
      "reason": "no candidate cylindrical feature of this diameter remained unmatched",
      "spec_xy": [
        -30,
        0
      ]
    },
    {
      "pass": false,
      "reason": "no candidate cylindrical feature of this diameter remained unmatched",
      "spec_xy": [
        0,
        -30
      ]
    }
  ],
  "tolerance_mm": 0.2,
  "unmatched_extras": []
}
7
step_roundtrip
fail
STEP roundtrip failed
params + details
params: {
  "type": "step_roundtrip",
  "tolerance_pct": 1.5
}

details: {
  "reason": "no valid solid to round-trip"
}

Tool calls

0
anthropic.messages.create
ok
5946ms
args
{
  "model": "claude-haiku-4-5-20251001",
  "max_tokens": 8000,
  "system_chars": 1674,
  "user_chars": 783
}

What the model built

no render available — vcad-render did not produce geometry for this attempt

.vcad source

{
  "version": "0.1",
  "nodes": {
    "flange_cyl": {
      "id": "flange_cyl",
      "name": "Flange cylinder",
      "op": {"type": "Cylinder", "radius": 40, "height": 10, "segments": 32}
    },
    "shaft_cyl": {
      "id": "shaft_cyl",
      "name": "Shaft cylinder",
      "op": {"type": "Cylinder", "radius": 15, "height": 50, "segments": 32}
    },
    "shaft_translated": {
      "id": "shaft_translated",
      "name": "Shaft translated to z=10",
      "op": {"type": "Translate", "child": "shaft_cyl", "offset": {"x": 0, "y": 0, "z": 10}}
    },
    "flange_and_shaft": {
      "id": "flange_and_shaft",
      "name": "Flange and shaft combined",
      "op": {"type": "Union", "left": "flange_cyl", "right": "shaft_translated"}
    },
    "central_bore": {
      "id": "central_bore",
      "name": "Central bore cylinder",
      "op": {"type": "Cylinder", "radius": 7.5, "height": 60, "segments": 32}
    },
    "bolt_hole_1": {
      "id": "bolt_hole_1",
      "name": "Bolt hole 1 at +X",
      "op": {"type": "Cylinder", "radius": 3, "height": 10, "segments": 32}
    },
    "bolt_hole_1_trans": {
      "id": "bolt_hole_1_trans",
      "name": "Bolt hole 1 translated",
      "op": {"type": "Translate", "child": "bolt_hole_1", "offset": {"x": 30, "y": 0, "z": 0}}
    },
    "bolt_hole_2": {
      "id": "bolt_hole_2",
      "name": "Bolt hole 2 at +Y",
      "op": {"type": "Cylinder", "radius": 3, "height": 10, "segments": 32}
    },
    "bolt_hole_2_trans": {
      "id": "bolt_hole_2_trans",
      "name": "Bolt hole 2 translated",
      "op": {"type": "Translate", "child": "bolt_hole_2", "offset": {"x": 0, "y": 30, "z": 0}}
    },
    "bolt_hole_3": {
      "id": "bolt_hole_3",
      "name": "Bolt hole 3 at -X",
      "op": {"type": "Cylinder", "radius": 3, "height": 10, "segments": 32}
    },
    "bolt_hole_3_trans": {
      "id": "bolt_hole_3_trans",
      "name": "Bolt hole 3 translated",
      "op": {"type": "Translate", "child": "bolt_hole_3", "offset": {"x": -30, "y": 0, "z": 0}}
    },
    "bolt_hole_4": {
      "id": "bolt_hole_4",
      "name": "Bolt hole 4 at -Y",
      "op": {"type": "Cylinder", "radius": 3, "height": 10, "segments": 32}
    },
    "bolt_hole_4_trans": {
      "id": "bolt_hole_4_trans",
      "name": "Bolt hole 4 translated",
      "op": {"type": "Translate", "child": "bolt_hole_4", "offset": {"x": 0, "y": -30, "z": 0}}
    },
    "all_bolt_holes": {
      "id": "all_bolt_holes",
      "name": "Union of all bolt holes",
      "op": {"type": "Union", "left": "bolt_hole_1_trans", "right": "bolt_hole_2_trans"}
    },
    "all_bolt_holes_2": {
      "id": "all_bolt_holes_2",
      "name": "Union of bolt holes 1,2,3",
      "op": {"type": "Union", "left": "all_bolt_holes", "right": "bolt_hole_3_trans"}
    },
    "all_bolt_holes_3": {
      "id": "all_bolt_holes_3",
      "name": "Union of all 4 bolt holes",
      "op": {"type": "Union", "left": "all_bolt_holes_2", "right": "bolt_hole_4_trans"}
    },
    "all_holes": {
      "id": "all_holes",
      "name": "Central bore and bolt holes",
      "op": {"type": "Union", "left": "central_bore", "right": "all_bolt_holes_3"}
    },
    "final_shaft": {
      "id": "final_shaft",
      "name": "Flanged hollow shaft",
      "op": {"type": "Difference", "left": "flange_and_shaft", "right": "all_holes"}
    }
  },
  "materials": {},
  "part_materials": {},
  "roots": [{"root": "final_shaft", "material": "default"}]
}

generated 2026-06-19T01:47:56.058Z · static site, regenerate with npm run build -w @mecheval/leaderboard