← mecheval / run / a3-cross-shaft-01 / claude-mcp-claude-opus-4-7 / 20260611T180643Z-71bd

run 20260611T180643Z-71bd

a3-cross-shaft-01 · claude-mcp-claude-opus-4-7

Summary

status	fail
score	0.50 (2/4)
submission	self-run
model	claude-mcp-claude-opus-4-7 (anthropic)
started	2026-06-11T18:06:43.246Z
ended	2026-06-11T18:07:42.615Z
tokens	334,244 in · 3,544 out · 337,788 total
wallclock	59.3s
tool calls	26
task hash	`9e7917fe01d0892e…`
vcad hash	`ee4eac2f45d2dffe…`

Prompt

Make a single solid that is the union of two cylinders intersecting at right angles. Vertical cylinder: outside diameter 20mm, length 40mm, axis along Z, base on the XY plane (z = 0 to z = 40), centered on the Z axis. Horizontal cylinder: outside diameter 20mm, length 40mm, axis along the X axis, centered at (0, 0, 20) (so it passes through the middle of the vertical cylinder). The two cylinders are merged into one solid (their intersection region counts only once).

Checks

valid_solid

pass

params + details

params: {
  "type": "valid_solid"
}

details: {
  "root_count": 1,
  "solids_produced": 1
}

bbox

fail

Z off by +20.26mm

params + details

params: {
  "type": "bbox",
  "min": [
    -20,
    -10,
    0
  ],
  "max": [
    20,
    10,
    40
  ],
  "tolerance_mm": 0.2
}

details: {
  "actual_max": [
    10,
    10,
    60.259090423583984
  ],
  "actual_min": [
    -29.99624252319336,
    -10,
    0
  ],
  "deviation_max": [
    -10,
    0,
    20.259090423583984
  ],
  "deviation_min": [
    -9.99624252319336,
    0,
    0
  ],
  "max_abs_deviation_mm": 20.259090423583984,
  "tolerance_mm": 0.2
}

mass_props

fail

volume off by 26.7%

params + details

params: {
  "type": "mass_props",
  "volume_mm3": 19799.41,
  "tolerance_pct": 1.5
}

details: {
  "volume": {
    "actual_mm3": 25092.388153197757,
    "deviation_pct": 26.73300948461473,
    "pass": false,
    "spec_mm3": 19799.41,
    "tolerance_pct": 1.5
  }
}

step_roundtrip

pass

params + details

params: {
  "type": "step_roundtrip",
  "tolerance_pct": 1.5
}

details: {
  "per_solid": [
    {
      "bbox": {
        "max_abs_deviation_mm": 0,
        "original_max": [
          10,
          10,
          60.259090423583984
        ],
        "original_min": [
          -29.99624252319336,
          -10,
          0
        ],
        "pass": true,
        "roundtripped_max": [
          10,
          10,
          60.259090423583984
        ],
        "roundtripped_min": [
          -29.99624252319336,
          -10,
          0
        ],
        "tolerance_mm": 1.1255855870597529
      },
      "index": 0,
      "pass": true,
      "volume": {
        "deviation_pct": 0.4815279221498453,
        "original_mm3": 25092.388153197757,
        "pass": true,
        "roundtripped_mm3": 24971.56129790589
      }
    }
  ],
  "tolerance_pct": 1.5
}

Tool calls

open_document

2ms

args

{}

create

err

5ms

args

{
  "document_id": "doc_1781201203420_1",
  "type": "cylinder",
  "name": "Vertical Cylinder",
  "params": {
    "radius": 10,
    "height": 40
  }
}

create_cad_loon

15ms

args

{
  "source": "[union\n  [cylinder 10 40]\n  [translate -20 0 20\n    [rotate 0 1.5707963267948966 0\n      [cylinder 10 40]]]]"
}

create

4ms

args

{
  "document_id": "doc_1781201203420_1",
  "type": "cylinder",
  "name": "Vertical Cylinder",
  "params": {
    "radius": 10,
    "height": 40,
    "segments": 64
  }
}

create

3ms

args

{
  "document_id": "doc_1781201203420_1",
  "type": "cylinder",
  "name": "Horizontal Cylinder Raw",
  "params": {
    "radius": 10,
    "height": 40,
    "segments": 64
  }
}

read

2ms

args

{
  "document_id": "doc_1781201203420_1"
}

delete

3ms

args

{
  "document_id": "doc_1781201203420_1",
  "part_id": "1"
}

delete

1ms

args

{
  "document_id": "doc_1781201203420_1",
  "part_id": "2"
}

create

5ms

args

{
  "document_id": "doc_1781201203420_1",
  "type": "cylinder",
  "name": "Vertical",
  "params": {
    "radius": 10,
    "height": 40,
    "segments": 64
  }
}

create

2ms

args

{
  "document_id": "doc_1781201203420_1",
  "type": "cylinder",
  "name": "HorizRaw",
  "params": {
    "radius": 10,
    "height": 40,
    "segments": 64
  }
}

create

err

4ms

args

{
  "document_id": "doc_1781201203420_1",
  "type": "rotate",
  "name": "RotateHoriz",
  "parent_part_id": "2",
  "params": {
    "x": 0,
    "y": 1.5707963267948966,
    "z": 0
  }
}

read

3ms

args

{
  "document_id": "doc_1781201203420_1",
  "part_id": "2"
}

create

err

3ms

args

{
  "document_id": "doc_1781201203420_1",
  "type": "rotate",
  "name": "RotateHoriz",
  "parent_part_id": "2",
  "params": {
    "x": 0,
    "y": 1.5707963267948966,
    "z": 0,
    "child": 2
  }
}

create

6ms

args

{
  "document_id": "doc_1781201203420_1",
  "type": "rotate",
  "name": "RotateHoriz",
  "parent_part_id": "2",
  "params": {
    "angles": [
      0,
      1.5707963267948966,
      0
    ],
    "child": 2
  }
}

create

2ms

args

{
  "document_id": "doc_1781201203420_1",
  "type": "translate",
  "name": "PositionHoriz",
  "parent_part_id": "3",
  "params": {
    "offset": [
      -20,
      0,
      20
    ],
    "child": 3
  }
}

read

3ms

args

{
  "document_id": "doc_1781201203420_1"
}

create

err

4ms

args

{
  "document_id": "doc_1781201203420_1",
  "type": "union",
  "name": "Cross Union",
  "params": {
    "a": 1,
    "b": 4
  }
}

create

2ms

args

{
  "document_id": "doc_1781201203420_1",
  "type": "union",
  "name": "Cross Union",
  "params": {
    "left": 1,
    "right": 4
  }
}

read

3ms

args

{
  "document_id": "doc_1781201203420_1"
}

get_document

2ms

args

{
  "document_id": "doc_1781201203420_1"
}

delete

3ms

args

{
  "document_id": "doc_1781201203420_1",
  "part_id": "1"
}

delete

1ms

args

{
  "document_id": "doc_1781201203420_1",
  "part_id": "2"
}

delete

2ms

args

{
  "document_id": "doc_1781201203420_1",
  "part_id": "3"
}

delete

1ms

args

{
  "document_id": "doc_1781201203420_1",
  "part_id": "4"
}

get_document

2ms

args

{
  "document_id": "doc_1781201203420_1"
}

get_document

3ms

args

{
  "document_id": "doc_1781201203420_1"
}

What the model built

isometric render via vcad-render · the model's actual .vcad output, faceted at 28 segments per cylinder · download 20260611T180643Z-71bd.vcad

.vcad source

{
  "version": "0.1",
  "nodes": {
    "1": {
      "id": 1,
      "name": "Vertical",
      "op": {
        "type": "Cylinder",
        "radius": 10,
        "height": 40,
        "segments": 64
      }
    },
    "2": {
      "id": 2,
      "name": "HorizRaw",
      "op": {
        "type": "Cylinder",
        "radius": 10,
        "height": 40,
        "segments": 64
      }
    },
    "3": {
      "id": 3,
      "name": "RotateHoriz",
      "op": {
        "type": "Rotate",
        "child": 2,
        "angles": {
          "x": 0,
          "y": 1.5707963267948966,
          "z": 0
        }
      }
    },
    "4": {
      "id": 4,
      "name": "PositionHoriz",
      "op": {
        "type": "Translate",
        "child": 3,
        "offset": {
          "x": -20,
          "y": 0,
          "z": 20
        }
      }
    },
    "5": {
      "id": 5,
      "name": "Cross Union",
      "op": {
        "type": "Union",
        "left": 1,
        "right": 4
      }
    }
  },
  "materials": {},
  "part_materials": {},
  "roots": [
    {
      "root": 5,
      "material": "default"
    }
  ]
}

generated 2026-06-19T01:47:55.819Z · static site, regenerate with npm run build -w @mecheval/leaderboard