← mecheval / run / a4-rectangular-tube-01 / claude-mcp-claude-opus-4-7 / 20260611T222407Z-66d6

run 20260611T222407Z-66d6

a4-rectangular-tube-01 · claude-mcp-claude-opus-4-7

Summary

statusfail
score0.50 (2/4)
submissionself-run
modelclaude-mcp-claude-opus-4-7 (anthropic)
started2026-06-11T22:24:07.176Z
ended2026-06-11T22:26:01.690Z
tokens582,996 in · 6,118 out · 589,114 total
wallclock114.4s
tool calls38
task hash26b7bf3bb00bfe80…
vcad hash604a28e209594906…

Prompt

Make a hollow square tube. The outer cross-section is a 40mm × 40mm square; the inner cavity is a 28mm × 28mm square, concentric with the outer. The cavity passes all the way through. The tube is 80mm long along Z, with the bottom face on the XY plane (so it spans x in [-20, 20], y in [-20, 20], z in [0, 80] for the outer envelope). The inner cavity spans x in [-14, 14], y in [-14, 14], z in [0, 80]. Wall thickness is 6mm uniformly. Output a single solid.

Checks

0
valid_solid
pass
params + details 
params: {
  "type": "valid_solid"
}

details: {
  "root_count": 3,
  "solids_produced": 3
}
1
bbox
fail
Z off by +1.00mm
params + details 
params: {
  "type": "bbox",
  "min": [
    -20,
    -20,
    0
  ],
  "max": [
    20,
    20,
    80
  ],
  "tolerance_mm": 0.05
}

details: {
  "actual_max": [
    20,
    20,
    81
  ],
  "actual_min": [
    -20,
    -20,
    -1
  ],
  "deviation_max": [
    0,
    0,
    1
  ],
  "deviation_min": [
    0,
    0,
    -1
  ],
  "max_abs_deviation_mm": 1,
  "tolerance_mm": 0.05
}
2
mass_props
fail
volume off by 294.6%
params + details 
params: {
  "type": "mass_props",
  "volume_mm3": 65280,
  "center_of_mass": [
    0,
    0,
    40
  ],
  "tolerance_pct": 0.5
}

details: {
  "center_of_mass": {
    "actual": [
      0,
      0,
      40
    ],
    "bbox_diagonal_mm": 99.61927524329818,
    "deviation": [
      0,
      0,
      0
    ],
    "max_abs_deviation_mm": 0,
    "pass": true,
    "spec": [
      0,
      0,
      40
    ],
    "tolerance_mm": 0.4980963762164909
  },
  "volume": {
    "actual_mm3": 257568,
    "deviation_pct": 294.55882352941177,
    "pass": false,
    "spec_mm3": 65280,
    "tolerance_pct": 0.5
  }
}
3
step_roundtrip
pass
params + details 
params: {
  "type": "step_roundtrip",
  "tolerance_pct": 0.5
}

details: {
  "per_solid": [
    {
      "bbox": {
        "max_abs_deviation_mm": 0,
        "original_max": [
          14,
          14,
          81
        ],
        "original_min": [
          -14,
          -14,
          -1
        ],
        "pass": true,
        "roundtripped_max": [
          14,
          14,
          81
        ],
        "roundtripped_min": [
          -14,
          -14,
          -1
        ],
        "tolerance_mm": 0.45530209751328843
      },
      "index": 0,
      "pass": true,
      "volume": {
        "deviation_pct": 0,
        "original_mm3": 64288,
        "pass": true,
        "roundtripped_mm3": 64288
      }
    },
    {
      "bbox": {
        "max_abs_deviation_mm": 0,
        "original_max": [
          20,
          20,
          80
        ],
        "original_min": [
          -20,
          -20,
          0
        ],
        "pass": true,
        "roundtripped_max": [
          20,
          20,
          80
        ],
        "roundtripped_min": [
          -20,
          -20,
          0
        ],
        "tolerance_mm": 0.4898979485566356
      },
      "index": 1,
      "pass": true,
      "volume": {
        "deviation_pct": 0,
        "original_mm3": 128000,
        "pass": true,
        "roundtripped_mm3": 128000
      }
    },
    {
      "bbox": {
        "max_abs_deviation_mm": 0,
        "original_max": [
          20,
          20,
          80
        ],
        "original_min": [
          -20,
          -20,
          0
        ],
        "pass": true,
        "roundtripped_max": [
          20,
          20,
          80
        ],
        "roundtripped_min": [
          -20,
          -20,
          0
        ],
        "tolerance_mm": 0.4898979485566356
      },
      "index": 2,
      "pass": true,
      "volume": {
        "deviation_pct": 0,
        "original_mm3": 65280,
        "pass": true,
        "roundtripped_mm3": 65280
      }
    }
  ],
  "tolerance_pct": 0.5
}

Tool calls

0
open_document
ok
2ms
args
{}
1
create
err
6ms
args
{
  "document_id": "doc_1781216647350_1",
  "type": "difference",
  "name": "Hollow Square Tube",
  "params": {
    "a": {
      "op": "translate",
      "x": -20,
      "y": -20,
      "z": 0,
      "child": {
        "op": "cube",
        "x": 40,
        "y": 40,
        "z": 80
      }
    },
    "b": {
      "op": "translate",
      "x": -14,
      "y": -14,
      "z": -1,
      "child": {
        "op": "cube",
        "x": 28,
        "y": 28,
        "z": 82
      }
    }
  }
}
2
create_cad_loon
ok
12ms
args
{
  "source": "[root [difference [translate -14 -14 -1 [cube 28 28 82]] [translate -20 -20 0 [cube 40 40 80]]] \"steel\"]",
  "format": "json"
}
3
create
ok
3ms
args
{
  "document_id": "doc_1781216647350_1",
  "type": "cube",
  "name": "outer",
  "params": {
    "size": {
      "x": 40,
      "y": 40,
      "z": 80
    }
  }
}
4
create
ok
6ms
args
{
  "document_id": "doc_1781216647350_1",
  "type": "translate",
  "name": "outer_pos",
  "parent_part_id": "1",
  "params": {
    "offset": {
      "x": -20,
      "y": -20,
      "z": 0
    },
    "child": 1
  }
}
5
create
ok
2ms
args
{
  "document_id": "doc_1781216647350_1",
  "type": "cube",
  "name": "inner",
  "parent_part_id": "1",
  "params": {
    "size": {
      "x": 28,
      "y": 28,
      "z": 82
    }
  }
}
6
read
ok
3ms
args
{
  "document_id": "doc_1781216647350_1"
}
7
delete
ok
3ms
args
{
  "document_id": "doc_1781216647350_1",
  "part_id": "1"
}
8
delete
ok
2ms
args
{
  "document_id": "doc_1781216647350_1",
  "part_id": "2"
}
9
delete
ok
2ms
args
{
  "document_id": "doc_1781216647350_1",
  "part_id": "3"
}
10
create
ok
5ms
args
{
  "document_id": "doc_1781216647350_1",
  "type": "cube",
  "name": "outer",
  "params": {
    "size": {
      "x": 40,
      "y": 40,
      "z": 80
    }
  }
}
11
create
err
3ms
args
{
  "document_id": "doc_1781216647350_1",
  "type": "translate",
  "parent_part_id": "1",
  "params": {
    "offset": {
      "x": -20,
      "y": -20,
      "z": 0
    }
  }
}
12
create
ok
3ms
args
{
  "document_id": "doc_1781216647350_1",
  "type": "translate",
  "parent_part_id": "1",
  "params": {
    "offset": {
      "x": -20,
      "y": -20,
      "z": 0
    },
    "child": 1
  }
}
13
read
ok
3ms
args
{
  "document_id": "doc_1781216647350_1"
}
14
read
ok
3ms
args
{
  "document_id": "doc_1781216647350_1",
  "part_id": "2"
}
15
read
ok
2ms
args
{
  "document_id": "doc_1781216647350_1",
  "part_id": "1"
}
16
delete
ok
2ms
args
{
  "document_id": "doc_1781216647350_1",
  "part_id": "1"
}
17
read
ok
4ms
args
{
  "document_id": "doc_1781216647350_1"
}
18
create
ok
7ms
args
{
  "document_id": "doc_1781216647350_1",
  "type": "cube",
  "name": "inner",
  "parent_part_id": "2",
  "params": {
    "size": {
      "x": 28,
      "y": 28,
      "z": 82
    }
  }
}
19
read
ok
1ms
args
{
  "document_id": "doc_1781216647350_1",
  "part_id": "3"
}
20
delete
ok
3ms
args
{
  "document_id": "doc_1781216647350_1",
  "part_id": "2"
}
21
delete
ok
1ms
args
{
  "document_id": "doc_1781216647350_1",
  "part_id": "3"
}
22
create
ok
4ms
args
{
  "document_id": "doc_1781216647350_1",
  "type": "cube",
  "name": "outer",
  "params": {
    "size": {
      "x": 40,
      "y": 40,
      "z": 80
    }
  }
}
23
create
ok
2ms
args
{
  "document_id": "doc_1781216647350_1",
  "type": "translate",
  "parent_part_id": "1",
  "params": {
    "offset": {
      "x": -20,
      "y": -20,
      "z": 0
    },
    "child": 1
  }
}
24
delete
ok
2ms
args
{
  "document_id": "doc_1781216647350_1",
  "part_id": "1"
}
25
create
err
2ms
args
{
  "document_id": "doc_1781216647350_1",
  "type": "difference",
  "name": "tube",
  "parent_part_id": "2",
  "params": {
    "left": 2,
    "right": {
      "op": "translate",
      "offset": {
        "x": -14,
        "y": -14,
        "z": -1
      },
      "child": {
        "op": "cube",
        "size": {
          "x": 28,
          "y": 28,
          "z": 82
        }
      }
    }
  }
}
26
delete
ok
2ms
args
{
  "document_id": "doc_1781216647350_1",
  "part_id": "2"
}
27
create
ok
2ms
args
{
  "document_id": "doc_1781216647350_1",
  "type": "cube",
  "name": "inner_cube",
  "params": {
    "size": {
      "x": 28,
      "y": 28,
      "z": 82
    }
  }
}
28
create
ok
2ms
args
{
  "document_id": "doc_1781216647350_1",
  "type": "translate",
  "parent_part_id": "1",
  "params": {
    "offset": {
      "x": -14,
      "y": -14,
      "z": -1
    },
    "child": 1
  }
}
29
delete
ok
3ms
args
{
  "document_id": "doc_1781216647350_1",
  "part_id": "1"
}
30
create
ok
2ms
args
{
  "document_id": "doc_1781216647350_1",
  "type": "cube",
  "name": "outer_cube",
  "params": {
    "size": {
      "x": 40,
      "y": 40,
      "z": 80
    }
  }
}
31
create
ok
3ms
args
{
  "document_id": "doc_1781216647350_1",
  "type": "translate",
  "parent_part_id": "3",
  "params": {
    "offset": {
      "x": -20,
      "y": -20,
      "z": 0
    },
    "child": 3
  }
}
32
delete
ok
3ms
args
{
  "document_id": "doc_1781216647350_1",
  "part_id": "3"
}
33
read
ok
1ms
args
{
  "document_id": "doc_1781216647350_1"
}
34
create
ok
3ms
args
{
  "document_id": "doc_1781216647350_1",
  "type": "difference",
  "name": "Hollow Tube",
  "parent_part_id": "4",
  "params": {
    "left": 4,
    "right": 2
  }
}
35
read
ok
2ms
args
{
  "document_id": "doc_1781216647350_1",
  "part_id": "5"
}
36
read
ok
2ms
args
{
  "document_id": "doc_1781216647350_1"
}
37
get_document
ok
1ms
args
{
  "document_id": "doc_1781216647350_1"
}

What the model built

isometric render via vcad-render · the model's actual .vcad output, faceted at 28 segments per cylinder · download 20260611T222407Z-66d6.vcad

.vcad source

{
  "version": "0.1",
  "nodes": {
    "1": {
      "id": 1,
      "name": "inner_cube",
      "op": {
        "type": "Cube",
        "size": {
          "x": 28,
          "y": 28,
          "z": 82
        }
      }
    },
    "2": {
      "id": 2,
      "name": null,
      "op": {
        "type": "Translate",
        "child": 1,
        "offset": {
          "x": -14,
          "y": -14,
          "z": -1
        }
      }
    },
    "3": {
      "id": 3,
      "name": "outer_cube",
      "op": {
        "type": "Cube",
        "size": {
          "x": 40,
          "y": 40,
          "z": 80
        }
      }
    },
    "4": {
      "id": 4,
      "name": null,
      "op": {
        "type": "Translate",
        "child": 3,
        "offset": {
          "x": -20,
          "y": -20,
          "z": 0
        }
      }
    },
    "5": {
      "id": 5,
      "name": "Hollow Tube",
      "op": {
        "type": "Difference",
        "left": 4,
        "right": 2
      }
    }
  },
  "materials": {},
  "part_materials": {},
  "roots": [
    {
      "root": 2,
      "material": "default"
    },
    {
      "root": 4,
      "material": "default"
    },
    {
      "root": 5,
      "material": "default"
    }
  ]
}
mecheval · an evaluation suite by Municipal Robotics
sibling project: vcad. · github

generated 2026-06-19T01:47:56.105Z · static site, regenerate with npm run build -w @mecheval/leaderboard