Run #71

{
    "name": "Qwen-3-Coder ALL",
    "provider_id": null,
    "model_id": null,
    "benchmarks": [
        {
            "adapter_key": "bfcl",
            "sub_benchmarks": [
                "single_turn"
            ],
            "threshold_override": null,
            "params": {
                "bfcl_preset": "quick"
            }
        },
        {
            "adapter_key": "lm_eval_harness",
            "sub_benchmarks": [
                "gsm8k",
                "ifeval"
            ],
            "threshold_override": null
        },
        {
            "adapter_key": "swe_bench",
            "sub_benchmarks": [
                "swe_bench_lite"
            ],
            "threshold_override": null,
            "params": {
                "swe_bench_preset": "lite_smoke"
            }
        }
    ],
    "tags": [],
    "notes": null,
    "model": {
        "base_name": "mlx-community/Qwen3-Coder-Next",
        "quantization": "4bit",
        "format": "other",
        "source_url": null,
        "build_notes": null,
        "checksum": null
    }
}

{
    "name": "ExoCluster",
    "type": "exo",
    "endpoint_url": "http://100.64.0.2:52415",
    "api_key_env_var": null,
    "sampling_params": [],
    "provider_specific": [],
    "telemetry_sample_interval_ms": 1000
}

[
    {
        "name": "bender",
        "hostname": "192.168.3.147",
        "gpu_description": "Mac Mini M4 Pro 20C",
        "cpu": "M4 Pro",
        "ram": "64 GB",
        "storage": "2TB",
        "network": null,
        "notes": null
    },
    {
        "name": "zoidberg",
        "hostname": "192.168.3.79",
        "gpu_description": "Mac Mini M4 Pro 20C",
        "cpu": "M4 Pro",
        "ram": "64GB",
        "storage": "2TB",
        "network": null,
        "notes": null
    }
]

{
    "php_version": "8.4.21",
    "os": "Linux",
    "os_release": "6.8.0-111-generic",
    "symfony_version": "7.4.10",
    "provider_version_hint": null,
    "recorded_at": "2026-05-13T08:44:33+02:00"
}