BSD Testbench

test new policy net (copy) (with book)

new-policy vs old-policy

Duplicate Paused

Wins

Losses

Draws

Score

0.515

Elo Estimate

10.5 ( -74.4, 96.7 )

SPRT

Continue

Configuration

{
  "name": "test new policy net (copy) (with book)",
  "description": "Fast (current value+policy) vs Experimental (current value+old policy)",
  "system_a": {
    "name": "new-policy",
    "repo_url": "https://github.com/XInTheDark/brawlstarsdraft_0827.git",
    "commit_or_ref": "20251020_base",
    "subdir": null,
    "config_path": "webapp/config.yaml",
    "model": "Large",
    "models_dir": null,
    "download_link": null,
    "fm_device": null,
    "env_overrides": {},
    "request_timeout_seconds": null,
    "port_hint": null
  },
  "system_b": {
    "name": "old-policy",
    "repo_url": "https://github.com/XInTheDark/brawlstarsdraft_0827.git",
    "commit_or_ref": "20251020_old_policy",
    "subdir": null,
    "config_path": "webapp/config.yaml",
    "model": null,
    "models_dir": "models",
    "download_link": null,
    "fm_device": null,
    "env_overrides": {},
    "request_timeout_seconds": null,
    "port_hint": null
  },
  "judges": [
    {
      "name": "website-judge",
      "weight": 1.0,
      "epsilon": null,
      "evaluate_both_sides": true,
      "system": {
        "name": "website-judge",
        "repo_url": "https://github.com/XInTheDark/brawlstarsdraft_0827.git",
        "commit_or_ref": "website",
        "subdir": null,
        "config_path": "webapp/config.yaml",
        "model": "Large",
        "models_dir": null,
        "download_link": null,
        "fm_device": null,
        "env_overrides": {},
        "request_timeout_seconds": null,
        "port_hint": null
      }
    }
  ],
  "judge_policy": "average",
  "time_control": {
    "seconds": 6.0,
    "rollout": "pad",
    "policy_temperature": 0.8,
    "seed_mode": "deterministic",
    "extra_flags": null,
    "normalize_sides": true
  },
  "draft": {
    "bans_per_side": 3,
    "epsilon_draw": 0.05,
    "book_path": "books/ranked.yaml",
    "map_mode_weights": {}
  },
  "sprt": {
    "elo0": 0.0,
    "elo1": 2.0,
    "alpha": 0.05,
    "beta": 0.05
  },
  "fixed_n": null,
  "parallelism_hint": 4,
  "max_trials": null,
  "id": "c457ae92-d6d2-4f00-917e-d4de1dab0e7f",
  "status": "paused",
  "created_at": "2025-10-20T08:42:35"
}

LLR Progress

Recent Games

Export JSON Export CSV Export NDJSON

Pair	Game	Result	Map	p(A)
464	0	B	heist / Bridge Too Far	0.476
464	1	A	heist / Bridge Too Far	0.788
454	0	B	hotZone / Open Business	0.444
454	1	A	hotZone / Open Business	0.628
447	0	D	hotZone / Ring of Fire	0.533
447	1	D	hotZone / Ring of Fire	0.538
446	0	B	heist / Kaboom Canyon	0.414
446	1	A	heist / Kaboom Canyon	0.675
443	0	B	bounty / No Excuses	0.395
443	1	A	bounty / No Excuses	0.793
440	0	B	bounty / Excel	0.436
440	1	A	bounty / Excel	0.867
439	0	A	knockout / Belle's Rock	0.796
439	1	B	knockout / Belle's Rock	0.700
437	0	A	gemGrab / Deathcap Trap	0.769
437	1	D	gemGrab / Deathcap Trap	0.520
438	0	D	gemGrab / Gem Fort	0.522
438	1	D	gemGrab / Gem Fort	0.571
436	0	D	hotZone / Parallel Plays	0.551
436	1	B	hotZone / Parallel Plays	0.328
434	0	A	bounty / Hideout	0.627
434	1	B	bounty / Hideout	0.348
435	0	A	gemGrab / Hard Rock Mine	0.571
435	1	B	gemGrab / Hard Rock Mine	0.466
433	0	D	bounty / Shooting Star	0.536
433	1	D	bounty / Shooting Star	0.676
432	0	A	hotZone / Parallel Plays	0.808
432	1	B	hotZone / Parallel Plays	0.417
431	0	B	gemGrab / Double Swoosh	0.467
431	1	A	gemGrab / Double Swoosh	0.581
429	0	B	bounty / Dry Season	0.581
429	1	A	bounty / Dry Season	0.740
430	0	A	brawlBall / Grass Knot	0.655
430	1	B	brawlBall / Grass Knot	0.419
428	0	A	bounty / Hideout	0.689
428	1	B	bounty / Hideout	0.627
427	0	B	brawlBall / Pinball Dreams	0.433
427	1	A	brawlBall / Pinball Dreams	0.655
426	0	B	brawlBall / Pinhole Punt	0.450
426	1	A	brawlBall / Pinhole Punt	0.725
423	0	A	brawlBall / Pinball Dreams	0.621
423	1	A	brawlBall / Pinball Dreams	0.738
425	0	A	bounty / Infinite Doom	0.739
425	1	D	bounty / Infinite Doom	0.512
424	0	A	hotZone / Parallel Plays	0.764
424	1	A	hotZone / Parallel Plays	0.600
422	0	A	bounty / Hideout	0.689
422	1	B	bounty / Hideout	0.627
421	0	B	bounty / Hideout	0.521
421	1	B	bounty / Hideout	0.627
420	0	A	gemGrab / Deathcap Trap	0.637
420	1	A	gemGrab / Deathcap Trap	0.565
419	0	A	brawlBall / Grass Knot	0.686
419	1	B	brawlBall / Grass Knot	0.456
418	0	A	gemGrab / Hard Rock Mine	0.679
418	1	B	gemGrab / Hard Rock Mine	0.483
416	0	A	gemGrab / Double Swoosh	0.608
416	1	B	gemGrab / Double Swoosh	0.504
417	0	D	knockout / New Horizons	0.771
417	1	B	knockout / New Horizons	0.516
415	0	B	bounty / Layer Cake	0.582
415	1	A	bounty / Layer Cake	0.667
414	0	B	brawlBall / Sneaky Fields	0.504
414	1	B	brawlBall / Sneaky Fields	0.461
413	0	B	gemGrab / Double Swoosh	0.519
413	1	A	gemGrab / Double Swoosh	0.591

test new policy net (copy) (with book)

Configuration

LLR Progress

Recent Games

Draft Details