{
  "task": {
    "id": "swarm-101-l2",
    "model": "swarm",
    "seed": 101,
    "control": {},
    "metric": "avgOrder",
    "replicates": 12,
    "budget": 8,
    "tier": "L2",
    "candidateParams": [
      "maxForce",
      "alignmentWeight",
      "count"
    ],
    "truth": {
      "param": "alignmentWeight",
      "value": 0.2416,
      "effectOnMetric": "down",
      "magnitude": "medium"
    }
  },
  "log": {
    "taskId": "swarm-101-l2",
    "model": "swarm",
    "solver": "ofat",
    "calls": [
      {
        "kind": "experiment",
        "metric": "avgOrder",
        "stats": {
          "metric": "avgOrder",
          "label": "Order parameter",
          "controlMean": 0.867419286871484,
          "controlCI": [
            0.8003408919082285,
            0.9186489587749551
          ],
          "treatmentMean": 0.7977947706719534,
          "treatmentCI": [
            0.7212429862708768,
            0.8567947373038574
          ],
          "deltaPct": -8.026627635943504,
          "test": {
            "name": "Wilcoxon signed-rank",
            "statistic": 23,
            "p": 0.22401551029281253
          },
          "pAdjusted": 0.44803102058562505,
          "significant": false,
          "effect": {
            "name": "rank-biserial r",
            "value": 0.3510058805848247,
            "magnitude": "medium"
          }
        },
        "configA": {},
        "configB": {
          "maxForce": 0.6
        }
      },
      {
        "kind": "experiment",
        "metric": "avgOrder",
        "stats": {
          "metric": "avgOrder",
          "label": "Order parameter",
          "controlMean": 0.867419286871484,
          "controlCI": [
            0.8003408919082285,
            0.9186489587749551
          ],
          "treatmentMean": 0.5428978315944375,
          "treatmentCI": [
            0.45591041503289437,
            0.6318495533484789
          ],
          "deltaPct": -37.412294168313466,
          "test": {
            "name": "Wilcoxon signed-rank",
            "statistic": 0,
            "p": 0.0025263126954468973
          },
          "pAdjusted": 0.012583174924591933,
          "significant": true,
          "effect": {
            "name": "rank-biserial r",
            "value": 0.8718533162913388,
            "magnitude": "large"
          }
        },
        "configA": {},
        "configB": {
          "alignmentWeight": 0.2
        }
      },
      {
        "kind": "experiment",
        "metric": "avgOrder",
        "stats": {
          "metric": "avgOrder",
          "label": "Order parameter",
          "controlMean": 0.867419286871484,
          "controlCI": [
            0.8003408919082285,
            0.9186489587749551
          ],
          "treatmentMean": 0.8753522229766411,
          "treatmentCI": [
            0.8196331628291528,
            0.922963206877138
          ],
          "deltaPct": 0.9145445835967957,
          "test": {
            "name": "Wilcoxon signed-rank",
            "statistic": 33,
            "p": 0.6661372645006556
          },
          "pAdjusted": 1,
          "significant": false,
          "effect": {
            "name": "rank-biserial r",
            "value": -0.12455047375590553,
            "magnitude": "small"
          }
        },
        "configA": {},
        "configB": {
          "count": 1500
        }
      },
      {
        "kind": "probe",
        "metric": "avgOrder",
        "stats": {
          "metric": "avgOrder",
          "label": "Order parameter",
          "controlMean": 0.867419286871484,
          "controlCI": [
            0.8003408919082285,
            0.9186489587749551
          ],
          "treatmentMean": 0.5168490132129296,
          "treatmentCI": [
            0.3759621428206867,
            0.6562437744048878
          ],
          "deltaPct": -40.41531920773333,
          "test": {
            "name": "Wilcoxon signed-rank",
            "statistic": 1,
            "p": 0.003263853493157942
          },
          "pAdjusted": 0.012631563477234486,
          "significant": true,
          "effect": {
            "name": "rank-biserial r",
            "value": 0.8492077756084468,
            "magnitude": "large"
          }
        },
        "configA": {}
      }
    ],
    "claims": [
      {
        "param": "maxForce",
        "effect": "none"
      },
      {
        "param": "alignmentWeight",
        "effect": "down"
      },
      {
        "param": "count",
        "effect": "none"
      }
    ],
    "submission": {
      "param": "alignmentWeight",
      "direction": "down",
      "magnitude": "medium"
    },
    "callsUsed": 4,
    "budget": 8
  },
  "score": {
    "taskId": "swarm-101-l2",
    "model": "swarm",
    "solver": "ofat",
    "correctParam": true,
    "correctDirection": true,
    "correctMagnitude": true,
    "solved": true,
    "withinBudget": true,
    "callsUsed": 4,
    "budget": 8,
    "efficiency": 0.5,
    "claimValidity": 1,
    "score": 92.5,
    "notes": []
  }
}