{
  "task": {
    "id": "swarm-101",
    "model": "swarm",
    "seed": 101,
    "control": {},
    "metric": "avgOrder",
    "replicates": 12,
    "budget": 8,
    "candidateParams": [
      "maxForce",
      "separationWeight",
      "count"
    ],
    "truth": {
      "param": "separationWeight",
      "value": 6,
      "effectOnMetric": "down"
    }
  },
  "log": {
    "taskId": "swarm-101",
    "model": "swarm",
    "solver": "gemini-swarm-101",
    "calls": [
      {
        "kind": "experiment",
        "metric": "avgOrder",
        "stats": {
          "metric": "avgOrder",
          "label": "Order parameter",
          "controlMean": 0.867419286871484,
          "controlCI": [
            0.8003408919082285,
            0.9186489587749551
          ],
          "treatmentMean": 0.7813841362773427,
          "treatmentCI": [
            0.6810979957948953,
            0.8735628885279697
          ],
          "deltaPct": -9.918519439940484,
          "test": {
            "name": "Wilcoxon signed-rank",
            "statistic": 17,
            "p": 0.09168047527646772
          },
          "pAdjusted": 0.3667219011058709,
          "significant": false,
          "effect": {
            "name": "rank-biserial r",
            "value": 0.4868791246821762,
            "magnitude": "medium"
          }
        },
        "configA": {},
        "configB": {
          "separationWeight": 2
        }
      },
      {
        "kind": "experiment",
        "metric": "avgOrder",
        "stats": {
          "metric": "avgOrder",
          "label": "Order parameter",
          "controlMean": 0.867419286871484,
          "controlCI": [
            0.8003408919082285,
            0.9186489587749551
          ],
          "treatmentMean": 0.5937296406247892,
          "treatmentCI": [
            0.47860678872764595,
            0.6969773249487586
          ],
          "deltaPct": -31.552174408504293,
          "test": {
            "name": "Wilcoxon signed-rank",
            "statistic": 5,
            "p": 0.008590034259602142
          },
          "pAdjusted": 0.04295017129801071,
          "significant": true,
          "effect": {
            "name": "rank-biserial r",
            "value": 0.7586256128768792,
            "magnitude": "large"
          }
        },
        "configA": {},
        "configB": {
          "count": 400
        }
      },
      {
        "kind": "experiment",
        "metric": "avgOrder",
        "stats": {
          "metric": "avgOrder",
          "label": "Order parameter",
          "controlMean": 0.867419286871484,
          "controlCI": [
            0.8003408919082285,
            0.9186489587749551
          ],
          "treatmentMean": 0.8902767799348991,
          "treatmentCI": [
            0.8563976289698539,
            0.9225468840024033
          ],
          "deltaPct": 2.635114691287889,
          "test": {
            "name": "Wilcoxon signed-rank",
            "statistic": 34,
            "p": 0.7240817810385578
          },
          "pAdjusted": 1,
          "significant": false,
          "effect": {
            "name": "rank-biserial r",
            "value": -0.10190493307301363,
            "magnitude": "small"
          }
        },
        "configA": {},
        "configB": {
          "count": 1000
        }
      },
      {
        "kind": "probe",
        "metric": "avgOrder",
        "stats": {
          "metric": "avgOrder",
          "label": "Order parameter",
          "controlMean": 0.8902767799348991,
          "controlCI": [
            0.8533170939974374,
            0.9235750054631876
          ],
          "treatmentMean": 0.6779028243650047,
          "treatmentCI": [
            0.5649070853188553,
            0.7867758841496538
          ],
          "deltaPct": -23.85482361849582,
          "test": {
            "name": "Wilcoxon signed-rank",
            "statistic": 5,
            "p": 0.008590034259602142
          },
          "pAdjusted": 0.017180068519204283,
          "significant": true,
          "effect": {
            "name": "rank-biserial r",
            "value": 0.7586256128768792,
            "magnitude": "large"
          }
        },
        "configA": {
          "count": 1000
        }
      },
      {
        "kind": "probe",
        "metric": "avgOrder",
        "stats": {
          "metric": "avgOrder",
          "label": "Order parameter",
          "controlMean": 0.876568467357894,
          "controlCI": [
            0.8388214336858212,
            0.9065000985421089
          ],
          "treatmentMean": 0.6779028243650047,
          "treatmentCI": [
            0.5649070853188553,
            0.7867758841496538
          ],
          "deltaPct": -22.664018886248176,
          "test": {
            "name": "Wilcoxon signed-rank",
            "statistic": 7,
            "p": 0.01347121390819317
          },
          "pAdjusted": 0.05388485563277268,
          "significant": false,
          "effect": {
            "name": "rank-biserial r",
            "value": 0.7133345315110954,
            "magnitude": "large"
          }
        },
        "configA": {
          "maxForce": 5
        }
      },
      {
        "kind": "experiment",
        "metric": "avgOrder",
        "stats": {
          "metric": "avgOrder",
          "label": "Order parameter",
          "controlMean": 0.867419286871484,
          "controlCI": [
            0.8003408919082285,
            0.9186489587749551
          ],
          "treatmentMean": 0.6779028243650047,
          "treatmentCI": [
            0.5649070853188553,
            0.7867758841496538
          ],
          "deltaPct": -21.848310888959727,
          "test": {
            "name": "Wilcoxon signed-rank",
            "statistic": 8,
            "p": 0.01672868299393193
          },
          "pAdjusted": 0.04314999257284313,
          "significant": true,
          "effect": {
            "name": "rank-biserial r",
            "value": 0.6906889908282033,
            "magnitude": "large"
          }
        },
        "configA": {},
        "configB": {
          "separationWeight": 20
        }
      }
    ],
    "claims": [],
    "submission": {
      "param": "separationWeight",
      "direction": "down"
    },
    "callsUsed": 6,
    "budget": 8
  }
}