{
  "task": {
    "id": "swarm-202",
    "model": "swarm",
    "seed": 202,
    "control": {},
    "metric": "avgOrder",
    "replicates": 12,
    "budget": 8,
    "candidateParams": [
      "alignmentWeight",
      "count",
      "maxForce"
    ],
    "truth": {
      "param": "alignmentWeight",
      "value": 0.2,
      "effectOnMetric": "down"
    }
  },
  "log": {
    "taskId": "swarm-202",
    "model": "swarm",
    "solver": "gemini-swarm-202",
    "calls": [
      {
        "kind": "experiment",
        "metric": "avgOrder",
        "stats": {
          "metric": "avgOrder",
          "label": "Order parameter",
          "controlMean": 0.867419286871484,
          "controlCI": [
            0.8003408919082285,
            0.9186489587749551
          ],
          "treatmentMean": 0.876568467357894,
          "treatmentCI": [
            0.8440001583661267,
            0.9053263338066501
          ],
          "deltaPct": 1.0547587106816934,
          "test": {
            "name": "Wilcoxon signed-rank",
            "statistic": 37,
            "p": 0.9063292973622197
          },
          "pAdjusted": 1,
          "significant": false,
          "effect": {
            "name": "rank-biserial r",
            "value": 0.03396831102433787,
            "magnitude": "negligible"
          }
        },
        "configA": {},
        "configB": {
          "maxForce": 10
        }
      },
      {
        "kind": "experiment",
        "metric": "avgOrder",
        "stats": {
          "metric": "avgOrder",
          "label": "Order parameter",
          "controlMean": 0.867419286871484,
          "controlCI": [
            0.8003408919082285,
            0.9186489587749551
          ],
          "treatmentMean": 0.34319191381101727,
          "treatmentCI": [
            0.22680233159274935,
            0.47334156185057946
          ],
          "deltaPct": -60.435291328510175,
          "test": {
            "name": "Wilcoxon signed-rank",
            "statistic": 0,
            "p": 0.0025263126954468973
          },
          "pAdjusted": 0.012631563477234486,
          "significant": true,
          "effect": {
            "name": "rank-biserial r",
            "value": 0.8718533162913388,
            "magnitude": "large"
          }
        },
        "configA": {},
        "configB": {
          "maxForce": 0.01
        }
      },
      {
        "kind": "probe",
        "metric": "avgOrder",
        "stats": {
          "metric": "avgOrder",
          "label": "Order parameter",
          "controlMean": 0.867419286871484,
          "controlCI": [
            0.8003408919082285,
            0.9186489587749551
          ],
          "treatmentMean": 0.5428978315944375,
          "treatmentCI": [
            0.45591041503289437,
            0.6318495533484789
          ],
          "deltaPct": -37.412294168313466,
          "test": {
            "name": "Wilcoxon signed-rank",
            "statistic": 0,
            "p": 0.0025263126954468973
          },
          "pAdjusted": 0.012583174924591933,
          "significant": true,
          "effect": {
            "name": "rank-biserial r",
            "value": 0.8718533162913388,
            "magnitude": "large"
          }
        },
        "configA": {}
      },
      {
        "kind": "experiment",
        "metric": "avgOrder",
        "stats": {
          "metric": "avgOrder",
          "label": "Order parameter",
          "controlMean": 0.867419286871484,
          "controlCI": [
            0.8003408919082285,
            0.9186489587749551
          ],
          "treatmentMean": 0.8902767799348991,
          "treatmentCI": [
            0.8563976289698539,
            0.9225468840024033
          ],
          "deltaPct": 2.635114691287889,
          "test": {
            "name": "Wilcoxon signed-rank",
            "statistic": 34,
            "p": 0.7240817810385578
          },
          "pAdjusted": 1,
          "significant": false,
          "effect": {
            "name": "rank-biserial r",
            "value": -0.10190493307301363,
            "magnitude": "small"
          }
        },
        "configA": {},
        "configB": {
          "count": 1000
        }
      },
      {
        "kind": "experiment",
        "metric": "avgOrder",
        "stats": {
          "metric": "avgOrder",
          "label": "Order parameter",
          "controlMean": 0.867419286871484,
          "controlCI": [
            0.8003408919082285,
            0.9186489587749551
          ],
          "treatmentMean": 0.7237437701641234,
          "treatmentCI": [
            0.6506679812020234,
            0.787063307146926
          ],
          "deltaPct": -16.563560308366466,
          "test": {
            "name": "Wilcoxon signed-rank",
            "statistic": 0,
            "p": 0.0025263126954468973
          },
          "pAdjusted": 0.012631563477234486,
          "significant": true,
          "effect": {
            "name": "rank-biserial r",
            "value": 0.8718533162913388,
            "magnitude": "large"
          }
        },
        "configA": {},
        "configB": {
          "alignmentWeight": 0.5
        }
      },
      {
        "kind": "experiment",
        "metric": "avgOrder",
        "stats": {
          "metric": "avgOrder",
          "label": "Order parameter",
          "controlMean": 0.867419286871484,
          "controlCI": [
            0.8003408919082285,
            0.9186489587749551
          ],
          "treatmentMean": 0.8084789675489615,
          "treatmentCI": [
            0.7498472902919037,
            0.8603032384118731
          ],
          "deltaPct": -6.794905326016225,
          "test": {
            "name": "Wilcoxon signed-rank",
            "statistic": 21,
            "p": 0.16981061872831194
          },
          "pAdjusted": 0.6792424749132477,
          "significant": false,
          "effect": {
            "name": "rank-biserial r",
            "value": 0.39629696195060854,
            "magnitude": "medium"
          }
        },
        "configA": {},
        "configB": {
          "maxForce": 0.5
        }
      }
    ],
    "claims": [],
    "submission": {
      "param": "alignmentWeight",
      "direction": "UP"
    },
    "callsUsed": 6,
    "budget": 8
  }
}