{
  "schema_version": "shopsimrl-public-analysis-v1",
  "checkpoint": "qwen35-4b-iter80",
  "primary_steps": [
    1,
    80
  ],
  "bootstrap": {
    "method": "task-level paired percentile",
    "samples": 10000,
    "seed": 20260901,
    "rng": "random.Random; SHA256-derived per-metric seed (same as compare_shopsimrl_runs.py)",
    "confidence": 0.95,
    "unit": "task; conditional on this training run"
  },
  "test": {
    "base_free": {
      "schema_version": "shopsimrl-eval-summary-v2",
      "created_at": "2026-09-07T13:34:00.120680+00:00",
      "counts": {
        "requested": 400,
        "trace_files": 400,
        "completed": 400,
        "failed": 0,
        "scored": 400,
        "coverage": 1.0
      },
      "primary": {
        "reward_mean": 0.5421666666666667,
        "reward_sem": 0.02433258027129295,
        "success_rate": 0.5175
      },
      "reward_components": {
        "r_att": 0.7451428571428572,
        "r_loose": 0.7282689393939394,
        "r_option": 0.5825,
        "r_price": 0.86,
        "r_strict": 0.5421666666666667,
        "r_success": 0.5175,
        "r_type": 0.91875
      },
      "behavior": {
        "steps_mean": 6.2125,
        "model_steps": 2485,
        "protocol_errors": 57,
        "protocol_error_rate": 0.022937625754527163,
        "policy_failures": 19,
        "policy_failure_rate": 0.007645875251509054,
        "invalid_action_rate": 0.09298464092984642,
        "invalid_actions": 224,
        "total_actions": 2409,
        "termination_reasons": {
          "action_limit": 8,
          "generation_length": 19,
          "purchase": 373
        }
      },
      "cost": {
        "duration_ms_mean": 31132.075759815052,
        "tokens": {
          "completion_tokens": 712183,
          "prompt_tokens": 18053628,
          "total_tokens": 18765811
        }
      },
      "errors": {}
    },
    "base_s0": {
      "schema_version": "shopsimrl-eval-summary-v2",
      "created_at": "2026-09-07T13:43:51.812918+00:00",
      "counts": {
        "requested": 400,
        "trace_files": 400,
        "completed": 400,
        "failed": 0,
        "scored": 400,
        "coverage": 1.0
      },
      "primary": {
        "reward_mean": 0.5663012566137566,
        "reward_sem": 0.024218960161508853,
        "success_rate": 0.545
      },
      "reward_components": {
        "r_att": 0.769577380952381,
        "r_loose": 0.7532617451992452,
        "r_option": 0.6275,
        "r_price": 0.8675,
        "r_strict": 0.5663012566137566,
        "r_success": 0.545,
        "r_type": 0.93375
      },
      "behavior": {
        "steps_mean": 6.6125,
        "model_steps": 2645,
        "protocol_errors": 99,
        "protocol_error_rate": 0.037429111531190926,
        "policy_failures": 10,
        "policy_failure_rate": 0.003780718336483932,
        "invalid_action_rate": 0.10252365930599369,
        "invalid_actions": 260,
        "total_actions": 2536,
        "termination_reasons": {
          "action_limit": 14,
          "generation_length": 10,
          "purchase": 376
        }
      },
      "cost": {
        "duration_ms_mean": 38152.37956831232,
        "tokens": {
          "completion_tokens": 776975,
          "prompt_tokens": 25464782,
          "total_tokens": 26241757
        }
      },
      "errors": {}
    },
    "iter80_free": {
      "schema_version": "shopsimrl-eval-summary-v2",
      "created_at": "2026-09-07T13:52:22.400852+00:00",
      "counts": {
        "requested": 400,
        "trace_files": 400,
        "completed": 400,
        "failed": 0,
        "scored": 400,
        "coverage": 1.0
      },
      "primary": {
        "reward_mean": 0.8500595238095238,
        "reward_sem": 0.0176800903122101,
        "success_rate": 0.8425
      },
      "reward_components": {
        "r_att": 0.9309255952380953,
        "r_loose": 0.9186339285714286,
        "r_option": 0.8975,
        "r_price": 0.8875,
        "r_strict": 0.8500595238095238,
        "r_success": 0.8425,
        "r_type": 0.9475
      },
      "behavior": {
        "steps_mean": 5.7525,
        "model_steps": 2301,
        "protocol_errors": 144,
        "protocol_error_rate": 0.06258148631029987,
        "policy_failures": 13,
        "policy_failure_rate": 0.005649717514124294,
        "invalid_action_rate": 0.00792910447761194,
        "invalid_actions": 17,
        "total_actions": 2144,
        "termination_reasons": {
          "action_limit": 8,
          "generation_length": 13,
          "purchase": 379
        }
      },
      "cost": {
        "duration_ms_mean": 21135.36020182073,
        "tokens": {
          "completion_tokens": 440529,
          "prompt_tokens": 13904498,
          "total_tokens": 14345027
        }
      },
      "errors": {}
    },
    "iter80_st": {
      "schema_version": "shopsimrl-eval-summary-v2",
      "created_at": "2026-09-07T14:01:48.022691+00:00",
      "counts": {
        "requested": 400,
        "trace_files": 400,
        "completed": 400,
        "failed": 0,
        "scored": 400,
        "coverage": 1.0
      },
      "primary": {
        "reward_mean": 0.8671428571428571,
        "reward_sem": 0.016877117429579896,
        "success_rate": 0.8625
      },
      "reward_components": {
        "r_att": 0.9236964285714286,
        "r_loose": 0.9141994047619048,
        "r_option": 0.9025,
        "r_price": 0.89,
        "r_strict": 0.8671428571428571,
        "r_success": 0.8625,
        "r_type": 0.92875
      },
      "behavior": {
        "steps_mean": 6.01,
        "model_steps": 2404,
        "protocol_errors": 276,
        "protocol_error_rate": 0.11480865224625623,
        "policy_failures": 17,
        "policy_failure_rate": 0.007071547420965058,
        "invalid_action_rate": 0.010895310279488394,
        "invalid_actions": 23,
        "total_actions": 2111,
        "termination_reasons": {
          "action_limit": 11,
          "generation_length": 17,
          "purchase": 372
        }
      },
      "cost": {
        "duration_ms_mean": 26554.488080702722,
        "tokens": {
          "completion_tokens": 499643,
          "prompt_tokens": 20115784,
          "total_tokens": 20615427
        }
      },
      "errors": {}
    }
  },
  "comparisons": {
    "training_free": {
      "reward": {
        "n": 400,
        "a": 0.5421666666666667,
        "b": 0.8500595238095238,
        "difference": 0.3078928571428572,
        "ci95": [
          0.2597261160714286,
          0.3575598958333333
        ]
      },
      "success": {
        "n": 400,
        "a": 0.5175,
        "b": 0.8425,
        "difference": 0.325,
        "ci95": [
          0.275,
          0.375
        ]
      },
      "success_transitions": {
        "0->1": 139,
        "0->0": 54,
        "1->1": 198,
        "1->0": 9
      }
    },
    "initial_skill": {
      "reward": {
        "n": 400,
        "a": 0.5421666666666667,
        "b": 0.5663012566137566,
        "difference": 0.024134589947089946,
        "ci95": [
          -0.017822007275132272,
          0.06645905257936506
        ]
      },
      "success": {
        "n": 400,
        "a": 0.5175,
        "b": 0.545,
        "difference": 0.0275,
        "ci95": [
          -0.015,
          0.0725
        ]
      },
      "success_transitions": {
        "0->0": 147,
        "0->1": 46,
        "1->1": 172,
        "1->0": 35
      }
    },
    "final_skill": {
      "reward": {
        "n": 400,
        "a": 0.8500595238095238,
        "b": 0.8671428571428572,
        "difference": 0.017083333333333336,
        "ci95": [
          -0.009166666666666665,
          0.04375
        ]
      },
      "success": {
        "n": 400,
        "a": 0.8425,
        "b": 0.8625,
        "difference": 0.02,
        "ci95": [
          -0.005,
          0.0475
        ]
      },
      "success_transitions": {
        "1->1": 326,
        "0->0": 44,
        "1->0": 11,
        "0->1": 19
      }
    },
    "final_pair_vs_base": {
      "reward": {
        "n": 400,
        "a": 0.5421666666666667,
        "b": 0.8671428571428572,
        "difference": 0.3249761904761905,
        "ci95": [
          0.2746301339285715,
          0.3752889136904762
        ]
      },
      "success": {
        "n": 400,
        "a": 0.5175,
        "b": 0.8625,
        "difference": 0.345,
        "ci95": [
          0.295,
          0.3975
        ]
      },
      "success_transitions": {
        "0->1": 148,
        "0->0": 45,
        "1->1": 197,
        "1->0": 10
      }
    }
  },
  "rounds": [
    {
      "round": 0,
      "step": 20,
      "q": 0.2,
      "input_chunks": 10,
      "selected_chunks": 7,
      "bare": {
        "r_att": 0.882061507936508,
        "r_loose": 0.8738255772005772,
        "r_option": 0.8025,
        "r_price": 0.915,
        "r_strict": 0.765952380952381,
        "r_success": 0.7475,
        "r_type": 0.9575,
        "reward": 0.765952380952381
      },
      "masked": {
        "r_att": 0.9044170274170275,
        "r_loose": 0.8905152902652902,
        "r_option": 0.8275,
        "r_price": 0.9225,
        "r_strict": 0.7916607142857143,
        "r_success": 0.775,
        "r_type": 0.96375,
        "reward": 0.7916607142857143
      },
      "gate_delta": {
        "n": 400,
        "a": 0.765952380952381,
        "b": 0.7916607142857143,
        "difference": 0.025708333333333333,
        "ci95": [
          -0.010854687499999995,
          0.06227343749999997
        ]
      },
      "candidate_count": 6,
      "eligible_cards": 61,
      "analyzed_cards": 87,
      "group_count": 640,
      "classifications": {
        "environment_or_runtime_error": 25,
        "not_frontier": 519,
        "full_skill_failure_pending_analysis": 87,
        "model_internalization_deficit": 9
      },
      "generated_episodes": 5120,
      "all_wrong_groups": 104,
      "trainer_episodes": 2560,
      "rho": [
        {
          "id": "chunk-27a7e5bb9344",
          "rho": 0.4733805357216591
        },
        {
          "id": "chunk-a9e98e128a35",
          "rho": 0.2001840055744324
        },
        {
          "id": "chunk-a71a5634ee99",
          "rho": 0.2002050350677727
        },
        {
          "id": "chunk-4d958fc1d69e",
          "rho": 0.26310000301127795
        },
        {
          "id": "chunk-bbe6cb9408eb",
          "rho": 0.49059913361494567
        },
        {
          "id": "chunk-d3a9ac5af7ef",
          "rho": 0.5174498242544147
        },
        {
          "id": "chunk-b64b0567ce98",
          "rho": 0.38162078131953847
        },
        {
          "id": "chunk-f58e352cdad0",
          "rho": 0.8999999999999999
        },
        {
          "id": "chunk-c83ed5ae8b70",
          "rho": 0.48411009292619
        },
        {
          "id": "chunk-1f8d27322e9f",
          "rho": 0.5796673375052258
        }
      ],
      "gate_refit_max_error": 1.5092094240998222e-16
    },
    {
      "round": 1,
      "step": 40,
      "q": 0.2,
      "input_chunks": 7,
      "selected_chunks": 5,
      "bare": {
        "r_att": 0.9094071067821068,
        "r_loose": 0.8970932123432124,
        "r_option": 0.85125,
        "r_price": 0.9025,
        "r_strict": 0.8131190476190475,
        "r_success": 0.8,
        "r_type": 0.955,
        "reward": 0.8131190476190475
      },
      "masked": {
        "r_att": 0.9093039321789321,
        "r_loose": 0.9020281870906871,
        "r_option": 0.865,
        "r_price": 0.91,
        "r_strict": 0.8406904761904762,
        "r_success": 0.8275,
        "r_type": 0.935,
        "reward": 0.8406904761904762
      },
      "gate_delta": {
        "n": 400,
        "a": 0.8131190476190477,
        "b": 0.8406904761904762,
        "difference": 0.02757142857142857,
        "ci95": [
          -0.00210773809523809,
          0.05803660714285713
        ]
      },
      "candidate_count": 6,
      "eligible_cards": 22,
      "analyzed_cards": 56,
      "group_count": 640,
      "classifications": {
        "not_frontier": 583,
        "full_skill_failure_pending_analysis": 56,
        "model_internalization_deficit": 1
      },
      "generated_episodes": 5120,
      "all_wrong_groups": 57,
      "trainer_episodes": 2560,
      "rho": [
        {
          "id": "chunk-27a7e5bb9344",
          "rho": 0.4558757756140158
        },
        {
          "id": "chunk-a9e98e128a35",
          "rho": 0.3445315989317448
        },
        {
          "id": "chunk-bbe6cb9408eb",
          "rho": 0.589599778982441
        },
        {
          "id": "chunk-c83ed5ae8b70",
          "rho": 0.5449789167055454
        },
        {
          "id": "chunk-1f8d27322e9f",
          "rho": 0.6423226971958329
        },
        {
          "id": "online-8e3e179b9270814a",
          "rho": 0.5190166131192998
        },
        {
          "id": "online-bbef274e1764d953",
          "rho": 0.8999999999999999
        }
      ],
      "gate_refit_max_error": 1.8735013540549517e-16
    },
    {
      "round": 2,
      "step": 60,
      "q": 0.2,
      "input_chunks": 5,
      "selected_chunks": 8,
      "bare": {
        "r_att": 0.9435138888888889,
        "r_loose": 0.9285269660894662,
        "r_option": 0.89625,
        "r_price": 0.93,
        "r_strict": 0.8601190476190476,
        "r_success": 0.8475,
        "r_type": 0.97,
        "reward": 0.8601190476190476
      },
      "masked": {
        "r_att": 0.9393928571428571,
        "r_loose": 0.929218253968254,
        "r_option": 0.905,
        "r_price": 0.93,
        "r_strict": 0.8797738095238096,
        "r_success": 0.87,
        "r_type": 0.9575,
        "reward": 0.8797738095238096
      },
      "gate_delta": {
        "n": 400,
        "a": 0.8601190476190476,
        "b": 0.8797738095238096,
        "difference": 0.019654761904761908,
        "ci95": [
          -0.008261904761904759,
          0.047751488095238076
        ]
      },
      "candidate_count": 6,
      "eligible_cards": 20,
      "analyzed_cards": 53,
      "group_count": 640,
      "classifications": {
        "not_frontier": 586,
        "full_skill_failure_pending_analysis": 53,
        "model_internalization_deficit": 1
      },
      "generated_episodes": 5120,
      "all_wrong_groups": 54,
      "trainer_episodes": 2560,
      "rho": [
        {
          "id": "chunk-a9e98e128a35",
          "rho": 0.36213934903190265
        },
        {
          "id": "chunk-c83ed5ae8b70",
          "rho": 0.8999999999999999
        },
        {
          "id": "chunk-1f8d27322e9f",
          "rho": 0.406239919602322
        },
        {
          "id": "online-8e3e179b9270814a",
          "rho": 0.5112815560620121
        },
        {
          "id": "online-bbef274e1764d953",
          "rho": 0.5830719338167873
        }
      ],
      "gate_refit_max_error": 6.591949208711867e-17
    },
    {
      "round": 3,
      "step": 80,
      "q": 0.2,
      "input_chunks": 8,
      "selected_chunks": 8,
      "bare": {
        "r_att": 0.9434583333333333,
        "r_loose": 0.9279348845598845,
        "r_option": 0.9075,
        "r_price": 0.9075,
        "r_strict": 0.8694166666666666,
        "r_success": 0.86,
        "r_type": 0.955,
        "reward": 0.8694166666666666
      },
      "masked": {
        "r_att": 0.9311309523809524,
        "r_loose": 0.920765873015873,
        "r_option": 0.90375,
        "r_price": 0.9025,
        "r_strict": 0.8760238095238095,
        "r_success": 0.8675,
        "r_type": 0.94,
        "reward": 0.8760238095238095
      },
      "gate_delta": {
        "n": 400,
        "a": 0.8694166666666666,
        "b": 0.8760238095238095,
        "difference": 0.006607142857142857,
        "ci95": [
          -0.021785714285714287,
          0.035
        ]
      },
      "candidate_count": 4,
      "eligible_cards": 11,
      "analyzed_cards": 39,
      "group_count": 640,
      "classifications": {
        "not_frontier": 601,
        "full_skill_failure_pending_analysis": 39
      },
      "generated_episodes": 5120,
      "all_wrong_groups": 39,
      "trainer_episodes": 2560,
      "rho": [
        {
          "id": "chunk-a9e98e128a35",
          "rho": 0.8876413579359135
        },
        {
          "id": "chunk-c83ed5ae8b70",
          "rho": 0.8999999999999999
        },
        {
          "id": "chunk-1f8d27322e9f",
          "rho": 0.6863229932230063
        },
        {
          "id": "online-8e3e179b9270814a",
          "rho": 0.7037147129653498
        },
        {
          "id": "online-214dfd1028dc4157",
          "rho": 0.3190629307171016
        },
        {
          "id": "online-3297dc4c0f4f6109",
          "rho": 0.29279886960426194
        },
        {
          "id": "online-3d2cdd6a2aac9717",
          "rho": 0.3415999358559877
        },
        {
          "id": "online-ea5dd903b14ec0fc",
          "rho": 0.3993089719266536
        }
      ],
      "gate_refit_max_error": 1.3183898417423734e-16
    }
  ],
  "training_steps": [
    {
      "step": 1.0,
      "round": 0.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": 4.0,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 12.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 0.96484375,
      "rollout/shopsim/reward_mean": 0.5843454790823213,
      "rollout/shopsim/strict_reward_mean": 0.5843454790823213,
      "rollout/shopsim/success_rate": 0.562753036437247,
      "rollout/shopsim/skill_free_group_rate": 0.1875,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.538461538461538,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.5,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4733805357216591,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.23076923076923078,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.2001840055744324,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": 0.11538461538461539,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": 0.2002050350677727,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": 0.38461538461538464,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": 0.26310000301127795,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.3076923076923077,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.49059913361494567,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": 0.46153846153846156,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": 0.5174498242544147,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": 0.23076923076923078,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": 0.38162078131953847,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": 0.9615384615384616,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.5384615384615384,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.48411009292619,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.8076923076923077,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.5796673375052258,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.2001840055744324,
      "rollout/shopsim/rho_mean": 0.44903167489954565,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.10714285714285714,
      "rollout/shopsim/full_skill_retry_rate": 0.09375,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.09375,
      "rollout/shopsim/runtime_error_group_rate": 0.125,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": 4.0,
      "rollout/shopsim/technical_group_drop_rate": 0.2,
      "rollout/shopsim/zero_std_group_drop_count": 12.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.42857142857142855,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 2.0,
      "round": 0.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.5230034722222222,
      "rollout/shopsim/strict_reward_mean": 0.5230034722222222,
      "rollout/shopsim/success_rate": 0.515625,
      "rollout/shopsim/skill_free_group_rate": 0.25,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.791666666666667,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.5,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4733805357216591,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.20833333333333334,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.2001840055744324,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": 0.16666666666666666,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": 0.2002050350677727,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": 0.3333333333333333,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": 0.26310000301127795,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.5416666666666666,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.49059913361494567,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": 0.5833333333333334,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": 0.5174498242544147,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": 0.4166666666666667,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": 0.38162078131953847,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": 0.9166666666666666,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.4583333333333333,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.48411009292619,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.6666666666666666,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.5796673375052258,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.2001840055744324,
      "rollout/shopsim/rho_mean": 0.44903167489954565,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.25,
      "rollout/shopsim/full_skill_retry_rate": 0.25,
      "rollout/shopsim/full_skill_retry_success_rate": 0.25,
      "rollout/shopsim/internalization_deficit_rate": 0.0625,
      "rollout/shopsim/pending_analysis_rate": 0.1875,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 3.0,
      "round": 0.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.5738932291666666,
      "rollout/shopsim/strict_reward_mean": 0.5738932291666666,
      "rollout/shopsim/success_rate": 0.5625,
      "rollout/shopsim/skill_free_group_rate": 0.15625,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.888888888888889,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.48148148148148145,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4733805357216591,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.25925925925925924,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.2001840055744324,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": 0.2962962962962963,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": 0.2002050350677727,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": 0.25925925925925924,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": 0.26310000301127795,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.48148148148148145,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.49059913361494567,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": 0.6296296296296297,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": 0.5174498242544147,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": 0.48148148148148145,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": 0.38162078131953847,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": 1.0,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.48148148148148145,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.48411009292619,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.5185185185185185,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.5796673375052258,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.2001840055744324,
      "rollout/shopsim/rho_mean": 0.44903167489954565,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.1875,
      "rollout/shopsim/full_skill_retry_rate": 0.1875,
      "rollout/shopsim/full_skill_retry_success_rate": 0.16666666666666666,
      "rollout/shopsim/internalization_deficit_rate": 0.03125,
      "rollout/shopsim/pending_analysis_rate": 0.15625,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 4.0,
      "round": 0.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.5943080357142857,
      "rollout/shopsim/strict_reward_mean": 0.5943080357142857,
      "rollout/shopsim/success_rate": 0.58984375,
      "rollout/shopsim/skill_free_group_rate": 0.25,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.333333333333333,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.5833333333333334,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4733805357216591,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.16666666666666666,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.2001840055744324,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": 0.16666666666666666,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": 0.2002050350677727,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": 0.16666666666666666,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": 0.26310000301127795,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.375,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.49059913361494567,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": 0.7083333333333334,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": 0.5174498242544147,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": 0.3333333333333333,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": 0.38162078131953847,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": 0.8333333333333334,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.375,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.48411009292619,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.625,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.5796673375052258,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.2001840055744324,
      "rollout/shopsim/rho_mean": 0.44903167489954565,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.28125,
      "rollout/shopsim/full_skill_retry_rate": 0.28125,
      "rollout/shopsim/full_skill_retry_success_rate": 0.2222222222222222,
      "rollout/shopsim/internalization_deficit_rate": 0.0625,
      "rollout/shopsim/pending_analysis_rate": 0.21875,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 5.0,
      "round": 0.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.4833984375,
      "rollout/shopsim/strict_reward_mean": 0.4833984375,
      "rollout/shopsim/success_rate": 0.46875,
      "rollout/shopsim/skill_free_group_rate": 0.15625,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.518518518518518,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.37037037037037035,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4733805357216591,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.18518518518518517,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.2001840055744324,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": 0.07407407407407407,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": 0.2002050350677727,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": 0.2962962962962963,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": 0.26310000301127795,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.5185185185185185,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.49059913361494567,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": 0.4444444444444444,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": 0.5174498242544147,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": 0.48148148148148145,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": 0.38162078131953847,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": 0.9629629629629629,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.5925925925925926,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.48411009292619,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.5925925925925926,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.5796673375052258,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.2001840055744324,
      "rollout/shopsim/rho_mean": 0.44903167489954565,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.3125,
      "rollout/shopsim/full_skill_retry_rate": 0.3125,
      "rollout/shopsim/full_skill_retry_success_rate": 0.2,
      "rollout/shopsim/internalization_deficit_rate": 0.0625,
      "rollout/shopsim/pending_analysis_rate": 0.25,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 6.0,
      "round": 0.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 5.0,
      "rollout/shopsim/trajectory_count": 168.0,
      "rollout/shopsim/group_count": 21.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.7318948412698413,
      "rollout/shopsim/strict_reward_mean": 0.7318948412698413,
      "rollout/shopsim/success_rate": 0.7261904761904762,
      "rollout/shopsim/skill_free_group_rate": 0.14285714285714285,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.5,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.2777777777777778,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4733805357216591,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.2777777777777778,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.2001840055744324,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": 0.1111111111111111,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": 0.2002050350677727,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": 0.3333333333333333,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": 0.26310000301127795,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.6666666666666666,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.49059913361494567,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": 0.7222222222222222,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": 0.5174498242544147,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": 0.16666666666666666,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": 0.38162078131953847,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": 0.8888888888888888,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.4444444444444444,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.48411009292619,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.6111111111111112,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.5796673375052258,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.2001840055744324,
      "rollout/shopsim/rho_mean": 0.44903167489954565,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.0,
      "rollout/shopsim/full_skill_retry_rate": 0.0,
      "rollout/shopsim/full_skill_retry_success_rate": null,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.0,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 5.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.23809523809523808,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 7.0,
      "round": 0.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 14.0,
      "rollout/shopsim/trajectory_count": 240.0,
      "rollout/shopsim/group_count": 30.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.7708333333333334,
      "rollout/shopsim/strict_reward_mean": 0.7708333333333334,
      "rollout/shopsim/success_rate": 0.7666666666666667,
      "rollout/shopsim/skill_free_group_rate": 0.23333333333333334,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.782608695652174,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.391304347826087,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4733805357216591,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.30434782608695654,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.2001840055744324,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": 0.391304347826087,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": 0.2002050350677727,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": 0.2608695652173913,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": 0.26310000301127795,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.4782608695652174,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.49059913361494567,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": 0.4782608695652174,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": 0.5174498242544147,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": 0.30434782608695654,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": 0.38162078131953847,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": 1.0,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.43478260869565216,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.48411009292619,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.7391304347826086,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.5796673375052258,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.2001840055744324,
      "rollout/shopsim/rho_mean": 0.44903167489954565,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.06666666666666667,
      "rollout/shopsim/full_skill_retry_rate": 0.06666666666666667,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.06666666666666667,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 14.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.4666666666666667,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 8.0,
      "round": 0.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.57421875,
      "rollout/shopsim/strict_reward_mean": 0.57421875,
      "rollout/shopsim/success_rate": 0.57421875,
      "rollout/shopsim/skill_free_group_rate": 0.15625,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.444444444444445,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.37037037037037035,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4733805357216591,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.1111111111111111,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.2001840055744324,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": 0.2962962962962963,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": 0.2002050350677727,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": 0.37037037037037035,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": 0.26310000301127795,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.4074074074074074,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.49059913361494567,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": 0.5185185185185185,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": 0.5174498242544147,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": 0.2222222222222222,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": 0.38162078131953847,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": 0.9259259259259259,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.6666666666666666,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.48411009292619,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.5555555555555556,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.5796673375052258,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.2001840055744324,
      "rollout/shopsim/rho_mean": 0.44903167489954565,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.15625,
      "rollout/shopsim/full_skill_retry_rate": 0.15625,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.15625,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 9.0,
      "round": 0.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 15.0,
      "rollout/shopsim/trajectory_count": 248.0,
      "rollout/shopsim/group_count": 31.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.6127016129032258,
      "rollout/shopsim/strict_reward_mean": 0.6127016129032258,
      "rollout/shopsim/success_rate": 0.6088709677419355,
      "rollout/shopsim/skill_free_group_rate": 0.16129032258064516,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.769230769230769,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.5,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4733805357216591,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.38461538461538464,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.2001840055744324,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": 0.34615384615384615,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": 0.2002050350677727,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": 0.23076923076923078,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": 0.26310000301127795,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.6923076923076923,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.49059913361494567,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": 0.5384615384615384,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": 0.5174498242544147,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": 0.19230769230769232,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": 0.38162078131953847,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": 0.9615384615384616,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.34615384615384615,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.48411009292619,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.5769230769230769,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.5796673375052258,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.2001840055744324,
      "rollout/shopsim/rho_mean": 0.44903167489954565,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.16129032258064516,
      "rollout/shopsim/full_skill_retry_rate": 0.16129032258064516,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.16129032258064516,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 15.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.4838709677419355,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 10.0,
      "round": 0.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.6733668154761905,
      "rollout/shopsim/strict_reward_mean": 0.6733668154761905,
      "rollout/shopsim/success_rate": 0.6328125,
      "rollout/shopsim/skill_free_group_rate": 0.1875,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.884615384615385,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.34615384615384615,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4733805357216591,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.23076923076923078,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.2001840055744324,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": 0.23076923076923078,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": 0.2002050350677727,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": 0.2692307692307692,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": 0.26310000301127795,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.6153846153846154,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.49059913361494567,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": 0.6153846153846154,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": 0.5174498242544147,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": 0.5,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": 0.38162078131953847,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": 0.9615384615384616,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.5769230769230769,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.48411009292619,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.5384615384615384,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.5796673375052258,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.2001840055744324,
      "rollout/shopsim/rho_mean": 0.44903167489954565,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.1875,
      "rollout/shopsim/full_skill_retry_rate": 0.1875,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.1875,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 11.0,
      "round": 0.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 13.0,
      "rollout/shopsim/trajectory_count": 232.0,
      "rollout/shopsim/group_count": 29.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.6905659893267652,
      "rollout/shopsim/strict_reward_mean": 0.6905659893267652,
      "rollout/shopsim/success_rate": 0.6594827586206896,
      "rollout/shopsim/skill_free_group_rate": 0.27586206896551724,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.190476190476191,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.47619047619047616,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4733805357216591,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.14285714285714285,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.2001840055744324,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": 0.14285714285714285,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": 0.2002050350677727,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": 0.23809523809523808,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": 0.26310000301127795,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.42857142857142855,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.49059913361494567,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": 0.5714285714285714,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": 0.5174498242544147,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": 0.38095238095238093,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": 0.38162078131953847,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": 0.9523809523809523,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.38095238095238093,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.48411009292619,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.47619047619047616,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.5796673375052258,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.2001840055744324,
      "rollout/shopsim/rho_mean": 0.44903167489954565,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.13793103448275862,
      "rollout/shopsim/full_skill_retry_rate": 0.13793103448275862,
      "rollout/shopsim/full_skill_retry_success_rate": 0.25,
      "rollout/shopsim/internalization_deficit_rate": 0.034482758620689655,
      "rollout/shopsim/pending_analysis_rate": 0.10344827586206896,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 13.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.4482758620689655,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 12.0,
      "round": 0.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.68505859375,
      "rollout/shopsim/strict_reward_mean": 0.68505859375,
      "rollout/shopsim/success_rate": 0.66796875,
      "rollout/shopsim/skill_free_group_rate": 0.25,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.833333333333333,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.5,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4733805357216591,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.125,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.2001840055744324,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": 0.25,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": 0.2002050350677727,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": 0.4583333333333333,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": 0.26310000301127795,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.5416666666666666,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.49059913361494567,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": 0.75,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": 0.5174498242544147,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": 0.4166666666666667,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": 0.38162078131953847,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": 0.875,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.375,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.48411009292619,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.5416666666666666,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.5796673375052258,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.2001840055744324,
      "rollout/shopsim/rho_mean": 0.44903167489954565,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.15625,
      "rollout/shopsim/full_skill_retry_rate": 0.15625,
      "rollout/shopsim/full_skill_retry_success_rate": 0.2,
      "rollout/shopsim/internalization_deficit_rate": 0.03125,
      "rollout/shopsim/pending_analysis_rate": 0.125,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 13.0,
      "round": 0.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.75,
      "rollout/shopsim/strict_reward_mean": 0.75,
      "rollout/shopsim/success_rate": 0.734375,
      "rollout/shopsim/skill_free_group_rate": 0.125,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.392857142857143,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.5357142857142857,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4733805357216591,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.10714285714285714,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.2001840055744324,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": 0.10714285714285714,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": 0.2002050350677727,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": 0.25,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": 0.26310000301127795,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.35714285714285715,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.49059913361494567,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": 0.5357142857142857,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": 0.5174498242544147,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": 0.5,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": 0.38162078131953847,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": 0.8571428571428571,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.42857142857142855,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.48411009292619,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.7142857142857143,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.5796673375052258,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.2001840055744324,
      "rollout/shopsim/rho_mean": 0.44903167489954565,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.15625,
      "rollout/shopsim/full_skill_retry_rate": 0.15625,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.15625,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 14.0,
      "round": 0.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.6458333333333334,
      "rollout/shopsim/strict_reward_mean": 0.6458333333333334,
      "rollout/shopsim/success_rate": 0.6171875,
      "rollout/shopsim/skill_free_group_rate": 0.21875,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.2,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.36,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4733805357216591,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.2,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.2001840055744324,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": 0.04,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": 0.2002050350677727,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": 0.16,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": 0.26310000301127795,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.36,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.49059913361494567,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": 0.52,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": 0.5174498242544147,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": 0.48,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": 0.38162078131953847,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": 0.92,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.48,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.48411009292619,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.68,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.5796673375052258,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.2001840055744324,
      "rollout/shopsim/rho_mean": 0.44903167489954565,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.15625,
      "rollout/shopsim/full_skill_retry_rate": 0.15625,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.15625,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 15.0,
      "round": 0.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 13.0,
      "rollout/shopsim/trajectory_count": 232.0,
      "rollout/shopsim/group_count": 29.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.684985632183908,
      "rollout/shopsim/strict_reward_mean": 0.684985632183908,
      "rollout/shopsim/success_rate": 0.6724137931034483,
      "rollout/shopsim/skill_free_group_rate": 0.1724137931034483,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.666666666666667,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.5,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4733805357216591,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.125,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.2001840055744324,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": 0.16666666666666666,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": 0.2002050350677727,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": 0.20833333333333334,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": 0.26310000301127795,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.4583333333333333,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.49059913361494567,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": 0.5833333333333334,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": 0.5174498242544147,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": 0.375,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": 0.38162078131953847,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": 0.9166666666666666,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.6666666666666666,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.48411009292619,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.6666666666666666,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.5796673375052258,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.2001840055744324,
      "rollout/shopsim/rho_mean": 0.44903167489954565,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.06896551724137931,
      "rollout/shopsim/full_skill_retry_rate": 0.06896551724137931,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.06896551724137931,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 13.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.4482758620689655,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 16.0,
      "round": 0.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.7890625,
      "rollout/shopsim/strict_reward_mean": 0.7890625,
      "rollout/shopsim/success_rate": 0.7890625,
      "rollout/shopsim/skill_free_group_rate": 0.21875,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.8,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.52,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4733805357216591,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.2,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.2001840055744324,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": 0.32,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": 0.2002050350677727,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": 0.24,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": 0.26310000301127795,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.6,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.49059913361494567,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": 0.32,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": 0.5174498242544147,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": 0.44,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": 0.38162078131953847,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": 0.96,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.52,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.48411009292619,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.68,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.5796673375052258,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.2001840055744324,
      "rollout/shopsim/rho_mean": 0.44903167489954565,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.03125,
      "rollout/shopsim/full_skill_retry_rate": 0.03125,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.03125,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 17.0,
      "round": 0.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 15.0,
      "rollout/shopsim/trajectory_count": 248.0,
      "rollout/shopsim/group_count": 31.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.7872983870967742,
      "rollout/shopsim/strict_reward_mean": 0.7872983870967742,
      "rollout/shopsim/success_rate": 0.782258064516129,
      "rollout/shopsim/skill_free_group_rate": 0.1935483870967742,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.56,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.32,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4733805357216591,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.16,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.2001840055744324,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": 0.2,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": 0.2002050350677727,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": 0.32,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": 0.26310000301127795,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.36,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.49059913361494567,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": 0.64,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": 0.5174498242544147,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": 0.4,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": 0.38162078131953847,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": 0.92,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.52,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.48411009292619,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.72,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.5796673375052258,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.2001840055744324,
      "rollout/shopsim/rho_mean": 0.44903167489954565,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.06451612903225806,
      "rollout/shopsim/full_skill_retry_rate": 0.06451612903225806,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.06451612903225806,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 15.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.4838709677419355,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 18.0,
      "round": 0.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.5879603794642857,
      "rollout/shopsim/strict_reward_mean": 0.5879603794642857,
      "rollout/shopsim/success_rate": 0.57421875,
      "rollout/shopsim/skill_free_group_rate": 0.125,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.714285714285714,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.5357142857142857,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4733805357216591,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.35714285714285715,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.2001840055744324,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": 0.17857142857142858,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": 0.2002050350677727,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": 0.2857142857142857,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": 0.26310000301127795,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.42857142857142855,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.49059913361494567,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": 0.42857142857142855,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": 0.5174498242544147,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": 0.25,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": 0.38162078131953847,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": 0.8571428571428571,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.6428571428571429,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.48411009292619,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.75,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.5796673375052258,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.2001840055744324,
      "rollout/shopsim/rho_mean": 0.44903167489954565,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.34375,
      "rollout/shopsim/full_skill_retry_rate": 0.34375,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.34375,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 19.0,
      "round": 0.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.8119436553030303,
      "rollout/shopsim/strict_reward_mean": 0.8119436553030303,
      "rollout/shopsim/success_rate": 0.8046875,
      "rollout/shopsim/skill_free_group_rate": 0.25,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.166666666666667,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.5416666666666666,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4733805357216591,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.16666666666666666,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.2001840055744324,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": 0.08333333333333333,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": 0.2002050350677727,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": 0.25,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": 0.26310000301127795,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.5,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.49059913361494567,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": 0.5416666666666666,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": 0.5174498242544147,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": 0.20833333333333334,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": 0.38162078131953847,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": 0.9166666666666666,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.4166666666666667,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.48411009292619,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.5416666666666666,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.5796673375052258,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.2001840055744324,
      "rollout/shopsim/rho_mean": 0.44903167489954565,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.09375,
      "rollout/shopsim/full_skill_retry_rate": 0.09375,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.09375,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 20.0,
      "round": 0.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.72607421875,
      "rollout/shopsim/strict_reward_mean": 0.72607421875,
      "rollout/shopsim/success_rate": 0.71875,
      "rollout/shopsim/skill_free_group_rate": 0.1875,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.346153846153846,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.5,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4733805357216591,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.23076923076923078,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.2001840055744324,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": 0.11538461538461539,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": 0.2002050350677727,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": 0.23076923076923078,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": 0.26310000301127795,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.6153846153846154,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.49059913361494567,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": 0.46153846153846156,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": 0.5174498242544147,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": 0.4230769230769231,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": 0.38162078131953847,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": 0.8461538461538461,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.3076923076923077,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.48411009292619,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.6153846153846154,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.5796673375052258,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.2001840055744324,
      "rollout/shopsim/rho_mean": 0.44903167489954565,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.125,
      "rollout/shopsim/full_skill_retry_rate": 0.125,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.125,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 21.0,
      "round": 1.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.8606770833333334,
      "rollout/shopsim/strict_reward_mean": 0.8606770833333334,
      "rollout/shopsim/success_rate": 0.85546875,
      "rollout/shopsim/skill_free_group_rate": 0.0625,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.166666666666667,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.5333333333333333,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4558757756140158,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.43333333333333335,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.3445315989317448,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.6666666666666666,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.589599778982441,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.5666666666666667,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.5449789167055454,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.6333333333333333,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6423226971958329,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.3445315989317448,
      "rollout/shopsim/rho_mean": 0.570903625792697,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.03125,
      "rollout/shopsim/full_skill_retry_rate": 0.03125,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.03125,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.4666666666666667,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5190166131192998,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.8666666666666667,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 22.0,
      "round": 1.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.7371651785714286,
      "rollout/shopsim/strict_reward_mean": 0.7371651785714286,
      "rollout/shopsim/success_rate": 0.72265625,
      "rollout/shopsim/skill_free_group_rate": 0.21875,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 3.8,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.52,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4558757756140158,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.2,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.3445315989317448,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.56,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.589599778982441,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.52,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.5449789167055454,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.64,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6423226971958329,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.3445315989317448,
      "rollout/shopsim/rho_mean": 0.570903625792697,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_success_rate": 0.5,
      "rollout/shopsim/internalization_deficit_rate": 0.03125,
      "rollout/shopsim/pending_analysis_rate": 0.03125,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.48,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5190166131192998,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.88,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 23.0,
      "round": 1.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.7799479166666666,
      "rollout/shopsim/strict_reward_mean": 0.7799479166666666,
      "rollout/shopsim/success_rate": 0.77734375,
      "rollout/shopsim/skill_free_group_rate": 0.0625,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.3,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.6,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4558757756140158,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.43333333333333335,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.3445315989317448,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.6,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.589599778982441,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.5333333333333333,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.5449789167055454,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.8,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6423226971958329,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.3445315989317448,
      "rollout/shopsim/rho_mean": 0.570903625792697,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.15625,
      "rollout/shopsim/full_skill_retry_rate": 0.15625,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.15625,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.36666666666666664,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5190166131192998,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.9666666666666667,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 24.0,
      "round": 1.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.8203125,
      "rollout/shopsim/strict_reward_mean": 0.8203125,
      "rollout/shopsim/success_rate": 0.8125,
      "rollout/shopsim/skill_free_group_rate": 0.125,
      "rollout/shopsim/assisted_empty_group_rate": 0.03125,
      "rollout/shopsim/skills_per_assisted_group_mean": 3.607142857142857,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.5,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4558757756140158,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.32142857142857145,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.3445315989317448,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.5357142857142857,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.589599778982441,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.5,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.5449789167055454,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.6428571428571429,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6423226971958329,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.3445315989317448,
      "rollout/shopsim/rho_mean": 0.570903625792697,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.125,
      "rollout/shopsim/full_skill_retry_rate": 0.125,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.125,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.32142857142857145,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5190166131192998,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.7857142857142857,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 25.0,
      "round": 1.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.8268229166666666,
      "rollout/shopsim/strict_reward_mean": 0.8268229166666666,
      "rollout/shopsim/success_rate": 0.8203125,
      "rollout/shopsim/skill_free_group_rate": 0.15625,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 3.8518518518518516,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.2962962962962963,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4558757756140158,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.2222222222222222,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.3445315989317448,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.7407407407407407,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.589599778982441,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.5555555555555556,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.5449789167055454,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.5555555555555556,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6423226971958329,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.3445315989317448,
      "rollout/shopsim/rho_mean": 0.570903625792697,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.0625,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.5925925925925926,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5190166131192998,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.8888888888888888,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 26.0,
      "round": 1.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.8140625,
      "rollout/shopsim/strict_reward_mean": 0.8140625,
      "rollout/shopsim/success_rate": 0.8125,
      "rollout/shopsim/skill_free_group_rate": 0.25,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 3.75,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.4166666666666667,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4558757756140158,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.375,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.3445315989317448,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.5833333333333334,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.589599778982441,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.5,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.5449789167055454,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.7083333333333334,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6423226971958329,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.3445315989317448,
      "rollout/shopsim/rho_mean": 0.570903625792697,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.09375,
      "rollout/shopsim/full_skill_retry_rate": 0.09375,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.09375,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.3333333333333333,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5190166131192998,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.8333333333333334,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 27.0,
      "round": 1.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.921875,
      "rollout/shopsim/strict_reward_mean": 0.921875,
      "rollout/shopsim/success_rate": 0.921875,
      "rollout/shopsim/skill_free_group_rate": 0.09375,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.448275862068965,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.41379310344827586,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4558757756140158,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.4482758620689655,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.3445315989317448,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.6551724137931034,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.589599778982441,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.6896551724137931,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.5449789167055454,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.7586206896551724,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6423226971958329,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.3445315989317448,
      "rollout/shopsim/rho_mean": 0.570903625792697,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.03125,
      "rollout/shopsim/full_skill_retry_rate": 0.03125,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.03125,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.5517241379310345,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5190166131192998,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.9310344827586207,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 28.0,
      "round": 1.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.875,
      "rollout/shopsim/strict_reward_mean": 0.875,
      "rollout/shopsim/success_rate": 0.875,
      "rollout/shopsim/skill_free_group_rate": 0.15625,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.037037037037037,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.37037037037037035,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4558757756140158,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.3333333333333333,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.3445315989317448,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.48148148148148145,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.589599778982441,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.5925925925925926,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.5449789167055454,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.6666666666666666,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6423226971958329,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.3445315989317448,
      "rollout/shopsim/rho_mean": 0.570903625792697,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.0625,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.6666666666666666,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5190166131192998,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.9259259259259259,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 29.0,
      "round": 1.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.8390625,
      "rollout/shopsim/strict_reward_mean": 0.8390625,
      "rollout/shopsim/success_rate": 0.83203125,
      "rollout/shopsim/skill_free_group_rate": 0.3125,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 3.727272727272727,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.4090909090909091,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4558757756140158,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.22727272727272727,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.3445315989317448,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.5454545454545454,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.589599778982441,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.5,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.5449789167055454,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.6818181818181818,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6423226971958329,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.3445315989317448,
      "rollout/shopsim/rho_mean": 0.570903625792697,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.0625,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.45454545454545453,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5190166131192998,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.9090909090909091,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 30.0,
      "round": 1.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.8367660984848485,
      "rollout/shopsim/strict_reward_mean": 0.8367660984848485,
      "rollout/shopsim/success_rate": 0.83203125,
      "rollout/shopsim/skill_free_group_rate": 0.28125,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 3.9565217391304346,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.6086956521739131,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4558757756140158,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.13043478260869565,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.3445315989317448,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.6956521739130435,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.589599778982441,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.43478260869565216,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.5449789167055454,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.7391304347826086,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6423226971958329,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.3445315989317448,
      "rollout/shopsim/rho_mean": 0.570903625792697,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.03125,
      "rollout/shopsim/full_skill_retry_rate": 0.03125,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.03125,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.391304347826087,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5190166131192998,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.9565217391304348,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 31.0,
      "round": 1.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.6897631448412699,
      "rollout/shopsim/strict_reward_mean": 0.6897631448412699,
      "rollout/shopsim/success_rate": 0.66796875,
      "rollout/shopsim/skill_free_group_rate": 0.21875,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 3.88,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.32,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4558757756140158,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.44,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.3445315989317448,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.6,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.589599778982441,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.56,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.5449789167055454,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.52,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6423226971958329,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.3445315989317448,
      "rollout/shopsim/rho_mean": 0.570903625792697,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.25,
      "rollout/shopsim/full_skill_retry_rate": 0.25,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.25,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.6,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5190166131192998,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.84,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 32.0,
      "round": 1.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.8125,
      "rollout/shopsim/strict_reward_mean": 0.8125,
      "rollout/shopsim/success_rate": 0.8125,
      "rollout/shopsim/skill_free_group_rate": 0.34375,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 3.857142857142857,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.42857142857142855,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4558757756140158,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.23809523809523808,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.3445315989317448,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.5714285714285714,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.589599778982441,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.5714285714285714,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.5449789167055454,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.6190476190476191,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6423226971958329,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.3445315989317448,
      "rollout/shopsim/rho_mean": 0.570903625792697,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.09375,
      "rollout/shopsim/full_skill_retry_rate": 0.09375,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.09375,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.47619047619047616,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5190166131192998,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.9523809523809523,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 33.0,
      "round": 1.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.8302951388888888,
      "rollout/shopsim/strict_reward_mean": 0.8302951388888888,
      "rollout/shopsim/success_rate": 0.828125,
      "rollout/shopsim/skill_free_group_rate": 0.09375,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.137931034482759,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.5172413793103449,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4558757756140158,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.27586206896551724,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.3445315989317448,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.6551724137931034,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.589599778982441,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.5862068965517241,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.5449789167055454,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.6896551724137931,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6423226971958329,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.3445315989317448,
      "rollout/shopsim/rho_mean": 0.570903625792697,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.09375,
      "rollout/shopsim/full_skill_retry_rate": 0.09375,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.09375,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.5172413793103449,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5190166131192998,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.896551724137931,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 34.0,
      "round": 1.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.7734375,
      "rollout/shopsim/strict_reward_mean": 0.7734375,
      "rollout/shopsim/success_rate": 0.76171875,
      "rollout/shopsim/skill_free_group_rate": 0.1875,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.115384615384615,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.5384615384615384,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4558757756140158,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.34615384615384615,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.3445315989317448,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.6923076923076923,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.589599778982441,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.4230769230769231,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.5449789167055454,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.8076923076923077,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6423226971958329,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.3445315989317448,
      "rollout/shopsim/rho_mean": 0.570903625792697,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.125,
      "rollout/shopsim/full_skill_retry_rate": 0.125,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.125,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.38461538461538464,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5190166131192998,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.9230769230769231,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 35.0,
      "round": 1.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.875,
      "rollout/shopsim/strict_reward_mean": 0.875,
      "rollout/shopsim/success_rate": 0.875,
      "rollout/shopsim/skill_free_group_rate": 0.125,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 3.8214285714285716,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.5714285714285714,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4558757756140158,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.2857142857142857,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.3445315989317448,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.5,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.589599778982441,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.39285714285714285,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.5449789167055454,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.7142857142857143,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6423226971958329,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.3445315989317448,
      "rollout/shopsim/rho_mean": 0.570903625792697,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.09375,
      "rollout/shopsim/full_skill_retry_rate": 0.09375,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.09375,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.5714285714285714,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5190166131192998,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.7857142857142857,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 36.0,
      "round": 1.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.8919270833333334,
      "rollout/shopsim/strict_reward_mean": 0.8919270833333334,
      "rollout/shopsim/success_rate": 0.88671875,
      "rollout/shopsim/skill_free_group_rate": 0.21875,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 3.52,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.28,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4558757756140158,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.52,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.3445315989317448,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.48,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.589599778982441,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.28,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.5449789167055454,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.52,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6423226971958329,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.3445315989317448,
      "rollout/shopsim/rho_mean": 0.570903625792697,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.03125,
      "rollout/shopsim/full_skill_retry_rate": 0.03125,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.03125,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.56,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5190166131192998,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.88,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 37.0,
      "round": 1.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.8015625,
      "rollout/shopsim/strict_reward_mean": 0.8015625,
      "rollout/shopsim/success_rate": 0.796875,
      "rollout/shopsim/skill_free_group_rate": 0.1875,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 3.923076923076923,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.46153846153846156,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4558757756140158,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.34615384615384615,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.3445315989317448,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.6153846153846154,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.589599778982441,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.5769230769230769,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.5449789167055454,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.5,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6423226971958329,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.3445315989317448,
      "rollout/shopsim/rho_mean": 0.570903625792697,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.125,
      "rollout/shopsim/full_skill_retry_rate": 0.125,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.125,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.5384615384615384,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5190166131192998,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.8846153846153846,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 38.0,
      "round": 1.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.84375,
      "rollout/shopsim/strict_reward_mean": 0.84375,
      "rollout/shopsim/success_rate": 0.828125,
      "rollout/shopsim/skill_free_group_rate": 0.1875,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 3.6923076923076925,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.4230769230769231,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4558757756140158,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.23076923076923078,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.3445315989317448,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.7307692307692307,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.589599778982441,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.5,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.5449789167055454,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.5384615384615384,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6423226971958329,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.3445315989317448,
      "rollout/shopsim/rho_mean": 0.570903625792697,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.09375,
      "rollout/shopsim/full_skill_retry_rate": 0.09375,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.09375,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.4230769230769231,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5190166131192998,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.8461538461538461,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 39.0,
      "round": 1.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.845703125,
      "rollout/shopsim/strict_reward_mean": 0.845703125,
      "rollout/shopsim/success_rate": 0.828125,
      "rollout/shopsim/skill_free_group_rate": 0.125,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 3.9642857142857144,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.2857142857142857,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4558757756140158,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.5,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.3445315989317448,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.5357142857142857,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.589599778982441,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.6071428571428571,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.5449789167055454,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.6785714285714286,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6423226971958329,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.3445315989317448,
      "rollout/shopsim/rho_mean": 0.570903625792697,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.09375,
      "rollout/shopsim/full_skill_retry_rate": 0.09375,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.09375,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.4642857142857143,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5190166131192998,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.8928571428571429,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 40.0,
      "round": 1.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.82734375,
      "rollout/shopsim/strict_reward_mean": 0.82734375,
      "rollout/shopsim/success_rate": 0.82421875,
      "rollout/shopsim/skill_free_group_rate": 0.15625,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.444444444444445,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": 0.48148148148148145,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": 0.4558757756140158,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.4444444444444444,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.3445315989317448,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": 0.7407407407407407,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": 0.589599778982441,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.48148148148148145,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.5449789167055454,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.7777777777777778,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6423226971958329,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.3445315989317448,
      "rollout/shopsim/rho_mean": 0.570903625792697,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.0625,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.6296296296296297,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5190166131192998,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.8888888888888888,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 41.0,
      "round": 2.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.92578125,
      "rollout/shopsim/strict_reward_mean": 0.92578125,
      "rollout/shopsim/success_rate": 0.92578125,
      "rollout/shopsim/skill_free_group_rate": 0.21875,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 2.56,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.4,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.36213934903190265,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.92,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.24,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.406239919602322,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.36213934903190265,
      "rollout/shopsim/rho_mean": 0.5525465517026048,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.0625,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.52,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5112815560620121,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.48,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.5830719338167873,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 42.0,
      "round": 2.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.76171875,
      "rollout/shopsim/strict_reward_mean": 0.76171875,
      "rollout/shopsim/success_rate": 0.75,
      "rollout/shopsim/skill_free_group_rate": 0.125,
      "rollout/shopsim/assisted_empty_group_rate": 0.03125,
      "rollout/shopsim/skills_per_assisted_group_mean": 2.7142857142857144,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.2857142857142857,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.36213934903190265,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.8214285714285714,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.5,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.406239919602322,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.36213934903190265,
      "rollout/shopsim/rho_mean": 0.5525465517026048,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.15625,
      "rollout/shopsim/full_skill_retry_rate": 0.15625,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.15625,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5112815560620121,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.6071428571428571,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.5830719338167873,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 43.0,
      "round": 2.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.8296875,
      "rollout/shopsim/strict_reward_mean": 0.8296875,
      "rollout/shopsim/success_rate": 0.8203125,
      "rollout/shopsim/skill_free_group_rate": 0.21875,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 2.88,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.24,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.36213934903190265,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.84,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.48,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.406239919602322,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.36213934903190265,
      "rollout/shopsim/rho_mean": 0.5525465517026048,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.09375,
      "rollout/shopsim/full_skill_retry_rate": 0.09375,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.09375,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.64,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5112815560620121,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.68,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.5830719338167873,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 44.0,
      "round": 2.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.818359375,
      "rollout/shopsim/strict_reward_mean": 0.818359375,
      "rollout/shopsim/success_rate": 0.81640625,
      "rollout/shopsim/skill_free_group_rate": 0.1875,
      "rollout/shopsim/assisted_empty_group_rate": 0.03125,
      "rollout/shopsim/skills_per_assisted_group_mean": 2.423076923076923,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.34615384615384615,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.36213934903190265,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.8076923076923077,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.38461538461538464,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.406239919602322,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.36213934903190265,
      "rollout/shopsim/rho_mean": 0.5525465517026048,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.0625,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.23076923076923078,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5112815560620121,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.6538461538461539,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.5830719338167873,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 45.0,
      "round": 2.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.91748046875,
      "rollout/shopsim/strict_reward_mean": 0.91748046875,
      "rollout/shopsim/success_rate": 0.90625,
      "rollout/shopsim/skill_free_group_rate": 0.21875,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 3.0,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.4,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.36213934903190265,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.92,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.4,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.406239919602322,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.36213934903190265,
      "rollout/shopsim/rho_mean": 0.5525465517026048,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.0625,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.52,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5112815560620121,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.76,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.5830719338167873,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 46.0,
      "round": 2.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.8232421875,
      "rollout/shopsim/strict_reward_mean": 0.8232421875,
      "rollout/shopsim/success_rate": 0.81640625,
      "rollout/shopsim/skill_free_group_rate": 0.3125,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 2.9545454545454546,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.4090909090909091,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.36213934903190265,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.9545454545454546,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.36363636363636365,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.406239919602322,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.36213934903190265,
      "rollout/shopsim/rho_mean": 0.5525465517026048,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.09375,
      "rollout/shopsim/full_skill_retry_rate": 0.09375,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.09375,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.5454545454545454,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5112815560620121,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.6818181818181818,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.5830719338167873,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 47.0,
      "round": 2.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.948828125,
      "rollout/shopsim/strict_reward_mean": 0.948828125,
      "rollout/shopsim/success_rate": 0.9296875,
      "rollout/shopsim/skill_free_group_rate": 0.0625,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 2.8,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.23333333333333334,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.36213934903190265,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.9,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.43333333333333335,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.406239919602322,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.36213934903190265,
      "rollout/shopsim/rho_mean": 0.5525465517026048,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.03125,
      "rollout/shopsim/full_skill_retry_rate": 0.03125,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.03125,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5112815560620121,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.7333333333333333,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.5830719338167873,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 48.0,
      "round": 2.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.8125,
      "rollout/shopsim/strict_reward_mean": 0.8125,
      "rollout/shopsim/success_rate": 0.796875,
      "rollout/shopsim/skill_free_group_rate": 0.25,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 2.9583333333333335,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.4166666666666667,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.36213934903190265,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.9166666666666666,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.2916666666666667,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.406239919602322,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.36213934903190265,
      "rollout/shopsim/rho_mean": 0.5525465517026048,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.15625,
      "rollout/shopsim/full_skill_retry_rate": 0.15625,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.15625,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.7083333333333334,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5112815560620121,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.625,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.5830719338167873,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 49.0,
      "round": 2.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.7972005208333334,
      "rollout/shopsim/strict_reward_mean": 0.7972005208333334,
      "rollout/shopsim/success_rate": 0.78125,
      "rollout/shopsim/skill_free_group_rate": 0.25,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 2.5833333333333335,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.2916666666666667,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.36213934903190265,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.9166666666666666,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.25,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.406239919602322,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.36213934903190265,
      "rollout/shopsim/rho_mean": 0.5525465517026048,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.09375,
      "rollout/shopsim/full_skill_retry_rate": 0.09375,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.09375,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5112815560620121,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.625,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.5830719338167873,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 50.0,
      "round": 2.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.83203125,
      "rollout/shopsim/strict_reward_mean": 0.83203125,
      "rollout/shopsim/success_rate": 0.83203125,
      "rollout/shopsim/skill_free_group_rate": 0.125,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 3.0357142857142856,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.32142857142857145,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.36213934903190265,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.9285714285714286,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.5,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.406239919602322,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.36213934903190265,
      "rollout/shopsim/rho_mean": 0.5525465517026048,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.0625,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.5357142857142857,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5112815560620121,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.75,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.5830719338167873,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 51.0,
      "round": 2.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.8260091145833334,
      "rollout/shopsim/strict_reward_mean": 0.8260091145833334,
      "rollout/shopsim/success_rate": 0.8203125,
      "rollout/shopsim/skill_free_group_rate": 0.15625,
      "rollout/shopsim/assisted_empty_group_rate": 0.03125,
      "rollout/shopsim/skills_per_assisted_group_mean": 2.6296296296296298,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.4074074074074074,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.36213934903190265,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.7777777777777778,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.2962962962962963,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.406239919602322,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.36213934903190265,
      "rollout/shopsim/rho_mean": 0.5525465517026048,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.0625,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.6296296296296297,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5112815560620121,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.5185185185185185,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.5830719338167873,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 52.0,
      "round": 2.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.8046875,
      "rollout/shopsim/strict_reward_mean": 0.8046875,
      "rollout/shopsim/success_rate": 0.8046875,
      "rollout/shopsim/skill_free_group_rate": 0.1875,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 2.8846153846153846,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.38461538461538464,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.36213934903190265,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.9615384615384616,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.5384615384615384,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.406239919602322,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.36213934903190265,
      "rollout/shopsim/rho_mean": 0.5525465517026048,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.09375,
      "rollout/shopsim/full_skill_retry_rate": 0.09375,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.09375,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.5769230769230769,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5112815560620121,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.4230769230769231,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.5830719338167873,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 53.0,
      "round": 2.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.8546781994047619,
      "rollout/shopsim/strict_reward_mean": 0.8546781994047619,
      "rollout/shopsim/success_rate": 0.81640625,
      "rollout/shopsim/skill_free_group_rate": 0.21875,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 2.88,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.4,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.36213934903190265,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.88,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.6,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.406239919602322,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.36213934903190265,
      "rollout/shopsim/rho_mean": 0.5525465517026048,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.09375,
      "rollout/shopsim/full_skill_retry_rate": 0.09375,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.09375,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.44,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5112815560620121,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.56,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.5830719338167873,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 54.0,
      "round": 2.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.9045758928571429,
      "rollout/shopsim/strict_reward_mean": 0.9045758928571429,
      "rollout/shopsim/success_rate": 0.89453125,
      "rollout/shopsim/skill_free_group_rate": 0.21875,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 2.88,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.36,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.36213934903190265,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.88,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.4,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.406239919602322,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.36213934903190265,
      "rollout/shopsim/rho_mean": 0.5525465517026048,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.03125,
      "rollout/shopsim/full_skill_retry_rate": 0.03125,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.03125,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.56,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5112815560620121,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.68,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.5830719338167873,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 55.0,
      "round": 2.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.7652698863636364,
      "rollout/shopsim/strict_reward_mean": 0.7652698863636364,
      "rollout/shopsim/success_rate": 0.76171875,
      "rollout/shopsim/skill_free_group_rate": 0.15625,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 2.925925925925926,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.48148148148148145,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.36213934903190265,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.8888888888888888,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.37037037037037035,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.406239919602322,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.36213934903190265,
      "rollout/shopsim/rho_mean": 0.5525465517026048,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.15625,
      "rollout/shopsim/full_skill_retry_rate": 0.15625,
      "rollout/shopsim/full_skill_retry_success_rate": 0.2,
      "rollout/shopsim/internalization_deficit_rate": 0.03125,
      "rollout/shopsim/pending_analysis_rate": 0.125,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.48148148148148145,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5112815560620121,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.7037037037037037,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.5830719338167873,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 56.0,
      "round": 2.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.8483072916666666,
      "rollout/shopsim/strict_reward_mean": 0.8483072916666666,
      "rollout/shopsim/success_rate": 0.84765625,
      "rollout/shopsim/skill_free_group_rate": 0.28125,
      "rollout/shopsim/assisted_empty_group_rate": 0.09375,
      "rollout/shopsim/skills_per_assisted_group_mean": 2.6956521739130435,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.2608695652173913,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.36213934903190265,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.8260869565217391,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.5652173913043478,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.406239919602322,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.36213934903190265,
      "rollout/shopsim/rho_mean": 0.5525465517026048,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.0625,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.5217391304347826,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5112815560620121,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.5217391304347826,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.5830719338167873,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 57.0,
      "round": 2.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.83984375,
      "rollout/shopsim/strict_reward_mean": 0.83984375,
      "rollout/shopsim/success_rate": 0.83984375,
      "rollout/shopsim/skill_free_group_rate": 0.25,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 2.75,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.5,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.36213934903190265,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.9166666666666666,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.375,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.406239919602322,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.36213934903190265,
      "rollout/shopsim/rho_mean": 0.5525465517026048,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.0625,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.375,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5112815560620121,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.5833333333333334,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.5830719338167873,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 58.0,
      "round": 2.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.8984375,
      "rollout/shopsim/strict_reward_mean": 0.8984375,
      "rollout/shopsim/success_rate": 0.8984375,
      "rollout/shopsim/skill_free_group_rate": 0.34375,
      "rollout/shopsim/assisted_empty_group_rate": 0.03125,
      "rollout/shopsim/skills_per_assisted_group_mean": 3.0476190476190474,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.5714285714285714,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.36213934903190265,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.9523809523809523,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.42857142857142855,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.406239919602322,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.36213934903190265,
      "rollout/shopsim/rho_mean": 0.5525465517026048,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.0625,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.42857142857142855,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5112815560620121,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.6666666666666666,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.5830719338167873,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 59.0,
      "round": 2.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.8683035714285714,
      "rollout/shopsim/strict_reward_mean": 0.8683035714285714,
      "rollout/shopsim/success_rate": 0.8671875,
      "rollout/shopsim/skill_free_group_rate": 0.28125,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 2.9130434782608696,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.2608695652173913,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.36213934903190265,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.9130434782608695,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.5652173913043478,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.406239919602322,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.36213934903190265,
      "rollout/shopsim/rho_mean": 0.5525465517026048,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.0625,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.391304347826087,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5112815560620121,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.782608695652174,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.5830719338167873,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 60.0,
      "round": 2.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.8460286458333334,
      "rollout/shopsim/strict_reward_mean": 0.8460286458333334,
      "rollout/shopsim/success_rate": 0.796875,
      "rollout/shopsim/skill_free_group_rate": 0.21875,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 2.44,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.36,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.36213934903190265,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.88,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.24,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.406239919602322,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.36213934903190265,
      "rollout/shopsim/rho_mean": 0.5525465517026048,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.125,
      "rollout/shopsim/full_skill_retry_rate": 0.125,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.125,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.36,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.5112815560620121,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": 0.6,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": 0.5830719338167873,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": null,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 61.0,
      "round": 3.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.871875,
      "rollout/shopsim/strict_reward_mean": 0.871875,
      "rollout/shopsim/success_rate": 0.87109375,
      "rollout/shopsim/skill_free_group_rate": 0.15625,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.185185185185185,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.8518518518518519,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.8876413579359135,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.8518518518518519,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.7407407407407407,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6863229932230063,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.29279886960426194,
      "rollout/shopsim/rho_mean": 0.5663062215285343,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.0625,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.6296296296296297,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.7037147129653498,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": 0.37037037037037035,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": 0.3190629307171016,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": 0.037037037037037035,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": 0.29279886960426194,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": 0.2962962962962963,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": 0.3415999358559877,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": 0.4074074074074074,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": 0.3993089719266536,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 62.0,
      "round": 3.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.8563802083333333,
      "rollout/shopsim/strict_reward_mean": 0.8563802083333333,
      "rollout/shopsim/success_rate": 0.8359375,
      "rollout/shopsim/skill_free_group_rate": 0.28125,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.565217391304348,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.9130434782608695,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.8876413579359135,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.9565217391304348,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.7391304347826086,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6863229932230063,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.29279886960426194,
      "rollout/shopsim/rho_mean": 0.5663062215285343,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.125,
      "rollout/shopsim/full_skill_retry_rate": 0.125,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.125,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.6086956521739131,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.7037147129653498,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": 0.2608695652173913,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": 0.3190629307171016,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": 0.30434782608695654,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": 0.29279886960426194,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": 0.30434782608695654,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": 0.3415999358559877,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": 0.4782608695652174,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": 0.3993089719266536,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 63.0,
      "round": 3.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.8984375,
      "rollout/shopsim/strict_reward_mean": 0.8984375,
      "rollout/shopsim/success_rate": 0.87890625,
      "rollout/shopsim/skill_free_group_rate": 0.125,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.785714285714286,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.9642857142857143,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.8876413579359135,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.9285714285714286,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.6071428571428571,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6863229932230063,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.29279886960426194,
      "rollout/shopsim/rho_mean": 0.5663062215285343,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.0625,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.8571428571428571,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.7037147129653498,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": 0.35714285714285715,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": 0.3190629307171016,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": 0.39285714285714285,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": 0.29279886960426194,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": 0.42857142857142855,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": 0.3415999358559877,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": 0.25,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": 0.3993089719266536,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 64.0,
      "round": 3.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.8587239583333334,
      "rollout/shopsim/strict_reward_mean": 0.8587239583333334,
      "rollout/shopsim/success_rate": 0.8359375,
      "rollout/shopsim/skill_free_group_rate": 0.25,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.375,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.9166666666666666,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.8876413579359135,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.7916666666666666,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.75,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6863229932230063,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.29279886960426194,
      "rollout/shopsim/rho_mean": 0.5663062215285343,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.03125,
      "rollout/shopsim/full_skill_retry_rate": 0.03125,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.03125,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.8333333333333334,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.7037147129653498,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": 0.2916666666666667,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": 0.3190629307171016,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": 0.125,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": 0.29279886960426194,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": 0.20833333333333334,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": 0.3415999358559877,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": 0.4583333333333333,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": 0.3993089719266536,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 65.0,
      "round": 3.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.83984375,
      "rollout/shopsim/strict_reward_mean": 0.83984375,
      "rollout/shopsim/success_rate": 0.83984375,
      "rollout/shopsim/skill_free_group_rate": 0.1875,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.230769230769231,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.8461538461538461,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.8876413579359135,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.8846153846153846,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.6153846153846154,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6863229932230063,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.29279886960426194,
      "rollout/shopsim/rho_mean": 0.5663062215285343,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.125,
      "rollout/shopsim/full_skill_retry_rate": 0.125,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.125,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.7307692307692307,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.7037147129653498,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": 0.34615384615384615,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": 0.3190629307171016,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": 0.07692307692307693,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": 0.29279886960426194,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": 0.2692307692307692,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": 0.3415999358559877,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": 0.46153846153846156,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": 0.3993089719266536,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 66.0,
      "round": 3.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.8621651785714286,
      "rollout/shopsim/strict_reward_mean": 0.8621651785714286,
      "rollout/shopsim/success_rate": 0.859375,
      "rollout/shopsim/skill_free_group_rate": 0.1875,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.0,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.8461538461538461,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.8876413579359135,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.8076923076923077,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.6923076923076923,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6863229932230063,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.29279886960426194,
      "rollout/shopsim/rho_mean": 0.5663062215285343,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.09375,
      "rollout/shopsim/full_skill_retry_rate": 0.09375,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.09375,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.5769230769230769,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.7037147129653498,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": 0.38461538461538464,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": 0.3190629307171016,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": 0.15384615384615385,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": 0.29279886960426194,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": 0.11538461538461539,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": 0.3415999358559877,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": 0.4230769230769231,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": 0.3993089719266536,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 67.0,
      "round": 3.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.9033203125,
      "rollout/shopsim/strict_reward_mean": 0.9033203125,
      "rollout/shopsim/success_rate": 0.8984375,
      "rollout/shopsim/skill_free_group_rate": 0.1875,
      "rollout/shopsim/assisted_empty_group_rate": 0.03125,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.230769230769231,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.9230769230769231,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.8876413579359135,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.7692307692307693,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.6923076923076923,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6863229932230063,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.29279886960426194,
      "rollout/shopsim/rho_mean": 0.5663062215285343,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.0,
      "rollout/shopsim/full_skill_retry_rate": 0.0,
      "rollout/shopsim/full_skill_retry_success_rate": null,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.0,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.5769230769230769,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.7037147129653498,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": 0.38461538461538464,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": 0.3190629307171016,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": 0.5,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": 0.29279886960426194,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": 0.07692307692307693,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": 0.3415999358559877,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": 0.3076923076923077,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": 0.3993089719266536,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 68.0,
      "round": 3.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.822265625,
      "rollout/shopsim/strict_reward_mean": 0.822265625,
      "rollout/shopsim/success_rate": 0.81640625,
      "rollout/shopsim/skill_free_group_rate": 0.21875,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.56,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.92,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.8876413579359135,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.84,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.64,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6863229932230063,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.29279886960426194,
      "rollout/shopsim/rho_mean": 0.5663062215285343,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.125,
      "rollout/shopsim/full_skill_retry_rate": 0.125,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.125,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.72,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.7037147129653498,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": 0.32,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": 0.3190629307171016,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": 0.4,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": 0.29279886960426194,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": 0.36,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": 0.3415999358559877,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": 0.36,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": 0.3993089719266536,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 69.0,
      "round": 3.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.8914620535714286,
      "rollout/shopsim/strict_reward_mean": 0.8914620535714286,
      "rollout/shopsim/success_rate": 0.87890625,
      "rollout/shopsim/skill_free_group_rate": 0.21875,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.56,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.92,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.8876413579359135,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.84,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.8,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6863229932230063,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.29279886960426194,
      "rollout/shopsim/rho_mean": 0.5663062215285343,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.03125,
      "rollout/shopsim/full_skill_retry_rate": 0.03125,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.03125,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.76,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.7037147129653498,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": 0.4,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": 0.3190629307171016,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": 0.32,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": 0.29279886960426194,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": 0.16,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": 0.3415999358559877,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": 0.36,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": 0.3993089719266536,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 70.0,
      "round": 3.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.79296875,
      "rollout/shopsim/strict_reward_mean": 0.79296875,
      "rollout/shopsim/success_rate": 0.79296875,
      "rollout/shopsim/skill_free_group_rate": 0.15625,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.222222222222222,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.8888888888888888,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.8876413579359135,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.9259259259259259,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.7407407407407407,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6863229932230063,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.29279886960426194,
      "rollout/shopsim/rho_mean": 0.5663062215285343,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.15625,
      "rollout/shopsim/full_skill_retry_rate": 0.15625,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.15625,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.5925925925925926,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.7037147129653498,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": 0.25925925925925924,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": 0.3190629307171016,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": 0.14814814814814814,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": 0.29279886960426194,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": 0.25925925925925924,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": 0.3415999358559877,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": 0.4074074074074074,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": 0.3993089719266536,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 71.0,
      "round": 3.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.9296875,
      "rollout/shopsim/strict_reward_mean": 0.9296875,
      "rollout/shopsim/success_rate": 0.9296875,
      "rollout/shopsim/skill_free_group_rate": 0.21875,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.4,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.8,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.8876413579359135,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.76,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.8,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6863229932230063,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.29279886960426194,
      "rollout/shopsim/rho_mean": 0.5663062215285343,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.03125,
      "rollout/shopsim/full_skill_retry_rate": 0.03125,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.03125,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.56,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.7037147129653498,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": 0.44,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": 0.3190629307171016,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": 0.2,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": 0.29279886960426194,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": 0.4,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": 0.3415999358559877,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": 0.44,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": 0.3993089719266536,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 72.0,
      "round": 3.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.78759765625,
      "rollout/shopsim/strict_reward_mean": 0.78759765625,
      "rollout/shopsim/success_rate": 0.77734375,
      "rollout/shopsim/skill_free_group_rate": 0.125,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.285714285714286,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.8928571428571429,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.8876413579359135,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.8928571428571429,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.6428571428571429,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6863229932230063,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.29279886960426194,
      "rollout/shopsim/rho_mean": 0.5663062215285343,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.0625,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.8214285714285714,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.7037147129653498,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": 0.21428571428571427,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": 0.3190629307171016,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": 0.2857142857142857,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": 0.29279886960426194,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": 0.17857142857142858,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": 0.3415999358559877,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": 0.35714285714285715,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": 0.3993089719266536,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 73.0,
      "round": 3.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.89453125,
      "rollout/shopsim/strict_reward_mean": 0.89453125,
      "rollout/shopsim/success_rate": 0.89453125,
      "rollout/shopsim/skill_free_group_rate": 0.15625,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.62962962962963,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.8518518518518519,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.8876413579359135,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.8888888888888888,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.6666666666666666,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6863229932230063,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.29279886960426194,
      "rollout/shopsim/rho_mean": 0.5663062215285343,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.09375,
      "rollout/shopsim/full_skill_retry_rate": 0.09375,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.09375,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.6296296296296297,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.7037147129653498,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": 0.37037037037037035,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": 0.3190629307171016,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": 0.4444444444444444,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": 0.29279886960426194,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": 0.4074074074074074,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": 0.3415999358559877,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": 0.37037037037037035,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": 0.3993089719266536,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 74.0,
      "round": 3.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.96484375,
      "rollout/shopsim/strict_reward_mean": 0.96484375,
      "rollout/shopsim/success_rate": 0.96484375,
      "rollout/shopsim/skill_free_group_rate": 0.09375,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.689655172413793,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.8620689655172413,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.8876413579359135,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.9310344827586207,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.7241379310344828,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6863229932230063,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.29279886960426194,
      "rollout/shopsim/rho_mean": 0.5663062215285343,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.0,
      "rollout/shopsim/full_skill_retry_rate": 0.0,
      "rollout/shopsim/full_skill_retry_success_rate": null,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.0,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.6896551724137931,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.7037147129653498,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": 0.2413793103448276,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": 0.3190629307171016,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": 0.41379310344827586,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": 0.29279886960426194,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": 0.3793103448275862,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": 0.3415999358559877,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": 0.4482758620689655,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": 0.3993089719266536,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 75.0,
      "round": 3.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.91015625,
      "rollout/shopsim/strict_reward_mean": 0.91015625,
      "rollout/shopsim/success_rate": 0.90625,
      "rollout/shopsim/skill_free_group_rate": 0.21875,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 3.88,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.76,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.8876413579359135,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.84,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.6,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6863229932230063,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.29279886960426194,
      "rollout/shopsim/rho_mean": 0.5663062215285343,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.0,
      "rollout/shopsim/full_skill_retry_rate": 0.0,
      "rollout/shopsim/full_skill_retry_success_rate": null,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.0,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.76,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.7037147129653498,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": 0.08,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": 0.3190629307171016,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": 0.28,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": 0.29279886960426194,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": 0.32,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": 0.3415999358559877,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": 0.24,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": 0.3993089719266536,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 76.0,
      "round": 3.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.8671875,
      "rollout/shopsim/strict_reward_mean": 0.8671875,
      "rollout/shopsim/success_rate": 0.85546875,
      "rollout/shopsim/skill_free_group_rate": 0.125,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.5,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.9642857142857143,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.8876413579359135,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.8571428571428571,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.6785714285714286,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6863229932230063,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.29279886960426194,
      "rollout/shopsim/rho_mean": 0.5663062215285343,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.0625,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.7142857142857143,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.7037147129653498,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": 0.32142857142857145,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": 0.3190629307171016,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": 0.35714285714285715,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": 0.29279886960426194,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": 0.2857142857142857,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": 0.3415999358559877,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": 0.32142857142857145,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": 0.3993089719266536,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 77.0,
      "round": 3.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.89453125,
      "rollout/shopsim/strict_reward_mean": 0.89453125,
      "rollout/shopsim/success_rate": 0.89453125,
      "rollout/shopsim/skill_free_group_rate": 0.1875,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.346153846153846,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.8461538461538461,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.8876413579359135,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 1.0,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.6923076923076923,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6863229932230063,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.29279886960426194,
      "rollout/shopsim/rho_mean": 0.5663062215285343,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.0625,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.6153846153846154,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.7037147129653498,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": 0.23076923076923078,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": 0.3190629307171016,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": 0.38461538461538464,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": 0.29279886960426194,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": 0.19230769230769232,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": 0.3415999358559877,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": 0.38461538461538464,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": 0.3993089719266536,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 78.0,
      "round": 3.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.9296875,
      "rollout/shopsim/strict_reward_mean": 0.9296875,
      "rollout/shopsim/success_rate": 0.9140625,
      "rollout/shopsim/skill_free_group_rate": 0.21875,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.76,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.76,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.8876413579359135,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.96,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.56,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6863229932230063,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.29279886960426194,
      "rollout/shopsim/rho_mean": 0.5663062215285343,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_rate": 0.0625,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.0625,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.64,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.7037147129653498,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": 0.4,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": 0.3190629307171016,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": 0.4,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": 0.29279886960426194,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": 0.52,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": 0.3415999358559877,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": 0.52,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": 0.3993089719266536,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 79.0,
      "round": 3.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.9085286458333334,
      "rollout/shopsim/strict_reward_mean": 0.9085286458333334,
      "rollout/shopsim/success_rate": 0.90625,
      "rollout/shopsim/skill_free_group_rate": 0.21875,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.44,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.92,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.8876413579359135,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.88,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.44,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6863229932230063,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.29279886960426194,
      "rollout/shopsim/rho_mean": 0.5663062215285343,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.03125,
      "rollout/shopsim/full_skill_retry_rate": 0.03125,
      "rollout/shopsim/full_skill_retry_success_rate": 0.0,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.03125,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.8,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.7037147129653498,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": 0.44,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": 0.3190629307171016,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": 0.24,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": 0.29279886960426194,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": 0.44,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": 0.3415999358559877,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": 0.28,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": 0.3993089719266536,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    },
    {
      "step": 80.0,
      "round": 3.0,
      "primary_run": 1.0,
      "rollout/dynamic_filter/drop_shopsim_unscored_technical_group": null,
      "rollout/dynamic_filter/drop_shopsim_zero_std_group": 16.0,
      "rollout/shopsim/trajectory_count": 256.0,
      "rollout/shopsim/group_count": 32.0,
      "rollout/shopsim/scored_rate": 1.0,
      "rollout/shopsim/reward_mean": 0.921875,
      "rollout/shopsim/strict_reward_mean": 0.921875,
      "rollout/shopsim/success_rate": 0.9140625,
      "rollout/shopsim/skill_free_group_rate": 0.34375,
      "rollout/shopsim/assisted_empty_group_rate": 0.0,
      "rollout/shopsim/skills_per_assisted_group_mean": 4.428571428571429,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-27a7e5bb9344/target_rho": null,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/inclusion_rate": 0.9047619047619048,
      "rollout/shopsim/chunk/chunk-a9e98e128a35/target_rho": 0.8876413579359135,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-a71a5634ee99/target_rho": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-4d958fc1d69e/target_rho": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-bbe6cb9408eb/target_rho": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-d3a9ac5af7ef/target_rho": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-b64b0567ce98/target_rho": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/inclusion_rate": null,
      "rollout/shopsim/chunk/chunk-f58e352cdad0/target_rho": null,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/inclusion_rate": 0.8571428571428571,
      "rollout/shopsim/chunk/chunk-c83ed5ae8b70/target_rho": 0.8999999999999999,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/inclusion_rate": 0.7619047619047619,
      "rollout/shopsim/chunk/chunk-1f8d27322e9f/target_rho": 0.6863229932230063,
      "rollout/shopsim/q": 0.2,
      "rollout/shopsim/rho_min": 0.29279886960426194,
      "rollout/shopsim/rho_mean": 0.5663062215285343,
      "rollout/shopsim/rho_max": 0.8999999999999999,
      "rollout/shopsim/all_wrong_group_rate": 0.0,
      "rollout/shopsim/full_skill_retry_rate": 0.0,
      "rollout/shopsim/full_skill_retry_success_rate": null,
      "rollout/shopsim/internalization_deficit_rate": 0.0,
      "rollout/shopsim/pending_analysis_rate": 0.0,
      "rollout/shopsim/runtime_error_group_rate": 0.0,
      "rollout/shopsim/train_group_count": 16.0,
      "rollout/shopsim/train_trajectory_count": 128.0,
      "rollout/shopsim/technical_group_drop_count": null,
      "rollout/shopsim/technical_group_drop_rate": null,
      "rollout/shopsim/zero_std_group_drop_count": 16.0,
      "rollout/shopsim/zero_std_group_drop_rate": 0.5,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/inclusion_rate": 0.8095238095238095,
      "rollout/shopsim/chunk/online-8e3e179b9270814a/target_rho": 0.7037147129653498,
      "rollout/shopsim/chunk/online-bbef274e1764d953/inclusion_rate": null,
      "rollout/shopsim/chunk/online-bbef274e1764d953/target_rho": null,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/inclusion_rate": 0.2857142857142857,
      "rollout/shopsim/chunk/online-214dfd1028dc4157/target_rho": 0.3190629307171016,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/inclusion_rate": 0.38095238095238093,
      "rollout/shopsim/chunk/online-3297dc4c0f4f6109/target_rho": 0.29279886960426194,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/inclusion_rate": 0.14285714285714285,
      "rollout/shopsim/chunk/online-3d2cdd6a2aac9717/target_rho": 0.3415999358559877,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/inclusion_rate": 0.2857142857142857,
      "rollout/shopsim/chunk/online-ea5dd903b14ec0fc/target_rho": 0.3993089719266536,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/inclusion_rate": null,
      "rollout/shopsim/chunk/online-ebb64d6b2cfaaa2a/target_rho": null
    }
  ],
  "coefficients": [
    {
      "round": 0,
      "intervention_id": "chunk-27a7e5bb9344",
      "kind": "current",
      "logical_chunk_id": "chunk-27a7e5bb9344",
      "operation": null,
      "order": 1,
      "coefficient": 0.027016475399560255,
      "rank": 6,
      "status": "selected",
      "auxiliary_coefficients": {
        "r_att": 0.04146044735621404,
        "r_loose": 0.03383839830046246,
        "r_option": 0.02851726996681233,
        "r_price": -0.009540044570976352,
        "r_strict": 0.027016475399560255,
        "r_success": 0.04052330501152558,
        "r_type": 0.015569613495244826
      }
    },
    {
      "round": 0,
      "intervention_id": "chunk-a9e98e128a35",
      "kind": "current",
      "logical_chunk_id": "chunk-a9e98e128a35",
      "operation": null,
      "order": 2,
      "coefficient": 0.015260273770068864,
      "rank": 7,
      "status": "selected",
      "auxiliary_coefficients": {
        "r_att": 0.01379775874777894,
        "r_loose": 0.014962324184097455,
        "r_option": 0.03689748164495316,
        "r_price": 0.00835148037623412,
        "r_strict": 0.015260273770068864,
        "r_success": 0.004460464966596755,
        "r_type": 0.011157282430055857
      }
    },
    {
      "round": 0,
      "intervention_id": "online-6f027bfd79ba53d1",
      "kind": "candidate",
      "logical_chunk_id": "chunk-a9e98e128a35",
      "operation": "REWRITE",
      "order": 2,
      "coefficient": -0.011501579441953475,
      "rank": null,
      "status": "rewrite_loser",
      "auxiliary_coefficients": {
        "r_att": 0.012304793558298045,
        "r_loose": 0.006546475150405995,
        "r_option": -0.021517559901532212,
        "r_price": 0.03128497882276732,
        "r_strict": -0.011501579441953475,
        "r_success": -0.01522899837090066,
        "r_type": 0.015092327175314982
      }
    },
    {
      "round": 0,
      "intervention_id": "chunk-a71a5634ee99",
      "kind": "current",
      "logical_chunk_id": "chunk-a71a5634ee99",
      "operation": null,
      "order": 3,
      "coefficient": -0.04429770323675106,
      "rank": 15,
      "status": "retired",
      "auxiliary_coefficients": {
        "r_att": -0.0552983429948089,
        "r_loose": -0.04879169233786924,
        "r_option": -0.04087065588288831,
        "r_price": -0.03741509004401043,
        "r_strict": -0.04429770323675106,
        "r_success": -0.03608380027263391,
        "r_type": -0.04585363387340455
      }
    },
    {
      "round": 0,
      "intervention_id": "chunk-4d958fc1d69e",
      "kind": "current",
      "logical_chunk_id": "chunk-4d958fc1d69e",
      "operation": null,
      "order": 4,
      "coefficient": -0.01727725722409583,
      "rank": 9,
      "status": "retired",
      "auxiliary_coefficients": {
        "r_att": -0.03417646679693948,
        "r_loose": -0.0326091218070159,
        "r_option": -0.04492709207154746,
        "r_price": -0.007504439522532307,
        "r_strict": -0.01727725722409583,
        "r_success": -0.014134838034914565,
        "r_type": -0.046140867063405006
      }
    },
    {
      "round": 0,
      "intervention_id": "chunk-bbe6cb9408eb",
      "kind": "current",
      "logical_chunk_id": "chunk-bbe6cb9408eb",
      "operation": null,
      "order": 5,
      "coefficient": 0.04113563630357464,
      "rank": 3,
      "status": "selected",
      "auxiliary_coefficients": {
        "r_att": 0.023771163268557542,
        "r_loose": 0.01700782108882368,
        "r_option": 0.03427813342216022,
        "r_price": 0.0033927984002407392,
        "r_strict": 0.04113563630357464,
        "r_success": 0.028419435097177,
        "r_type": 3.870892712376376e-05
      }
    },
    {
      "round": 0,
      "intervention_id": "chunk-d3a9ac5af7ef",
      "kind": "current",
      "logical_chunk_id": "chunk-d3a9ac5af7ef",
      "operation": null,
      "order": 6,
      "coefficient": -0.009775016135141777,
      "rank": 8,
      "status": "retired",
      "auxiliary_coefficients": {
        "r_att": 0.013565132204471909,
        "r_loose": 0.005923586869786829,
        "r_option": 0.0005498457854788382,
        "r_price": 0.0021006359642240452,
        "r_strict": -0.009775016135141777,
        "r_success": -0.014176835964666772,
        "r_type": -0.0016158892836017947
      }
    },
    {
      "round": 0,
      "intervention_id": "chunk-b64b0567ce98",
      "kind": "current",
      "logical_chunk_id": "chunk-b64b0567ce98",
      "operation": null,
      "order": 7,
      "coefficient": -0.023775787387546835,
      "rank": 11,
      "status": "retired",
      "auxiliary_coefficients": {
        "r_att": 0.00931410776499091,
        "r_loose": 0.0033875182242630386,
        "r_option": -0.019516366941612375,
        "r_price": 0.009180612552530984,
        "r_strict": -0.023775787387546835,
        "r_success": -0.02748535740351437,
        "r_type": 0.010830072336419147
      }
    },
    {
      "round": 0,
      "intervention_id": "chunk-f58e352cdad0",
      "kind": "current",
      "logical_chunk_id": "chunk-f58e352cdad0",
      "operation": null,
      "order": 8,
      "coefficient": -0.032252138197153765,
      "rank": 13,
      "status": "retired",
      "auxiliary_coefficients": {
        "r_att": 0.002663793496679733,
        "r_loose": -0.011365181493800879,
        "r_option": -0.015177525415363404,
        "r_price": -0.047704148868810484,
        "r_strict": -0.032252138197153765,
        "r_success": -0.02332446593751977,
        "r_type": -0.02229755446815843
      }
    },
    {
      "round": 0,
      "intervention_id": "chunk-c83ed5ae8b70",
      "kind": "current",
      "logical_chunk_id": "chunk-c83ed5ae8b70",
      "operation": null,
      "order": 9,
      "coefficient": 0.03642437192101195,
      "rank": 4,
      "status": "selected",
      "auxiliary_coefficients": {
        "r_att": 0.005969898000720571,
        "r_loose": 0.01576778590827798,
        "r_option": 0.031803191051370375,
        "r_price": 0.01738157737700852,
        "r_strict": 0.03642437192101195,
        "r_success": 0.02604609186433742,
        "r_type": 0.011870154043744714
      }
    },
    {
      "round": 0,
      "intervention_id": "chunk-1f8d27322e9f",
      "kind": "current",
      "logical_chunk_id": "chunk-1f8d27322e9f",
      "operation": null,
      "order": 10,
      "coefficient": 0.04670235093096396,
      "rank": 2,
      "status": "selected",
      "auxiliary_coefficients": {
        "r_att": 0.0685467337760426,
        "r_loose": 0.05072961802580941,
        "r_option": 0.05727269390597921,
        "r_price": 0.010782609420123395,
        "r_strict": 0.04670235093096396,
        "r_success": 0.037756819028634335,
        "r_type": 0.043063689314697964
      }
    },
    {
      "round": 0,
      "intervention_id": "online-43fef639d72271bd",
      "kind": "candidate",
      "logical_chunk_id": "online-43fef639d72271bd",
      "operation": "ADD",
      "order": 11,
      "coefficient": -0.03292912083600022,
      "rank": 14,
      "status": "non_positive",
      "auxiliary_coefficients": {
        "r_att": -0.024702213699636127,
        "r_loose": -0.00970212038063367,
        "r_option": -0.020068833290741595,
        "r_price": 0.013604037822357615,
        "r_strict": -0.03292912083600022,
        "r_success": -0.02803721879306626,
        "r_type": 0.014217665908951713
      }
    },
    {
      "round": 0,
      "intervention_id": "online-8e3e179b9270814a",
      "kind": "candidate",
      "logical_chunk_id": "online-8e3e179b9270814a",
      "operation": "ADD",
      "order": 12,
      "coefficient": 0.03368315918029599,
      "rank": 5,
      "status": "selected",
      "auxiliary_coefficients": {
        "r_att": 0.025276651544310615,
        "r_loose": 0.016473012279041827,
        "r_option": 0.011605646322448324,
        "r_price": -0.004518273054508914,
        "r_strict": 0.03368315918029599,
        "r_success": 0.036935089480705695,
        "r_type": 0.013288287852779905
      }
    },
    {
      "round": 0,
      "intervention_id": "online-9f5ef47f8e1b2bee",
      "kind": "candidate",
      "logical_chunk_id": "online-9f5ef47f8e1b2bee",
      "operation": "ADD",
      "order": 13,
      "coefficient": -0.022683545495646117,
      "rank": 10,
      "status": "non_positive",
      "auxiliary_coefficients": {
        "r_att": -0.024863640400675516,
        "r_loose": -0.01849178328864711,
        "r_option": -0.021491268018630657,
        "r_price": -0.032158396341896774,
        "r_strict": -0.022683545495646117,
        "r_success": -0.017341751819731927,
        "r_type": -0.005622997257280395
      }
    },
    {
      "round": 0,
      "intervention_id": "online-bbef274e1764d953",
      "kind": "candidate",
      "logical_chunk_id": "online-bbef274e1764d953",
      "operation": "ADD",
      "order": 14,
      "coefficient": 0.07390903939347465,
      "rank": 1,
      "status": "selected",
      "auxiliary_coefficients": {
        "r_att": 0.02049525124856909,
        "r_loose": 0.03101731595396404,
        "r_option": 0.0702425425758351,
        "r_price": 0.05143504191732043,
        "r_strict": 0.07390903939347465,
        "r_success": 0.07332594892879174,
        "r_type": 0.02903723512993485
      }
    },
    {
      "round": 0,
      "intervention_id": "online-bf7be6b73666b096",
      "kind": "candidate",
      "logical_chunk_id": "online-bf7be6b73666b096",
      "operation": "ADD",
      "order": 15,
      "coefficient": -0.029030536009663967,
      "rank": 12,
      "status": "non_positive",
      "auxiliary_coefficients": {
        "r_att": -0.0404635268920567,
        "r_loose": -0.03195169458139763,
        "r_option": -0.03715246161377064,
        "r_price": 0.019349399421757965,
        "r_strict": -0.029030536009663967,
        "r_success": -0.023624875277906767,
        "r_type": -0.024186707630493857
      }
    },
    {
      "round": 1,
      "intervention_id": "chunk-27a7e5bb9344",
      "kind": "current",
      "logical_chunk_id": "chunk-27a7e5bb9344",
      "operation": null,
      "order": 1,
      "coefficient": -0.049147154667745066,
      "rank": null,
      "status": "rewrite_loser",
      "auxiliary_coefficients": {
        "r_att": -0.0011152968478369148,
        "r_loose": -0.008440796763746946,
        "r_option": -0.03062713009609619,
        "r_price": -0.01954046768252921,
        "r_strict": -0.049147154667745066,
        "r_success": -0.03937775584066875,
        "r_type": 0.005304139777645226
      }
    },
    {
      "round": 1,
      "intervention_id": "online-d38a7747e90af2ea",
      "kind": "candidate",
      "logical_chunk_id": "chunk-27a7e5bb9344",
      "operation": "REWRITE",
      "order": 1,
      "coefficient": -0.00029705021774219774,
      "rank": 6,
      "status": "non_positive",
      "auxiliary_coefficients": {
        "r_att": 0.01911285294362392,
        "r_loose": 0.012642483593908297,
        "r_option": 0.0046683888731496705,
        "r_price": -0.009859951119002546,
        "r_strict": -0.00029705021774219774,
        "r_success": 0.012652728303721111,
        "r_type": -0.004810709631573029
      }
    },
    {
      "round": 1,
      "intervention_id": "chunk-a9e98e128a35",
      "kind": "current",
      "logical_chunk_id": "chunk-a9e98e128a35",
      "operation": null,
      "order": 2,
      "coefficient": 0.0014559159441960966,
      "rank": null,
      "status": "rewrite_loser",
      "auxiliary_coefficients": {
        "r_att": -0.04097117063064691,
        "r_loose": -0.030615040351600106,
        "r_option": -0.006645582154184954,
        "r_price": -0.018561189582283876,
        "r_strict": 0.0014559159441960966,
        "r_success": 0.0006087121964865245,
        "r_type": -0.024514519262251303
      }
    },
    {
      "round": 1,
      "intervention_id": "online-6219af890a10d20b",
      "kind": "candidate",
      "logical_chunk_id": "chunk-a9e98e128a35",
      "operation": "REWRITE",
      "order": 2,
      "coefficient": 0.017630555816839588,
      "rank": 5,
      "status": "selected",
      "auxiliary_coefficients": {
        "r_att": -0.0403176403412806,
        "r_loose": -0.021573281066071443,
        "r_option": 0.016309456305937633,
        "r_price": -0.02711325938103605,
        "r_strict": 0.017630555816839588,
        "r_success": 0.017625487469027215,
        "r_type": -0.026472669265532343
      }
    },
    {
      "round": 1,
      "intervention_id": "chunk-bbe6cb9408eb",
      "kind": "current",
      "logical_chunk_id": "chunk-bbe6cb9408eb",
      "operation": null,
      "order": 3,
      "coefficient": -0.05570506885669468,
      "rank": null,
      "status": "rewrite_loser",
      "auxiliary_coefficients": {
        "r_att": -0.06885176949661274,
        "r_loose": -0.06518931000583744,
        "r_option": -0.07174061297034948,
        "r_price": -0.03796752351809322,
        "r_strict": -0.05570506885669468,
        "r_success": -0.05699994805300832,
        "r_type": -0.05917270359125795
      }
    },
    {
      "round": 1,
      "intervention_id": "online-dd4efe7de728c22f",
      "kind": "candidate",
      "logical_chunk_id": "chunk-bbe6cb9408eb",
      "operation": "REWRITE",
      "order": 3,
      "coefficient": -0.05534849294039658,
      "rank": 8,
      "status": "non_positive",
      "auxiliary_coefficients": {
        "r_att": -0.06717738285353818,
        "r_loose": -0.05412990557580826,
        "r_option": -0.04872269791870193,
        "r_price": -0.04235007968387813,
        "r_strict": -0.05534849294039658,
        "r_success": -0.06460054842061479,
        "r_type": -0.0376244242512942
      }
    },
    {
      "round": 1,
      "intervention_id": "chunk-c83ed5ae8b70",
      "kind": "current",
      "logical_chunk_id": "chunk-c83ed5ae8b70",
      "operation": null,
      "order": 4,
      "coefficient": 0.007376134179153529,
      "rank": null,
      "status": "rewrite_loser",
      "auxiliary_coefficients": {
        "r_att": 0.04368573093040884,
        "r_loose": 0.029115697130694944,
        "r_option": 0.0038586544570686342,
        "r_price": 0.019613991563780075,
        "r_strict": 0.007376134179153529,
        "r_success": -0.00452520527207588,
        "r_type": 0.04005048723430725
      }
    },
    {
      "round": 1,
      "intervention_id": "online-fec6c929a99f4485",
      "kind": "candidate",
      "logical_chunk_id": "chunk-c83ed5ae8b70",
      "operation": "REWRITE",
      "order": 4,
      "coefficient": 0.07611594067371895,
      "rank": 1,
      "status": "selected",
      "auxiliary_coefficients": {
        "r_att": 0.07140618840419377,
        "r_loose": 0.0704192356508763,
        "r_option": 0.06822183762821711,
        "r_price": 0.08053726421834892,
        "r_strict": 0.07611594067371895,
        "r_success": 0.0695304693025741,
        "r_type": 0.046993486648787594
      }
    },
    {
      "round": 1,
      "intervention_id": "chunk-1f8d27322e9f",
      "kind": "current",
      "logical_chunk_id": "chunk-1f8d27322e9f",
      "operation": null,
      "order": 5,
      "coefficient": -0.0011574797633655393,
      "rank": null,
      "status": "rewrite_loser",
      "auxiliary_coefficients": {
        "r_att": -0.02000257429841211,
        "r_loose": -0.019959150945469795,
        "r_option": -0.008453954362302124,
        "r_price": -0.02406404638302645,
        "r_strict": -0.0011574797633655393,
        "r_success": -0.012492924984575118,
        "r_type": -0.03144555791938674
      }
    },
    {
      "round": 1,
      "intervention_id": "online-6868822a9e482a75",
      "kind": "candidate",
      "logical_chunk_id": "chunk-1f8d27322e9f",
      "operation": "REWRITE",
      "order": 5,
      "coefficient": 0.022425922121432726,
      "rank": 4,
      "status": "selected",
      "auxiliary_coefficients": {
        "r_att": -0.035336770273618645,
        "r_loose": -0.024438215771699023,
        "r_option": -0.01294383984509531,
        "r_price": -0.021029442511909056,
        "r_strict": 0.022425922121432726,
        "r_success": 0.03809170718588226,
        "r_type": -0.051593708692729875
      }
    },
    {
      "round": 1,
      "intervention_id": "online-8e3e179b9270814a",
      "kind": "current",
      "logical_chunk_id": "online-8e3e179b9270814a",
      "operation": null,
      "order": 6,
      "coefficient": 0.033847840648627184,
      "rank": 3,
      "status": "selected",
      "auxiliary_coefficients": {
        "r_att": 0.05978226177605901,
        "r_loose": 0.05318241447210737,
        "r_option": 0.04183330627013804,
        "r_price": 0.05698616596094832,
        "r_strict": 0.033847840648627184,
        "r_success": 0.033608836197302844,
        "r_type": 0.046843526638954004
      }
    },
    {
      "round": 1,
      "intervention_id": "online-bbef274e1764d953",
      "kind": "current",
      "logical_chunk_id": "online-bbef274e1764d953",
      "operation": null,
      "order": 7,
      "coefficient": 0.04165411512595054,
      "rank": 2,
      "status": "selected",
      "auxiliary_coefficients": {
        "r_att": 0.024181563778816875,
        "r_loose": 0.024090404501997013,
        "r_option": 0.04329280165575815,
        "r_price": 0.012089666424769562,
        "r_strict": 0.04165411512595054,
        "r_success": 0.043386689442495956,
        "r_type": 0.01464297134369333
      }
    },
    {
      "round": 1,
      "intervention_id": "online-0652eed3b5940c63",
      "kind": "candidate",
      "logical_chunk_id": "online-0652eed3b5940c63",
      "operation": "ADD",
      "order": 8,
      "coefficient": -0.013409194598912743,
      "rank": 7,
      "status": "non_positive",
      "auxiliary_coefficients": {
        "r_att": 0.0020379245654197162,
        "r_loose": 0.00032676441028948544,
        "r_option": -0.012849175466952644,
        "r_price": 0.007584405389149903,
        "r_strict": -0.013409194598912743,
        "r_success": -0.012159372631032096,
        "r_type": -0.0074327213054985256
      }
    },
    {
      "round": 2,
      "intervention_id": "chunk-a9e98e128a35",
      "kind": "current",
      "logical_chunk_id": "chunk-a9e98e128a35",
      "operation": null,
      "order": 1,
      "coefficient": 0.03454176640368547,
      "rank": 2,
      "status": "selected",
      "auxiliary_coefficients": {
        "r_att": -0.027194660956839322,
        "r_loose": -0.013627155403903093,
        "r_option": 0.01284040473965535,
        "r_price": 0.0036592125365625143,
        "r_strict": 0.03454176640368547,
        "r_success": 0.03237530106853433,
        "r_type": -0.031908819033615934
      }
    },
    {
      "round": 2,
      "intervention_id": "online-3ecf80b7f878e511",
      "kind": "candidate",
      "logical_chunk_id": "chunk-a9e98e128a35",
      "operation": "REWRITE",
      "order": 1,
      "coefficient": -0.026339073623671758,
      "rank": null,
      "status": "rewrite_loser",
      "auxiliary_coefficients": {
        "r_att": -0.06470544572036036,
        "r_loose": -0.05333417756920714,
        "r_option": -0.034884443707627236,
        "r_price": -0.039897727198481156,
        "r_strict": -0.026339073623671758,
        "r_success": -0.030032468739763403,
        "r_type": -0.062421411458429756
      }
    },
    {
      "round": 2,
      "intervention_id": "chunk-c83ed5ae8b70",
      "kind": "current",
      "logical_chunk_id": "chunk-c83ed5ae8b70",
      "operation": null,
      "order": 2,
      "coefficient": 0.03516256869010673,
      "rank": 1,
      "status": "selected",
      "auxiliary_coefficients": {
        "r_att": 0.025019669641062673,
        "r_loose": 0.019752395189734012,
        "r_option": 0.008382849428337497,
        "r_price": 0.029736438252748573,
        "r_strict": 0.03516256869010673,
        "r_success": 0.04269572726476955,
        "r_type": 0.0069372595728362
      }
    },
    {
      "round": 2,
      "intervention_id": "chunk-1f8d27322e9f",
      "kind": "current",
      "logical_chunk_id": "chunk-1f8d27322e9f",
      "operation": null,
      "order": 3,
      "coefficient": -0.025781528237318826,
      "rank": null,
      "status": "rewrite_loser",
      "auxiliary_coefficients": {
        "r_att": -0.010377788996779538,
        "r_loose": -0.0133582465641772,
        "r_option": -0.01782840917147431,
        "r_price": -0.018972297860535847,
        "r_strict": -0.025781528237318826,
        "r_success": -0.032379469188844594,
        "r_type": -0.010854252237562726
      }
    },
    {
      "round": 2,
      "intervention_id": "online-5592406a6a90ea8f",
      "kind": "candidate",
      "logical_chunk_id": "chunk-1f8d27322e9f",
      "operation": "REWRITE",
      "order": 3,
      "coefficient": 0.024429093792546097,
      "rank": 4,
      "status": "selected",
      "auxiliary_coefficients": {
        "r_att": -0.015541642694897205,
        "r_loose": -0.0003273465738679734,
        "r_option": 0.010794373096320644,
        "r_price": 0.023552403222724942,
        "r_strict": 0.024429093792546097,
        "r_success": 0.018395335579856637,
        "r_type": -0.017374881440373413
      }
    },
    {
      "round": 2,
      "intervention_id": "online-8e3e179b9270814a",
      "kind": "current",
      "logical_chunk_id": "online-8e3e179b9270814a",
      "operation": null,
      "order": 4,
      "coefficient": 0.025302718849802147,
      "rank": 3,
      "status": "selected",
      "auxiliary_coefficients": {
        "r_att": -0.005613365494736167,
        "r_loose": 6.396321611003048e-05,
        "r_option": 0.03269249829830693,
        "r_price": -0.01662910626607832,
        "r_strict": 0.025302718849802147,
        "r_success": 0.03559791612109957,
        "r_type": -0.01752905361633296
      }
    },
    {
      "round": 2,
      "intervention_id": "online-bbef274e1764d953",
      "kind": "current",
      "logical_chunk_id": "online-bbef274e1764d953",
      "operation": null,
      "order": 5,
      "coefficient": -0.043857818731862445,
      "rank": 9,
      "status": "retired",
      "auxiliary_coefficients": {
        "r_att": -0.0014196629704026605,
        "r_loose": -0.0036734768111453472,
        "r_option": -0.0415218843693107,
        "r_price": -0.008594811902022798,
        "r_strict": -0.043857818731862445,
        "r_success": -0.03958033948681587,
        "r_type": 0.021338911532837977
      }
    },
    {
      "round": 2,
      "intervention_id": "online-214dfd1028dc4157",
      "kind": "candidate",
      "logical_chunk_id": "online-214dfd1028dc4157",
      "operation": "ADD",
      "order": 6,
      "coefficient": 0.005980797828265006,
      "rank": 7,
      "status": "selected",
      "auxiliary_coefficients": {
        "r_att": 0.0012172922328342376,
        "r_loose": 0.005936176045197649,
        "r_option": 0.019973522464092296,
        "r_price": -0.0006547031294857684,
        "r_strict": 0.005980797828265006,
        "r_success": -0.00012149939134503338,
        "r_type": -7.02617137072147e-06
      }
    },
    {
      "round": 2,
      "intervention_id": "online-3297dc4c0f4f6109",
      "kind": "candidate",
      "logical_chunk_id": "online-3297dc4c0f4f6109",
      "operation": "ADD",
      "order": 7,
      "coefficient": 0.004661495181177309,
      "rank": 8,
      "status": "selected",
      "auxiliary_coefficients": {
        "r_att": 0.01840925779806466,
        "r_loose": 0.015430678795258744,
        "r_option": -0.007425899253940275,
        "r_price": 0.03496989158542801,
        "r_strict": 0.004661495181177309,
        "r_success": 0.0037189888485047993,
        "r_type": 0.03253858576160681
      }
    },
    {
      "round": 2,
      "intervention_id": "online-3d2cdd6a2aac9717",
      "kind": "candidate",
      "logical_chunk_id": "online-3d2cdd6a2aac9717",
      "operation": "ADD",
      "order": 8,
      "coefficient": 0.007112882101501248,
      "rank": 6,
      "status": "selected",
      "auxiliary_coefficients": {
        "r_att": 0.013347661794063607,
        "r_loose": 0.015195860024249181,
        "r_option": 0.01956337176078362,
        "r_price": 0.018955244420738537,
        "r_strict": 0.007112882101501248,
        "r_success": 0.004715026008750503,
        "r_type": 0.017414381332858553
      }
    },
    {
      "round": 2,
      "intervention_id": "online-ea5dd903b14ec0fc",
      "kind": "candidate",
      "logical_chunk_id": "online-ea5dd903b14ec0fc",
      "operation": "ADD",
      "order": 9,
      "coefficient": 0.010011736308465016,
      "rank": 5,
      "status": "selected",
      "auxiliary_coefficients": {
        "r_att": 0.024405959738592192,
        "r_loose": 0.010650196515622616,
        "r_option": 0.0171117225091379,
        "r_price": -0.024178447253035144,
        "r_strict": 0.010011736308465016,
        "r_success": 0.015478581985251452,
        "r_type": 0.003983298219037535
      }
    },
    {
      "round": 3,
      "intervention_id": "chunk-a9e98e128a35",
      "kind": "current",
      "logical_chunk_id": "chunk-a9e98e128a35",
      "operation": null,
      "order": 1,
      "coefficient": 0.037843742364023714,
      "rank": 1,
      "status": "selected",
      "auxiliary_coefficients": {
        "r_att": 0.01923559230085174,
        "r_loose": 0.02006836742343101,
        "r_option": 0.03128959496266156,
        "r_price": 0.00247583824896409,
        "r_strict": 0.037843742364023714,
        "r_success": 0.04151902092672098,
        "r_type": 0.003169564013224361
      }
    },
    {
      "round": 3,
      "intervention_id": "online-88a7d5647f31225e",
      "kind": "candidate",
      "logical_chunk_id": "chunk-a9e98e128a35",
      "operation": "REWRITE",
      "order": 1,
      "coefficient": -0.042017277075431986,
      "rank": null,
      "status": "rewrite_loser",
      "auxiliary_coefficients": {
        "r_att": 0.0018874503092989998,
        "r_loose": -0.009840405802593282,
        "r_option": -0.02799190013067096,
        "r_price": -0.04131401063337734,
        "r_strict": -0.042017277075431986,
        "r_success": -0.04252966458386858,
        "r_type": 0.00429721521941925
      }
    },
    {
      "round": 3,
      "intervention_id": "chunk-c83ed5ae8b70",
      "kind": "current",
      "logical_chunk_id": "chunk-c83ed5ae8b70",
      "operation": null,
      "order": 2,
      "coefficient": 0.01120175876348241,
      "rank": 7,
      "status": "selected",
      "auxiliary_coefficients": {
        "r_att": -0.001787041052224517,
        "r_loose": 0.0005438445199624279,
        "r_option": 0.004668747776333435,
        "r_price": -0.009890116652736026,
        "r_strict": 0.01120175876348241,
        "r_success": 0.01910740957930094,
        "r_type": -0.003102489532059863
      }
    },
    {
      "round": 3,
      "intervention_id": "chunk-1f8d27322e9f",
      "kind": "current",
      "logical_chunk_id": "chunk-1f8d27322e9f",
      "operation": null,
      "order": 3,
      "coefficient": -0.06742032961869565,
      "rank": null,
      "status": "rewrite_loser",
      "auxiliary_coefficients": {
        "r_att": -0.055824607104705444,
        "r_loose": -0.05809322633418672,
        "r_option": -0.07617459741338953,
        "r_price": -0.05569542216236224,
        "r_strict": -0.06742032961869565,
        "r_success": -0.06897169119206913,
        "r_type": -0.03992434949318924
      }
    },
    {
      "round": 3,
      "intervention_id": "online-ab35490ec83d1bb6",
      "kind": "candidate",
      "logical_chunk_id": "chunk-1f8d27322e9f",
      "operation": "REWRITE",
      "order": 3,
      "coefficient": 0.023233049804864594,
      "rank": 5,
      "status": "selected",
      "auxiliary_coefficients": {
        "r_att": 0.030590196862727154,
        "r_loose": 0.023537843855256726,
        "r_option": 0.013472124947002785,
        "r_price": 0.005863952671029254,
        "r_strict": 0.023233049804864594,
        "r_success": 0.016093840126025154,
        "r_type": 0.003199612839383782
      }
    },
    {
      "round": 3,
      "intervention_id": "online-8e3e179b9270814a",
      "kind": "current",
      "logical_chunk_id": "online-8e3e179b9270814a",
      "operation": null,
      "order": 4,
      "coefficient": 0.029436319016921043,
      "rank": 2,
      "status": "selected",
      "auxiliary_coefficients": {
        "r_att": 0.014323781261682558,
        "r_loose": 0.023538498628798525,
        "r_option": 0.026480846819491196,
        "r_price": 0.05440775594977055,
        "r_strict": 0.029436319016921043,
        "r_success": 0.026934780637988317,
        "r_type": 0.03342746493493215
      }
    },
    {
      "round": 3,
      "intervention_id": "online-214dfd1028dc4157",
      "kind": "current",
      "logical_chunk_id": "online-214dfd1028dc4157",
      "operation": null,
      "order": 5,
      "coefficient": 0.022900414189135503,
      "rank": 6,
      "status": "selected",
      "auxiliary_coefficients": {
        "r_att": 0.005823036472424499,
        "r_loose": 0.011408513013860273,
        "r_option": 0.010251959758194863,
        "r_price": 0.028946445034075046,
        "r_strict": 0.022900414189135503,
        "r_success": 0.02542251526027354,
        "r_type": 0.015297165958088256
      }
    },
    {
      "round": 3,
      "intervention_id": "online-3297dc4c0f4f6109",
      "kind": "current",
      "logical_chunk_id": "online-3297dc4c0f4f6109",
      "operation": null,
      "order": 6,
      "coefficient": -0.03504004383227178,
      "rank": 9,
      "status": "retired",
      "auxiliary_coefficients": {
        "r_att": -0.0355743593301586,
        "r_loose": -0.03334282826066187,
        "r_option": -0.037586072108974564,
        "r_price": -0.011753432559367416,
        "r_strict": -0.03504004383227178,
        "r_success": -0.03811461394891832,
        "r_type": -0.036284043218928363
      }
    },
    {
      "round": 3,
      "intervention_id": "online-3d2cdd6a2aac9717",
      "kind": "current",
      "logical_chunk_id": "online-3d2cdd6a2aac9717",
      "operation": null,
      "order": 7,
      "coefficient": 0.028513199380076126,
      "rank": 3,
      "status": "selected",
      "auxiliary_coefficients": {
        "r_att": -0.011704471910864931,
        "r_loose": -0.00036851148876132815,
        "r_option": 0.020980580175497445,
        "r_price": 0.013286684042175843,
        "r_strict": 0.028513199380076126,
        "r_success": 0.025013600637920266,
        "r_type": -0.016480812028954357
      }
    },
    {
      "round": 3,
      "intervention_id": "online-ea5dd903b14ec0fc",
      "kind": "current",
      "logical_chunk_id": "online-ea5dd903b14ec0fc",
      "operation": null,
      "order": 8,
      "coefficient": 0.027227215917957577,
      "rank": 4,
      "status": "selected",
      "auxiliary_coefficients": {
        "r_att": 0.01977754346965794,
        "r_loose": 0.019954786817291917,
        "r_option": 0.02554039256203754,
        "r_price": 0.020289329914998423,
        "r_strict": 0.027227215917957577,
        "r_success": 0.03036412347154626,
        "r_type": 0.016822951828468144
      }
    },
    {
      "round": 3,
      "intervention_id": "online-33daeea7aa6a25ab",
      "kind": "candidate",
      "logical_chunk_id": "online-33daeea7aa6a25ab",
      "operation": "ADD",
      "order": 9,
      "coefficient": -0.05078994213170257,
      "rank": 10,
      "status": "non_positive",
      "auxiliary_coefficients": {
        "r_att": -0.0139354604676183,
        "r_loose": -0.024381179045504638,
        "r_option": -0.028277322789290456,
        "r_price": -0.04459698176660252,
        "r_strict": -0.05078994213170257,
        "r_success": -0.05378490170768463,
        "r_type": -0.017068468894349965
      }
    },
    {
      "round": 3,
      "intervention_id": "online-ebb64d6b2cfaaa2a",
      "kind": "candidate",
      "logical_chunk_id": "online-ebb64d6b2cfaaa2a",
      "operation": "ADD",
      "order": 10,
      "coefficient": 0.01081445054549855,
      "rank": 8,
      "status": "selected",
      "auxiliary_coefficients": {
        "r_att": 0.00981471836368345,
        "r_loose": 0.011286468177864287,
        "r_option": 0.01332365215903325,
        "r_price": 0.0016595655057401553,
        "r_strict": 0.01081445054549855,
        "r_success": 0.01336112875697242,
        "r_type": 0.004424974664270473
      }
    }
  ],
  "skill_banks": [
    {
      "label": "S0",
      "step": 0,
      "skills": [
        {
          "skill_id": "chunk-27a7e5bb9344",
          "content": "### 搜索查询构建 - 显式约束整合\n\n- Applies when: 任务包含明确属性约束（品牌、颜色、尺寸、价格、功能等）时\n- Procedure:\n  1. 将所有核心属性约束整合为单一搜索查询词\n  2. 将价格约束、产品形态、核心成分等关键要素直接融入搜索词\n  3. 避免使用泛化搜索词或分步搜索\n- Verify: 验证搜索结果首屏是否出现匹配所有核心约束的商品\n- Avoid: 搜索词过于宽泛或遗漏关键约束导致结果不相关",
          "version": "paired-delta-positive-1",
          "metadata": {
            "workflow_stage": "搜索查询构建",
            "evidence_cluster_ids": [
              "success-batch-001-cluster-01",
              "success-batch-002-cluster-01",
              "success-batch-003-cluster-05",
              "success-batch-004-cluster-05",
              "success-batch-005-cluster-01",
              "success-batch-006-cluster-01",
              "success-batch-007-cluster-01",
              "success-batch-008-cluster-01",
              "success-batch-009-cluster-01",
              "failure-batch-001-cluster-02",
              "failure-batch-001-cluster-03",
              "failure-batch-002-cluster-03",
              "failure-batch-003-cluster-02",
              "failure-batch-004-cluster-02",
              "failure-batch-005-cluster-01"
            ],
            "validation_result": "paired_delta_positive_bundle",
            "estimated_effect": 0.029279409320286554,
            "contribution_rank": 6,
            "draft_order": 1,
            "coefficient_sign": "positive",
            "estimator": "paired_delta_ols_main_effects_no_intercept"
          },
          "content_sha256": "d2f144a4367449a07e57c2c74cc34497a719747fa601fd3d2ef9d8ce771ddd80",
          "enabled": true
        },
        {
          "skill_id": "chunk-a9e98e128a35",
          "content": "### 搜索查询构建 - 画像证据融合\n\n- Applies when: 任务有约束且用户画像提供品牌偏好、历史搜索线索时\n- Procedure:\n  1. 从用户画像提取品牌偏好和近期搜索关键词\n  2. 从任务指令提取功能属性要求\n  3. 融合显式任务约束与隐式画像偏好构造复合搜索查询\n- Verify: 搜索结果首页出现同时匹配多个核心属性且包含用户偏好品牌的商品\n- Avoid: 忽略用户画像中的品牌偏好和近期搜索历史，使用过于通用的搜索词",
          "version": "paired-delta-positive-1",
          "metadata": {
            "workflow_stage": "搜索查询构建",
            "evidence_cluster_ids": [
              "success-batch-006-cluster-02",
              "success-batch-007-cluster-02",
              "success-batch-008-cluster-02",
              "success-batch-010-cluster-01",
              "failure-batch-001-cluster-01",
              "failure-batch-001-cluster-04",
              "failure-batch-002-cluster-01",
              "failure-batch-002-cluster-02",
              "failure-batch-002-cluster-04",
              "failure-batch-003-cluster-01",
              "failure-batch-003-cluster-03",
              "failure-batch-004-cluster-01"
            ],
            "validation_result": "paired_delta_positive_bundle",
            "estimated_effect": 1.9707235252860303e-05,
            "contribution_rank": 10,
            "draft_order": 2,
            "coefficient_sign": "positive",
            "estimator": "paired_delta_ols_main_effects_no_intercept"
          },
          "content_sha256": "ae9e385730fd8bfc39b00b5cdb800674bd5a2f0a7c5dd1250325d2053c8450dd",
          "enabled": true
        },
        {
          "skill_id": "chunk-a71a5634ee99",
          "content": "### 候选商品筛选 - 多维度评估\n\n- Applies when: 搜索结果存在多个候选商品需系统性筛选时\n- Procedure:\n  1. 建立多维度评估框架（价格匹配度、品牌偏好、属性符合度、功能特性）\n  2. 综合品牌偏好、价格约束、功能属性多维度筛选\n  3. 系统比对后选择综合匹配度最高的商品\n- Verify: 所选商品同时满足多项任务约束和用户偏好信号\n- Avoid: 仅依赖单一维度（价格或排名）筛选，忽略其他约束条件",
          "version": "paired-delta-positive-1",
          "metadata": {
            "workflow_stage": "候选商品筛选",
            "evidence_cluster_ids": [
              "success-batch-001-cluster-02",
              "success-batch-002-cluster-05",
              "success-batch-003-cluster-03",
              "success-batch-003-cluster-04",
              "success-batch-004-cluster-01",
              "success-batch-004-cluster-04",
              "success-batch-005-cluster-02",
              "success-batch-006-cluster-03",
              "success-batch-007-cluster-03",
              "success-batch-007-cluster-04",
              "success-batch-007-cluster-08",
              "success-batch-008-cluster-03",
              "success-batch-008-cluster-04",
              "success-batch-009-cluster-02",
              "success-batch-009-cluster-06",
              "success-batch-010-cluster-02",
              "failure-batch-001-cluster-05",
              "failure-batch-001-cluster-06",
              "failure-batch-003-cluster-04",
              "failure-batch-004-cluster-06"
            ],
            "validation_result": "paired_delta_positive_bundle",
            "estimated_effect": 2.195952121639603e-05,
            "contribution_rank": 9,
            "draft_order": 3,
            "coefficient_sign": "positive",
            "estimator": "paired_delta_ols_main_effects_no_intercept"
          },
          "content_sha256": "bc57f46054fc51ddb3b688d3d264447dbe515fe7f168505e0807f4e2f88ba0ca",
          "enabled": true
        },
        {
          "skill_id": "chunk-4d958fc1d69e",
          "content": "### 候选商品筛选 - 显式约束优先\n\n- Applies when: 用户品牌偏好与任务显式功能、价格要求存在冲突时\n- Procedure:\n  1. 优先满足任务显式约束（预算、颜色、功能属性）\n  2. 用户画像中的软性偏好作为次要考量\n  3. 确认所选商品完全满足任务显式约束\n- Verify: 验证所选商品是否满足任务所有硬性约束，即使品牌不匹配用户偏好\n- Avoid: 过度依赖品牌偏好而忽略任务明确约束",
          "version": "paired-delta-positive-1",
          "metadata": {
            "workflow_stage": "候选商品筛选",
            "evidence_cluster_ids": [
              "success-batch-001-cluster-07",
              "success-batch-003-cluster-01",
              "success-batch-006-cluster-06",
              "success-batch-008-cluster-05",
              "success-batch-010-cluster-05"
            ],
            "validation_result": "paired_delta_positive_bundle",
            "estimated_effect": 0.006758092017785694,
            "contribution_rank": 8,
            "draft_order": 4,
            "coefficient_sign": "positive",
            "estimator": "paired_delta_ols_main_effects_no_intercept"
          },
          "content_sha256": "0a50015243f6e25ae559f0d2eacd0af578ab31a5901110e22e41fa9dd8ba2d6c",
          "enabled": true
        },
        {
          "skill_id": "chunk-bbe6cb9408eb",
          "content": "### 候选商品筛选 - 历史行为匹配\n\n- Applies when: 多个候选均满足显式任务要求，需利用用户画像进行优先级排序时\n- Procedure:\n  1. 参考用户近期搜索或浏览历史选择最一致的商品\n  2. 优先选择可见属性与用户画像中的搜索历史和偏好高度匹配的商品\n  3. 验证商品属性与用户标签、历史搜索关键词的语义关联\n- Verify: 商品关键属性与历史搜索关键词高度匹配\n- Avoid: 忽略历史行为证据导致次优选择",
          "version": "paired-delta-positive-1",
          "metadata": {
            "workflow_stage": "候选商品筛选",
            "evidence_cluster_ids": [
              "success-batch-002-cluster-07",
              "success-batch-006-cluster-07",
              "failure-batch-005-cluster-04"
            ],
            "validation_result": "paired_delta_positive_bundle",
            "estimated_effect": 0.031123543447495444,
            "contribution_rank": 4,
            "draft_order": 5,
            "coefficient_sign": "positive",
            "estimator": "paired_delta_ols_main_effects_no_intercept"
          },
          "content_sha256": "33781d40eefef72cde17ff6ba8d42c5ba9db7d18703bcb03d9ce9488ff8d40b8",
          "enabled": true
        },
        {
          "skill_id": "chunk-d3a9ac5af7ef",
          "content": "### 规格选项选择 - 颜色语义映射\n\n- Applies when: 用户描述的颜色需要映射到商品可选颜色选项时\n- Procedure:\n  1. 将模糊的颜色描述映射到语义最接近的商品颜色选项\n  2. 如'白里透黄'对应米色或象牙白\n- Verify: 验证所选颜色选项与用户描述的语义匹配度\n- Avoid: 无法识别模糊颜色描述对应的具体选项",
          "version": "paired-delta-positive-1",
          "metadata": {
            "workflow_stage": "规格选项选择",
            "evidence_cluster_ids": [
              "success-batch-004-cluster-07"
            ],
            "validation_result": "paired_delta_positive_bundle",
            "estimated_effect": 0.033999287178445754,
            "contribution_rank": 3,
            "draft_order": 8,
            "coefficient_sign": "positive",
            "estimator": "paired_delta_ols_main_effects_no_intercept"
          },
          "content_sha256": "cbd0e2c3c238a698c2927d80b7b88b452064f5e32915f34c7e18925beb514b89",
          "enabled": true
        },
        {
          "skill_id": "chunk-b64b0567ce98",
          "content": "### 回退策略 - 搜索迭代\n\n- Applies when: 初始搜索结果无法同时满足多项显式约束时\n- Procedure:\n  1. 采用迭代式搜索策略，先 broad 搜索定位候选\n  2. 发现关键属性不匹配时及时回退搜索结果页\n  3. 逐步添加约束词 refine 查询\n- Verify: 每次查看商品详情后检查关键属性是否匹配，不匹配时回退并调整搜索词\n- Avoid: 强行选择近似选项而非回退重构搜索",
          "version": "paired-delta-positive-1",
          "metadata": {
            "workflow_stage": "搜索迭代与回退",
            "evidence_cluster_ids": [
              "success-batch-001-cluster-05",
              "success-batch-009-cluster-05"
            ],
            "validation_result": "paired_delta_positive_bundle",
            "estimated_effect": 0.019451820822895954,
            "contribution_rank": 7,
            "draft_order": 11,
            "coefficient_sign": "positive",
            "estimator": "paired_delta_ols_main_effects_no_intercept"
          },
          "content_sha256": "856bca2707452b5e5c330a549950960ce242628857d1a0ef7fa55aef197c1344",
          "enabled": true
        },
        {
          "skill_id": "chunk-f58e352cdad0",
          "content": "### 购买决策 - 近似价格容差\n\n- Applies when: 任务指定近似价格目标（如'左右'）时\n- Procedure:\n  1. 接受小幅价格偏差，优先保证核心属性匹配\n  2. 对模糊约束采用弹性区间解释（如±10%）\n- Verify: 价格偏差在合理范围内\n- Avoid: 过度严格导致无合适商品",
          "version": "paired-delta-positive-1",
          "metadata": {
            "workflow_stage": "购买决策阶段",
            "evidence_cluster_ids": [
              "success-batch-006-cluster-09"
            ],
            "validation_result": "paired_delta_positive_bundle",
            "estimated_effect": 0.0749709062867155,
            "contribution_rank": 1,
            "draft_order": 13,
            "coefficient_sign": "positive",
            "estimator": "paired_delta_ols_main_effects_no_intercept"
          },
          "content_sha256": "a2d4b1f029afa8ff9d11d52a63622712be373efb60a353c96fd3e598da7ccb74",
          "enabled": true
        },
        {
          "skill_id": "chunk-c83ed5ae8b70",
          "content": "### 购买决策 - 约束协同验证\n\n- Applies when: 任务含价格、颜色等显性要求且用户画像含尺码、材质等偏好时\n- Procedure:\n  1. 购买决策前同时验证任务显性约束和用户画像隐性偏好\n  2. 系统性地验证所有约束轴（预算、颜色、规格、材质等）均有明确证据支持\n  3. 任一维度不匹配应继续筛选\n- Verify: 系统性地验证所有约束轴均有明确证据支持\n- Avoid: 遗漏某一约束轴验证，导致任务失败",
          "version": "paired-delta-positive-1",
          "metadata": {
            "workflow_stage": "购买决策阶段",
            "evidence_cluster_ids": [
              "success-batch-002-cluster-06",
              "success-batch-007-cluster-07"
            ],
            "validation_result": "paired_delta_positive_bundle",
            "estimated_effect": 0.030428558788399177,
            "contribution_rank": 5,
            "draft_order": 14,
            "coefficient_sign": "positive",
            "estimator": "paired_delta_ols_main_effects_no_intercept"
          },
          "content_sha256": "095e3328b15913e7a8e3a8fd9f5f3bbf6f2bdd559f5bacbf3c583cfaf3d60e58",
          "enabled": true
        },
        {
          "skill_id": "chunk-1f8d27322e9f",
          "content": "### 候选验证 - 详情页深度检查\n\n- Applies when: 搜索结果页面无法完整展示所有规格属性时\n- Procedure:\n  1. 理解部分规格信息仅在商品详情页可见\n  2. 主动点击候选商品进行深度验证后再做购买决策\n- Verify: 进入商品详情页确认关键规格后再选择\n- Avoid: 仅依赖搜索结果页面信息做决策，未进入详情页确认关键规格",
          "version": "paired-delta-positive-1",
          "metadata": {
            "workflow_stage": "候选商品验证",
            "evidence_cluster_ids": [
              "success-batch-007-cluster-09"
            ],
            "validation_result": "paired_delta_positive_bundle",
            "estimated_effect": 0.0406628634003301,
            "contribution_rank": 2,
            "draft_order": 16,
            "coefficient_sign": "positive",
            "estimator": "paired_delta_ols_main_effects_no_intercept"
          },
          "content_sha256": "540e2705c4a205adb3bab2f71021080d6d9d4251e2771cc14bc945f677972df4",
          "enabled": true
        }
      ]
    },
    {
      "label": "S1",
      "step": 20,
      "skills": [
        {
          "skill_id": "chunk-27a7e5bb9344",
          "version": "paired-delta-positive-1",
          "enabled": true,
          "content": "### 搜索查询构建 - 显式约束整合\n\n- Applies when: 任务包含明确属性约束（品牌、颜色、尺寸、价格、功能等）时\n- Procedure:\n  1. 将所有核心属性约束整合为单一搜索查询词\n  2. 将价格约束、产品形态、核心成分等关键要素直接融入搜索词\n  3. 避免使用泛化搜索词或分步搜索\n- Verify: 验证搜索结果首屏是否出现匹配所有核心约束的商品\n- Avoid: 搜索词过于宽泛或遗漏关键约束导致结果不相关",
          "metadata": {
            "workflow_stage": "搜索查询构建",
            "evidence_cluster_ids": [
              "success-batch-001-cluster-01",
              "success-batch-002-cluster-01",
              "success-batch-003-cluster-05",
              "success-batch-004-cluster-05",
              "success-batch-005-cluster-01",
              "success-batch-006-cluster-01",
              "success-batch-007-cluster-01",
              "success-batch-008-cluster-01",
              "success-batch-009-cluster-01",
              "failure-batch-001-cluster-02",
              "failure-batch-001-cluster-03",
              "failure-batch-002-cluster-03",
              "failure-batch-003-cluster-02",
              "failure-batch-004-cluster-02",
              "failure-batch-005-cluster-01"
            ],
            "validation_result": "selected",
            "estimated_effect": 0.027016475399560255,
            "contribution_rank": 6,
            "draft_order": 1,
            "coefficient_sign": "positive",
            "estimator": "paired_delta_ols_main_effects_no_intercept",
            "selected_intervention_id": "chunk-27a7e5bb9344"
          }
        },
        {
          "skill_id": "chunk-a9e98e128a35",
          "version": "paired-delta-positive-1",
          "enabled": true,
          "content": "### 搜索查询构建 - 画像证据融合\n\n- Applies when: 任务有约束且用户画像提供品牌偏好、历史搜索线索时\n- Procedure:\n  1. 从用户画像提取品牌偏好和近期搜索关键词\n  2. 从任务指令提取功能属性要求\n  3. 融合显式任务约束与隐式画像偏好构造复合搜索查询\n- Verify: 搜索结果首页出现同时匹配多个核心属性且包含用户偏好品牌的商品\n- Avoid: 忽略用户画像中的品牌偏好和近期搜索历史，使用过于通用的搜索词",
          "metadata": {
            "workflow_stage": "搜索查询构建",
            "evidence_cluster_ids": [
              "success-batch-006-cluster-02",
              "success-batch-007-cluster-02",
              "success-batch-008-cluster-02",
              "success-batch-010-cluster-01",
              "failure-batch-001-cluster-01",
              "failure-batch-001-cluster-04",
              "failure-batch-002-cluster-01",
              "failure-batch-002-cluster-02",
              "failure-batch-002-cluster-04",
              "failure-batch-003-cluster-01",
              "failure-batch-003-cluster-03",
              "failure-batch-004-cluster-01"
            ],
            "validation_result": "selected",
            "estimated_effect": 0.015260273770068864,
            "contribution_rank": 7,
            "draft_order": 2,
            "coefficient_sign": "positive",
            "estimator": "paired_delta_ols_main_effects_no_intercept",
            "selected_intervention_id": "chunk-a9e98e128a35"
          }
        },
        {
          "skill_id": "chunk-bbe6cb9408eb",
          "version": "paired-delta-positive-1",
          "enabled": true,
          "content": "### 候选商品筛选 - 历史行为匹配\n\n- Applies when: 多个候选均满足显式任务要求，需利用用户画像进行优先级排序时\n- Procedure:\n  1. 参考用户近期搜索或浏览历史选择最一致的商品\n  2. 优先选择可见属性与用户画像中的搜索历史和偏好高度匹配的商品\n  3. 验证商品属性与用户标签、历史搜索关键词的语义关联\n- Verify: 商品关键属性与历史搜索关键词高度匹配\n- Avoid: 忽略历史行为证据导致次优选择",
          "metadata": {
            "workflow_stage": "候选商品筛选",
            "evidence_cluster_ids": [
              "success-batch-002-cluster-07",
              "success-batch-006-cluster-07",
              "failure-batch-005-cluster-04"
            ],
            "validation_result": "selected",
            "estimated_effect": 0.04113563630357464,
            "contribution_rank": 3,
            "draft_order": 5,
            "coefficient_sign": "positive",
            "estimator": "paired_delta_ols_main_effects_no_intercept",
            "selected_intervention_id": "chunk-bbe6cb9408eb"
          }
        },
        {
          "skill_id": "chunk-c83ed5ae8b70",
          "version": "paired-delta-positive-1",
          "enabled": true,
          "content": "### 购买决策 - 约束协同验证\n\n- Applies when: 任务含价格、颜色等显性要求且用户画像含尺码、材质等偏好时\n- Procedure:\n  1. 购买决策前同时验证任务显性约束和用户画像隐性偏好\n  2. 系统性地验证所有约束轴（预算、颜色、规格、材质等）均有明确证据支持\n  3. 任一维度不匹配应继续筛选\n- Verify: 系统性地验证所有约束轴均有明确证据支持\n- Avoid: 遗漏某一约束轴验证，导致任务失败",
          "metadata": {
            "workflow_stage": "购买决策阶段",
            "evidence_cluster_ids": [
              "success-batch-002-cluster-06",
              "success-batch-007-cluster-07"
            ],
            "validation_result": "selected",
            "estimated_effect": 0.03642437192101195,
            "contribution_rank": 4,
            "draft_order": 14,
            "coefficient_sign": "positive",
            "estimator": "paired_delta_ols_main_effects_no_intercept",
            "selected_intervention_id": "chunk-c83ed5ae8b70"
          }
        },
        {
          "skill_id": "chunk-1f8d27322e9f",
          "version": "paired-delta-positive-1",
          "enabled": true,
          "content": "### 候选验证 - 详情页深度检查\n\n- Applies when: 搜索结果页面无法完整展示所有规格属性时\n- Procedure:\n  1. 理解部分规格信息仅在商品详情页可见\n  2. 主动点击候选商品进行深度验证后再做购买决策\n- Verify: 进入商品详情页确认关键规格后再选择\n- Avoid: 仅依赖搜索结果页面信息做决策，未进入详情页确认关键规格",
          "metadata": {
            "workflow_stage": "候选商品验证",
            "evidence_cluster_ids": [
              "success-batch-007-cluster-09"
            ],
            "validation_result": "selected",
            "estimated_effect": 0.04670235093096396,
            "contribution_rank": 2,
            "draft_order": 16,
            "coefficient_sign": "positive",
            "estimator": "paired_delta_ols_main_effects_no_intercept",
            "selected_intervention_id": "chunk-1f8d27322e9f"
          }
        },
        {
          "skill_id": "online-8e3e179b9270814a",
          "version": "candidate",
          "enabled": true,
          "content": "### 搜索查询构建 - 多功能约束完整提取\n\n- Applies when: 任务指令包含多个并列功能要求（如多种病症防治、多种成分组合）或商品存在明确子类型区分（如风暖/灯暖）时\n- Procedure:\n  1. 识别任务指令中所有功能性要求关键词（病症名、成分名、功效词、子类型等）\n  2. 将所有功能关键词与产品类别词组合为复合搜索查询\n  3. 将子类型和功能特征词明确融入搜索查询，避免仅使用泛化类别词\n- Verify: 验证搜索结果首页是否出现同时匹配所有功能关键词的商品\n- Avoid: 仅提取单一功能属性进行窄化搜索，遗漏其他并列功能要求或子类型区分词",
          "metadata": {
            "title": "搜索查询构建 - 多功能约束完整提取",
            "failure_mechanism": "搜索查询构建时仅提取部分功能约束，遗漏任务指令中的多项核心功能要求或子类型区分词，导致搜索结果无法召回同时满足所有功能属性的目标商品",
            "evidence_card_ids": [
              "failure-train-group-000000087-sample-000000704-full-skill-retry-01",
              "failure-train-group-000000232-sample-000001864-full-skill-retry-01",
              "failure-train-group-000000333-sample-000002672-full-skill-retry-01",
              "failure-train-group-000000608-sample-000004872-full-skill-retry-01"
            ],
            "consolidation_cluster_id": "cluster-8e3e179b9270814a",
            "proposal_checkpoint": "qwen35-4b-round-000",
            "operation": "ADD",
            "validation_result": "selected",
            "estimated_effect": 0.03368315918029599,
            "contribution_rank": 5,
            "selected_intervention_id": "online-8e3e179b9270814a"
          }
        },
        {
          "skill_id": "online-bbef274e1764d953",
          "version": "candidate",
          "enabled": true,
          "content": "### 候选商品筛选 - 历史行为与预算协同\n\n- Applies when: 多个候选均满足显式任务要求，且用户画像包含最近搜索关键词时，或商品存在多个满足功能需求的规格选项且任务有明确预算约束时\n- Procedure:\n  1. 从用户画像'最近14天搜索关键词'提取具体规格要素\n  2. 优先选择标题或规格选项中包含这些规格要素的商品\n  3. 列出所有满足核心功能需求的规格选项\n  4. 优先筛选价格在预算上限内的选项\n  5. 从符合预算的选项中选择最佳匹配规格\n- Verify: 验证所选商品的关键属性是否与用户画像中的搜索历史关键词高度匹配，同时满足任务显式约束，且所选规格价格不超过预算上限\n- Avoid: 忽略用户画像中具体规格搜索历史，仅依赖价格或商品属性丰富度做决策，或优先匹配历史搜索关键词而选择超出预算的选项",
          "metadata": {
            "title": "候选商品筛选 - 历史行为与预算协同",
            "failure_mechanism": "当多个候选均满足显式任务要求时，策略未充分利用用户画像中的最近搜索历史进行优先级排序，或在规格选项选择时未优先验证价格约束即选择与历史偏好匹配的选项",
            "evidence_card_ids": [
              "failure-train-group-000000116-sample-000000936-full-skill-retry-01",
              "failure-train-group-000000209-sample-000001680-full-skill-retry-01",
              "failure-train-group-000000371-sample-000002976-full-skill-retry-01",
              "failure-train-group-000000415-sample-000003328-full-skill-retry-01"
            ],
            "consolidation_cluster_id": "cluster-bbef274e1764d953",
            "proposal_checkpoint": "qwen35-4b-round-000",
            "operation": "ADD",
            "validation_result": "selected",
            "estimated_effect": 0.07390903939347465,
            "contribution_rank": 1,
            "selected_intervention_id": "online-bbef274e1764d953"
          }
        }
      ]
    },
    {
      "label": "S2",
      "step": 40,
      "skills": [
        {
          "skill_id": "chunk-a9e98e128a35",
          "version": "candidate",
          "enabled": true,
          "content": "### 搜索查询构建 - 画像证据完整融合\n\n- Applies when: 任务有约束且用户画像提供品牌偏好、历史搜索线索时\n- Procedure:\n  1. 从用户画像'最近 14 天搜索关键词'中提取所有属性要素（季节、材质、功能、风格、规格数值等）\n  2. 将提取的全部属性词与任务指令中的显式约束组合为复合搜索查询\n  3. 品牌偏好不直接融入搜索词，仅用于搜索结果出现多个匹配候选时的优先级排序\n  4. 仅当任务指令明确要求某品牌时，才将品牌名称融入搜索查询\n- Verify: 验证搜索结果首页是否出现同时匹配任务约束和用户搜索历史关键词的商品，且搜索查询词仅包含任务指令明确提及的属性\n- Avoid: 仅提取部分搜索历史关键词遗漏关键属性，或将任务未明确要求的品牌偏好强行融入搜索词",
          "metadata": {
            "title": "搜索查询构建 - 画像证据完整融合",
            "failure_mechanism": "搜索查询构建时未充分提取用户最近搜索历史中的全部属性关键词（功能、规格、季节等），或过度融合任务未明确要求的品牌偏好",
            "evidence_card_ids": [
              "failure-train-group-000000759-sample-000006080-full-skill-retry-01",
              "failure-train-group-000000783-sample-000006272-full-skill-retry-01",
              "failure-train-group-000000960-sample-000007688-full-skill-retry-01",
              "failure-train-group-000001008-sample-000008072-full-skill-retry-01"
            ],
            "consolidation_cluster_id": "cluster-6219af890a10d20b",
            "proposal_checkpoint": "qwen35-4b-round-001",
            "operation": "REWRITE",
            "target_chunk_id": "chunk-a9e98e128a35",
            "validation_result": "selected",
            "estimated_effect": 0.017630555816839588,
            "contribution_rank": 5,
            "selected_intervention_id": "online-6219af890a10d20b"
          }
        },
        {
          "skill_id": "chunk-c83ed5ae8b70",
          "version": "candidate",
          "enabled": true,
          "content": "### 购买决策 - 价格与定制约束协同验证\n\n- Applies when: 任务包含明确价格上限约束且商品存在多个规格选项导致价格差异时，或任务指令包含'定制'需求且有明确预算约束且商品规格选项中存在含'定制'关键词的选项时\n- Procedure:\n  1. 识别所有与任务需求相关的规格选项\n  2. 逐一检查各规格选项对应的具体价格\n  3. 筛选出价格满足预算约束的选项\n  4. 若任务包含定制需求，在商品规格选项中查找包含'定制'关键词的选项并优先选择\n  5. 验证所选规格的价格是否在预算范围内\n- Verify: 确认所选规格选项的价格严格小于任务指定的价格上限，且若任务含定制需求则规格名称包含'定制'关键词\n- Avoid: 未验证规格价格即选择导致选择超出预算的规格选项，或仅关注功能属性匹配而忽略规格选项中的'定制'关键词",
          "metadata": {
            "title": "购买决策 - 价格与定制约束协同验证",
            "failure_mechanism": "商品存在多个规格选项时未验证各规格对应的具体价格即做出选择，或任务包含定制需求时未识别规格选项中的'定制'关键词与任务需求的对应关系",
            "evidence_card_ids": [
              "failure-train-group-000001231-sample-000009856-full-skill-retry-01",
              "failure-train-group-000001277-sample-000010224-full-skill-retry-01"
            ],
            "consolidation_cluster_id": "cluster-fec6c929a99f4485",
            "proposal_checkpoint": "qwen35-4b-round-001",
            "operation": "REWRITE",
            "target_chunk_id": "chunk-c83ed5ae8b70",
            "validation_result": "selected",
            "estimated_effect": 0.07611594067371895,
            "contribution_rank": 1,
            "selected_intervention_id": "online-fec6c929a99f4485"
          }
        },
        {
          "skill_id": "chunk-1f8d27322e9f",
          "version": "candidate",
          "enabled": true,
          "content": "### 候选验证 - 规格选项精确匹配与深度检查\n\n- Applies when: 商品详情页存在规格选择轴且需要点击特定规格选项时，或商品标题与任务核心约束表面不一致但商品类别匹配时\n- Procedure:\n  1. 从可点击元素列表中直接复制完整的规格选项文本，包括所有空格和特殊字符\n  2. 使用该完整文本执行点击操作，不自行构造或修改\n  3. 若商品标题与任务要求表面冲突，点击进入详情页检查规格选项是否包含符合要求的变体\n  4. 确认规格选项明确标注符合任务要求的特征后再做购买决策\n- Verify: 点击后规格状态显示'已选择'且 missing_option_axes 中不再包含该规格轴，或确认所选规格选项的关键属性与任务要求一致\n- Avoid: 自行构造选项文本导致格式不匹配，或仅依赖商品标题判断匹配度而未检查规格选项变体",
          "metadata": {
            "title": "候选验证 - 规格选项精确匹配与深度检查",
            "failure_mechanism": "商品详情页规格选择时未精确复制可点击元素的完整选项文本（包括空格、特殊字符），或商品标题与任务要求表面冲突时过早排除商品而未检查规格选项变体",
            "evidence_card_ids": [
              "failure-train-group-000000715-sample-000005728-full-skill-retry-01",
              "failure-train-group-000000733-sample-000005872-full-skill-retry-01",
              "failure-train-group-000000744-sample-000005960-full-skill-retry-01",
              "failure-train-group-000000864-sample-000006920-full-skill-retry-01",
              "failure-train-group-000000996-sample-000007976-full-skill-retry-01",
              "failure-train-group-000001096-sample-000008776-full-skill-retry-01"
            ],
            "consolidation_cluster_id": "cluster-6868822a9e482a75",
            "proposal_checkpoint": "qwen35-4b-round-001",
            "operation": "REWRITE",
            "target_chunk_id": "chunk-1f8d27322e9f",
            "validation_result": "selected",
            "estimated_effect": 0.022425922121432726,
            "contribution_rank": 4,
            "selected_intervention_id": "online-6868822a9e482a75"
          }
        },
        {
          "skill_id": "online-8e3e179b9270814a",
          "version": "candidate",
          "enabled": true,
          "content": "### 搜索查询构建 - 多功能约束完整提取\n\n- Applies when: 任务指令包含多个并列功能要求（如多种病症防治、多种成分组合）或商品存在明确子类型区分（如风暖/灯暖）时\n- Procedure:\n  1. 识别任务指令中所有功能性要求关键词（病症名、成分名、功效词、子类型等）\n  2. 将所有功能关键词与产品类别词组合为复合搜索查询\n  3. 将子类型和功能特征词明确融入搜索查询，避免仅使用泛化类别词\n- Verify: 验证搜索结果首页是否出现同时匹配所有功能关键词的商品\n- Avoid: 仅提取单一功能属性进行窄化搜索，遗漏其他并列功能要求或子类型区分词",
          "metadata": {
            "title": "搜索查询构建 - 多功能约束完整提取",
            "failure_mechanism": "搜索查询构建时仅提取部分功能约束，遗漏任务指令中的多项核心功能要求或子类型区分词，导致搜索结果无法召回同时满足所有功能属性的目标商品",
            "evidence_card_ids": [
              "failure-train-group-000000087-sample-000000704-full-skill-retry-01",
              "failure-train-group-000000232-sample-000001864-full-skill-retry-01",
              "failure-train-group-000000333-sample-000002672-full-skill-retry-01",
              "failure-train-group-000000608-sample-000004872-full-skill-retry-01"
            ],
            "consolidation_cluster_id": "cluster-8e3e179b9270814a",
            "proposal_checkpoint": "qwen35-4b-round-000",
            "operation": "ADD",
            "validation_result": "selected",
            "estimated_effect": 0.033847840648627184,
            "contribution_rank": 3,
            "selected_intervention_id": "online-8e3e179b9270814a"
          }
        },
        {
          "skill_id": "online-bbef274e1764d953",
          "version": "candidate",
          "enabled": true,
          "content": "### 候选商品筛选 - 历史行为与预算协同\n\n- Applies when: 多个候选均满足显式任务要求，且用户画像包含最近搜索关键词时，或商品存在多个满足功能需求的规格选项且任务有明确预算约束时\n- Procedure:\n  1. 从用户画像'最近14天搜索关键词'提取具体规格要素\n  2. 优先选择标题或规格选项中包含这些规格要素的商品\n  3. 列出所有满足核心功能需求的规格选项\n  4. 优先筛选价格在预算上限内的选项\n  5. 从符合预算的选项中选择最佳匹配规格\n- Verify: 验证所选商品的关键属性是否与用户画像中的搜索历史关键词高度匹配，同时满足任务显式约束，且所选规格价格不超过预算上限\n- Avoid: 忽略用户画像中具体规格搜索历史，仅依赖价格或商品属性丰富度做决策，或优先匹配历史搜索关键词而选择超出预算的选项",
          "metadata": {
            "title": "候选商品筛选 - 历史行为与预算协同",
            "failure_mechanism": "当多个候选均满足显式任务要求时，策略未充分利用用户画像中的最近搜索历史进行优先级排序，或在规格选项选择时未优先验证价格约束即选择与历史偏好匹配的选项",
            "evidence_card_ids": [
              "failure-train-group-000000116-sample-000000936-full-skill-retry-01",
              "failure-train-group-000000209-sample-000001680-full-skill-retry-01",
              "failure-train-group-000000371-sample-000002976-full-skill-retry-01",
              "failure-train-group-000000415-sample-000003328-full-skill-retry-01"
            ],
            "consolidation_cluster_id": "cluster-bbef274e1764d953",
            "proposal_checkpoint": "qwen35-4b-round-000",
            "operation": "ADD",
            "validation_result": "selected",
            "estimated_effect": 0.04165411512595054,
            "contribution_rank": 2,
            "selected_intervention_id": "online-bbef274e1764d953"
          }
        }
      ]
    },
    {
      "label": "S3",
      "step": 60,
      "skills": [
        {
          "skill_id": "chunk-a9e98e128a35",
          "version": "candidate",
          "enabled": true,
          "content": "### 搜索查询构建 - 画像证据完整融合\n\n- Applies when: 任务有约束且用户画像提供品牌偏好、历史搜索线索时\n- Procedure:\n  1. 从用户画像'最近 14 天搜索关键词'中提取所有属性要素（季节、材质、功能、风格、规格数值等）\n  2. 将提取的全部属性词与任务指令中的显式约束组合为复合搜索查询\n  3. 品牌偏好不直接融入搜索词，仅用于搜索结果出现多个匹配候选时的优先级排序\n  4. 仅当任务指令明确要求某品牌时，才将品牌名称融入搜索查询\n- Verify: 验证搜索结果首页是否出现同时匹配任务约束和用户搜索历史关键词的商品，且搜索查询词仅包含任务指令明确提及的属性\n- Avoid: 仅提取部分搜索历史关键词遗漏关键属性，或将任务未明确要求的品牌偏好强行融入搜索词",
          "metadata": {
            "title": "搜索查询构建 - 画像证据完整融合",
            "failure_mechanism": "搜索查询构建时未充分提取用户最近搜索历史中的全部属性关键词（功能、规格、季节等），或过度融合任务未明确要求的品牌偏好",
            "evidence_card_ids": [
              "failure-train-group-000000759-sample-000006080-full-skill-retry-01",
              "failure-train-group-000000783-sample-000006272-full-skill-retry-01",
              "failure-train-group-000000960-sample-000007688-full-skill-retry-01",
              "failure-train-group-000001008-sample-000008072-full-skill-retry-01"
            ],
            "consolidation_cluster_id": "cluster-6219af890a10d20b",
            "proposal_checkpoint": "qwen35-4b-round-001",
            "operation": "REWRITE",
            "target_chunk_id": "chunk-a9e98e128a35",
            "validation_result": "selected",
            "estimated_effect": 0.03454176640368547,
            "contribution_rank": 2,
            "selected_intervention_id": "chunk-a9e98e128a35"
          }
        },
        {
          "skill_id": "chunk-c83ed5ae8b70",
          "version": "candidate",
          "enabled": true,
          "content": "### 购买决策 - 价格与定制约束协同验证\n\n- Applies when: 任务包含明确价格上限约束且商品存在多个规格选项导致价格差异时，或任务指令包含'定制'需求且有明确预算约束且商品规格选项中存在含'定制'关键词的选项时\n- Procedure:\n  1. 识别所有与任务需求相关的规格选项\n  2. 逐一检查各规格选项对应的具体价格\n  3. 筛选出价格满足预算约束的选项\n  4. 若任务包含定制需求，在商品规格选项中查找包含'定制'关键词的选项并优先选择\n  5. 验证所选规格的价格是否在预算范围内\n- Verify: 确认所选规格选项的价格严格小于任务指定的价格上限，且若任务含定制需求则规格名称包含'定制'关键词\n- Avoid: 未验证规格价格即选择导致选择超出预算的规格选项，或仅关注功能属性匹配而忽略规格选项中的'定制'关键词",
          "metadata": {
            "title": "购买决策 - 价格与定制约束协同验证",
            "failure_mechanism": "商品存在多个规格选项时未验证各规格对应的具体价格即做出选择，或任务包含定制需求时未识别规格选项中的'定制'关键词与任务需求的对应关系",
            "evidence_card_ids": [
              "failure-train-group-000001231-sample-000009856-full-skill-retry-01",
              "failure-train-group-000001277-sample-000010224-full-skill-retry-01"
            ],
            "consolidation_cluster_id": "cluster-fec6c929a99f4485",
            "proposal_checkpoint": "qwen35-4b-round-001",
            "operation": "REWRITE",
            "target_chunk_id": "chunk-c83ed5ae8b70",
            "validation_result": "selected",
            "estimated_effect": 0.03516256869010673,
            "contribution_rank": 1,
            "selected_intervention_id": "chunk-c83ed5ae8b70"
          }
        },
        {
          "skill_id": "chunk-1f8d27322e9f",
          "version": "candidate",
          "enabled": true,
          "content": "### 候选验证 - 规格选项全属性匹配验证\n\n- Applies when: 商品详情页存在规格选择轴且任务指令或用户搜索历史包含多个属性约束时\n- Procedure:\n  1. 从任务指令和用户画像'最近 14 天搜索关键词'中提取所有属性要素（如网罩、双振膜、支架、防水、尺寸、数值等）\n  2. 逐一检查各规格选项的完整文本是否包含全部提取的属性词\n  3. 优先选择同时包含所有属性关键词的选项\n  4. 使用完整选项文本执行点击操作，不自行构造或修改\n- Verify: 确认所选规格选项的完整文本包含任务指令明确提及的所有属性关键词，且 missing_option_axes 为空\n- Avoid: 仅匹配部分属性关键词即做出选择，遗漏任务指令或搜索历史中明确提及的其他关键属性",
          "metadata": {
            "title": "候选验证 - 规格选项全属性匹配验证",
            "failure_mechanism": "商品详情页规格选择时仅匹配部分任务属性关键词，遗漏任务指令或用户搜索历史中明确提及的其他关键属性",
            "evidence_card_ids": [
              "failure-train-group-000001327-sample-000010624-full-skill-retry-01"
            ],
            "consolidation_cluster_id": "cluster-5592406a6a90ea8f",
            "proposal_checkpoint": "qwen35-4b-round-002",
            "operation": "REWRITE",
            "target_chunk_id": "chunk-1f8d27322e9f",
            "validation_result": "selected",
            "estimated_effect": 0.024429093792546097,
            "contribution_rank": 4,
            "selected_intervention_id": "online-5592406a6a90ea8f"
          }
        },
        {
          "skill_id": "online-8e3e179b9270814a",
          "version": "candidate",
          "enabled": true,
          "content": "### 搜索查询构建 - 多功能约束完整提取\n\n- Applies when: 任务指令包含多个并列功能要求（如多种病症防治、多种成分组合）或商品存在明确子类型区分（如风暖/灯暖）时\n- Procedure:\n  1. 识别任务指令中所有功能性要求关键词（病症名、成分名、功效词、子类型等）\n  2. 将所有功能关键词与产品类别词组合为复合搜索查询\n  3. 将子类型和功能特征词明确融入搜索查询，避免仅使用泛化类别词\n- Verify: 验证搜索结果首页是否出现同时匹配所有功能关键词的商品\n- Avoid: 仅提取单一功能属性进行窄化搜索，遗漏其他并列功能要求或子类型区分词",
          "metadata": {
            "title": "搜索查询构建 - 多功能约束完整提取",
            "failure_mechanism": "搜索查询构建时仅提取部分功能约束，遗漏任务指令中的多项核心功能要求或子类型区分词，导致搜索结果无法召回同时满足所有功能属性的目标商品",
            "evidence_card_ids": [
              "failure-train-group-000000087-sample-000000704-full-skill-retry-01",
              "failure-train-group-000000232-sample-000001864-full-skill-retry-01",
              "failure-train-group-000000333-sample-000002672-full-skill-retry-01",
              "failure-train-group-000000608-sample-000004872-full-skill-retry-01"
            ],
            "consolidation_cluster_id": "cluster-8e3e179b9270814a",
            "proposal_checkpoint": "qwen35-4b-round-000",
            "operation": "ADD",
            "validation_result": "selected",
            "estimated_effect": 0.025302718849802147,
            "contribution_rank": 3,
            "selected_intervention_id": "online-8e3e179b9270814a"
          }
        },
        {
          "skill_id": "online-214dfd1028dc4157",
          "version": "candidate",
          "enabled": true,
          "content": "### 候选商品筛选 - 商品类型与型号变体区分\n\n- Applies when: 搜索结果中同一品牌存在多个型号变体且任务指令包含特定使用场景关键词时，或任务指令要求购买配件且搜索结果同时包含机身和配件商品时\n- Procedure:\n  1. 从任务指令中提取核心使用场景词（如遛娃、登机、旅行等）或识别核心商品类型（机身或配件）\n  2. 识别搜索结果中同品牌商品的型号标识差异或商品类型关键词\n  3. 优先选择标题同时包含品牌名、具体型号标识和任务场景词的商品\n  4. 当任务需求为配件时优先选择标题或关键属性包含'配件'关键词的商品\n- Verify: 确认所选商品标题包含任务核心场景关键词且型号标识与任务需求一致，或关键属性包含'配件'关键词\n- Avoid: 仅依赖品牌匹配而忽略型号变体差异，或选择相机机身商品后依赖规格选项中的配件变体",
          "metadata": {
            "title": "候选商品筛选 - 商品类型与型号变体区分",
            "failure_mechanism": "搜索结果中出现同一品牌多个型号变体时未根据任务场景关键词精确匹配型号标识，或任务需求为配件时未能区分机身与配件商品",
            "evidence_card_ids": [
              "failure-train-group-000001690-sample-000013528-full-skill-retry-01",
              "failure-train-group-000001894-sample-000015160-full-skill-retry-01"
            ],
            "consolidation_cluster_id": "cluster-214dfd1028dc4157",
            "proposal_checkpoint": "qwen35-4b-round-002",
            "operation": "ADD",
            "validation_result": "selected",
            "estimated_effect": 0.005980797828265006,
            "contribution_rank": 7,
            "selected_intervention_id": "online-214dfd1028dc4157"
          }
        },
        {
          "skill_id": "online-3297dc4c0f4f6109",
          "version": "candidate",
          "enabled": true,
          "content": "### 规格选项选择 - 多组件多约束复合匹配\n\n- Applies when: 任务指令包含多个由连接词连接的产品组件描述，或包含多个属性约束且规格选项名称为复合描述时，或任务指令包含具体数值规格要求时\n- Procedure:\n  1. 从任务指令中提取所有组件关键词、属性约束词和数值规格（包括中文数字和阿拉伯数字）\n  2. 将中文数字转换为阿拉伯数字进行标准化比对\n  3. 逐一检查规格选项文本是否包含所有提取的关键词\n  4. 优先选择规格选项文本中包含全部组件/属性/数值关键词的组合选项\n- Verify: 确认所选规格选项文本中包含任务指令提及的所有产品组件、属性约束和数值规格关键词\n- Avoid: 仅根据单一组件或部分匹配选择规格选项，忽略任务指令中的并列组件要求或数值规格",
          "metadata": {
            "title": "规格选项选择 - 多组件多约束复合匹配",
            "failure_mechanism": "当任务指令提及多种产品组件或包含多个属性约束时，未能识别应选择包含所有提及组件/属性的组合选项，或未能匹配数值规格约束",
            "evidence_card_ids": [
              "failure-train-group-000001520-sample-000012168-full-skill-retry-01",
              "failure-train-group-000001627-sample-000013024-full-skill-retry-01",
              "failure-train-group-000001910-sample-000015288-full-skill-retry-01"
            ],
            "consolidation_cluster_id": "cluster-3297dc4c0f4f6109",
            "proposal_checkpoint": "qwen35-4b-round-002",
            "operation": "ADD",
            "validation_result": "selected",
            "estimated_effect": 0.004661495181177309,
            "contribution_rank": 8,
            "selected_intervention_id": "online-3297dc4c0f4f6109"
          }
        },
        {
          "skill_id": "online-3d2cdd6a2aac9717",
          "version": "candidate",
          "enabled": true,
          "content": "### 规格选项选择 - 特定场景约束匹配\n\n- Applies when: 任务指令包含明确尺码要求且商品规格选项中存在多个尺码变体时，或商品存在多个套餐类型选项且任务指令包含专业级要求时，或任务指令包含物流服务或风格特征描述词时，或商品存在多个满足预算的规格选项时\n- Procedure:\n  1. 识别任务指令中的场景约束关键词（尺码、套餐层级、物流服务、风格特征等）\n  2. 在规格选项列表中逐项检查选项名称是否包含这些场景约束关键词\n  3. 优先选择与任务要求完全匹配的规格选项\n  4. 当多个选项均满足预算时，选择与任务描述核心特征最匹配的选项而非仅最低价\n- Verify: 确认所选规格选项名称中包含任务要求的场景约束关键词，且规格状态显示已选择，价格在预算范围内\n- Avoid: 忽略任务指令中的场景约束，或仅基于价格选择规格选项而忽略任务隐含属性匹配",
          "metadata": {
            "title": "规格选项选择 - 特定场景约束匹配",
            "failure_mechanism": "规格选项选择时未识别任务指令中的特定场景约束（如尺码、套餐层级、物流服务、风格特征等），或当多个规格均满足预算时盲目选择最低价格选项",
            "evidence_card_ids": [
              "failure-train-group-000001455-sample-000011648-full-skill-retry-01",
              "failure-train-group-000001491-sample-000011936-full-skill-retry-01",
              "failure-train-group-000001526-sample-000012216-full-skill-retry-01",
              "failure-train-group-000001764-sample-000014120-full-skill-retry-01",
              "failure-train-group-000001817-sample-000014544-full-skill-retry-01"
            ],
            "consolidation_cluster_id": "cluster-3d2cdd6a2aac9717",
            "proposal_checkpoint": "qwen35-4b-round-002",
            "operation": "ADD",
            "validation_result": "selected",
            "estimated_effect": 0.007112882101501248,
            "contribution_rank": 6,
            "selected_intervention_id": "online-3d2cdd6a2aac9717"
          }
        },
        {
          "skill_id": "online-ea5dd903b14ec0fc",
          "version": "candidate",
          "enabled": true,
          "content": "### 候选商品筛选 - 关键属性与功能偏好覆盖验证\n\n- Applies when: 用户画像包含明确的功能偏好列表且搜索结果存在多个候选商品时，或任务指令包含明确的商品属性要求且搜索结果页面显示商品关键属性列表时\n- Procedure:\n  1. 从用户画像'功能'偏好列表或任务指令中提取与当前任务相关的所有功能要求词和核心属性词\n  2. 逐一检查候选商品的关键属性列表是否包含这些功能要求词和核心属性词\n  3. 仅点击关键属性列表包含所有任务核心属性词的商品\n  4. 优先选择关键属性覆盖全部功能要求的商品\n- Verify: 点击前确认所选商品的关键属性列表包含用户画像功能偏好中所有相关功能词和任务指令中明确提及的所有核心属性词\n- Avoid: 仅依赖搜索结果排序或商品标题进行筛选，未系统验证关键属性对功能偏好的覆盖度",
          "metadata": {
            "title": "候选商品筛选 - 关键属性与功能偏好覆盖验证",
            "failure_mechanism": "候选商品筛选时未验证商品关键属性是否覆盖用户画像功能偏好列表或任务指令中的核心属性词",
            "evidence_card_ids": [
              "failure-train-group-000001547-sample-000012384-full-skill-retry-01",
              "failure-train-group-000001563-sample-000012512-full-skill-retry-01"
            ],
            "consolidation_cluster_id": "cluster-ea5dd903b14ec0fc",
            "proposal_checkpoint": "qwen35-4b-round-002",
            "operation": "ADD",
            "validation_result": "selected",
            "estimated_effect": 0.010011736308465016,
            "contribution_rank": 5,
            "selected_intervention_id": "online-ea5dd903b14ec0fc"
          }
        }
      ]
    },
    {
      "label": "S4",
      "step": 80,
      "skills": [
        {
          "skill_id": "chunk-a9e98e128a35",
          "version": "candidate",
          "enabled": true,
          "content": "### 搜索查询构建 - 画像证据完整融合\n\n- Applies when: 任务有约束且用户画像提供品牌偏好、历史搜索线索时\n- Procedure:\n  1. 从用户画像'最近 14 天搜索关键词'中提取所有属性要素（季节、材质、功能、风格、规格数值等）\n  2. 将提取的全部属性词与任务指令中的显式约束组合为复合搜索查询\n  3. 品牌偏好不直接融入搜索词，仅用于搜索结果出现多个匹配候选时的优先级排序\n  4. 仅当任务指令明确要求某品牌时，才将品牌名称融入搜索查询\n- Verify: 验证搜索结果首页是否出现同时匹配任务约束和用户搜索历史关键词的商品，且搜索查询词仅包含任务指令明确提及的属性\n- Avoid: 仅提取部分搜索历史关键词遗漏关键属性，或将任务未明确要求的品牌偏好强行融入搜索词",
          "metadata": {
            "title": "搜索查询构建 - 画像证据完整融合",
            "failure_mechanism": "搜索查询构建时未充分提取用户最近搜索历史中的全部属性关键词（功能、规格、季节等），或过度融合任务未明确要求的品牌偏好",
            "evidence_card_ids": [
              "failure-train-group-000000759-sample-000006080-full-skill-retry-01",
              "failure-train-group-000000783-sample-000006272-full-skill-retry-01",
              "failure-train-group-000000960-sample-000007688-full-skill-retry-01",
              "failure-train-group-000001008-sample-000008072-full-skill-retry-01"
            ],
            "consolidation_cluster_id": "cluster-6219af890a10d20b",
            "proposal_checkpoint": "qwen35-4b-round-001",
            "operation": "REWRITE",
            "target_chunk_id": "chunk-a9e98e128a35",
            "validation_result": "selected",
            "estimated_effect": 0.037843742364023714,
            "contribution_rank": 1,
            "selected_intervention_id": "chunk-a9e98e128a35"
          }
        },
        {
          "skill_id": "chunk-c83ed5ae8b70",
          "version": "candidate",
          "enabled": true,
          "content": "### 购买决策 - 价格与定制约束协同验证\n\n- Applies when: 任务包含明确价格上限约束且商品存在多个规格选项导致价格差异时，或任务指令包含'定制'需求且有明确预算约束且商品规格选项中存在含'定制'关键词的选项时\n- Procedure:\n  1. 识别所有与任务需求相关的规格选项\n  2. 逐一检查各规格选项对应的具体价格\n  3. 筛选出价格满足预算约束的选项\n  4. 若任务包含定制需求，在商品规格选项中查找包含'定制'关键词的选项并优先选择\n  5. 验证所选规格的价格是否在预算范围内\n- Verify: 确认所选规格选项的价格严格小于任务指定的价格上限，且若任务含定制需求则规格名称包含'定制'关键词\n- Avoid: 未验证规格价格即选择导致选择超出预算的规格选项，或仅关注功能属性匹配而忽略规格选项中的'定制'关键词",
          "metadata": {
            "title": "购买决策 - 价格与定制约束协同验证",
            "failure_mechanism": "商品存在多个规格选项时未验证各规格对应的具体价格即做出选择，或任务包含定制需求时未识别规格选项中的'定制'关键词与任务需求的对应关系",
            "evidence_card_ids": [
              "failure-train-group-000001231-sample-000009856-full-skill-retry-01",
              "failure-train-group-000001277-sample-000010224-full-skill-retry-01"
            ],
            "consolidation_cluster_id": "cluster-fec6c929a99f4485",
            "proposal_checkpoint": "qwen35-4b-round-001",
            "operation": "REWRITE",
            "target_chunk_id": "chunk-c83ed5ae8b70",
            "validation_result": "selected",
            "estimated_effect": 0.01120175876348241,
            "contribution_rank": 7,
            "selected_intervention_id": "chunk-c83ed5ae8b70"
          }
        },
        {
          "skill_id": "chunk-1f8d27322e9f",
          "version": "candidate",
          "enabled": true,
          "content": "### 候选验证 - 规格选项精确文本与产品类型匹配验证\n\n- Applies when: 商品详情页存在规格选择轴且任务指令或用户搜索历史包含多个属性约束时，或任务指令包含明确产品类型描述且规格选项存在多种产品类型变体时\n- Procedure:\n  1. 从任务指令中提取核心产品类型关键词和所有属性要素\n  2. 逐一检查各规格选项的完整文本是否包含核心产品类型关键词和全部提取的属性词\n  3. 排除仅含相似产品类型词但不含核心产品类型关键词的选项\n  4. 优先选择同时包含核心产品类型关键词和所有属性关键词的选项\n  5. 从页面可点击元素列表中逐字复制完整选项文本（包括所有空格、标点、特殊字符）\n  6. 使用复制的精确文本执行点击操作，禁止自行构造、修改、省略或添加任何字符\n- Verify: 确认所选规格选项的完整文本与页面显示的可选值完全一致（逐字符匹配），且包含任务指令明确提及的核心产品类型关键词和所有属性关键词，规格状态显示已选择\n- Avoid: 自行构造或修改规格选项文本导致空格、标点或特殊字符不匹配，或选择含相似但不相同产品类型词的选项",
          "metadata": {
            "title": "候选验证 - 规格选项精确文本与产品类型匹配验证",
            "failure_mechanism": "规格选项选择时未从页面可点击元素列表中精确复制完整选项文本导致点击失败，或仅匹配搜索历史中的属性词而未验证选项名称是否包含任务指令明确指定的核心产品类型关键词",
            "evidence_card_ids": [
              "failure-train-group-000002016-sample-000016136-full-skill-retry-01",
              "failure-train-group-000002086-sample-000016696-full-skill-retry-01",
              "failure-train-group-000002159-sample-000017280-full-skill-retry-01",
              "failure-train-group-000002294-sample-000018360-full-skill-retry-01",
              "failure-train-group-000002490-sample-000019928-full-skill-retry-01"
            ],
            "consolidation_cluster_id": "cluster-ab35490ec83d1bb6",
            "proposal_checkpoint": "qwen35-4b-round-003",
            "operation": "REWRITE",
            "target_chunk_id": "chunk-1f8d27322e9f",
            "validation_result": "selected",
            "estimated_effect": 0.023233049804864594,
            "contribution_rank": 5,
            "selected_intervention_id": "online-ab35490ec83d1bb6"
          }
        },
        {
          "skill_id": "online-8e3e179b9270814a",
          "version": "candidate",
          "enabled": true,
          "content": "### 搜索查询构建 - 多功能约束完整提取\n\n- Applies when: 任务指令包含多个并列功能要求（如多种病症防治、多种成分组合）或商品存在明确子类型区分（如风暖/灯暖）时\n- Procedure:\n  1. 识别任务指令中所有功能性要求关键词（病症名、成分名、功效词、子类型等）\n  2. 将所有功能关键词与产品类别词组合为复合搜索查询\n  3. 将子类型和功能特征词明确融入搜索查询，避免仅使用泛化类别词\n- Verify: 验证搜索结果首页是否出现同时匹配所有功能关键词的商品\n- Avoid: 仅提取单一功能属性进行窄化搜索，遗漏其他并列功能要求或子类型区分词",
          "metadata": {
            "title": "搜索查询构建 - 多功能约束完整提取",
            "failure_mechanism": "搜索查询构建时仅提取部分功能约束，遗漏任务指令中的多项核心功能要求或子类型区分词，导致搜索结果无法召回同时满足所有功能属性的目标商品",
            "evidence_card_ids": [
              "failure-train-group-000000087-sample-000000704-full-skill-retry-01",
              "failure-train-group-000000232-sample-000001864-full-skill-retry-01",
              "failure-train-group-000000333-sample-000002672-full-skill-retry-01",
              "failure-train-group-000000608-sample-000004872-full-skill-retry-01"
            ],
            "consolidation_cluster_id": "cluster-8e3e179b9270814a",
            "proposal_checkpoint": "qwen35-4b-round-000",
            "operation": "ADD",
            "validation_result": "selected",
            "estimated_effect": 0.029436319016921043,
            "contribution_rank": 2,
            "selected_intervention_id": "online-8e3e179b9270814a"
          }
        },
        {
          "skill_id": "online-214dfd1028dc4157",
          "version": "candidate",
          "enabled": true,
          "content": "### 候选商品筛选 - 商品类型与型号变体区分\n\n- Applies when: 搜索结果中同一品牌存在多个型号变体且任务指令包含特定使用场景关键词时，或任务指令要求购买配件且搜索结果同时包含机身和配件商品时\n- Procedure:\n  1. 从任务指令中提取核心使用场景词（如遛娃、登机、旅行等）或识别核心商品类型（机身或配件）\n  2. 识别搜索结果中同品牌商品的型号标识差异或商品类型关键词\n  3. 优先选择标题同时包含品牌名、具体型号标识和任务场景词的商品\n  4. 当任务需求为配件时优先选择标题或关键属性包含'配件'关键词的商品\n- Verify: 确认所选商品标题包含任务核心场景关键词且型号标识与任务需求一致，或关键属性包含'配件'关键词\n- Avoid: 仅依赖品牌匹配而忽略型号变体差异，或选择相机机身商品后依赖规格选项中的配件变体",
          "metadata": {
            "title": "候选商品筛选 - 商品类型与型号变体区分",
            "failure_mechanism": "搜索结果中出现同一品牌多个型号变体时未根据任务场景关键词精确匹配型号标识，或任务需求为配件时未能区分机身与配件商品",
            "evidence_card_ids": [
              "failure-train-group-000001690-sample-000013528-full-skill-retry-01",
              "failure-train-group-000001894-sample-000015160-full-skill-retry-01"
            ],
            "consolidation_cluster_id": "cluster-214dfd1028dc4157",
            "proposal_checkpoint": "qwen35-4b-round-002",
            "operation": "ADD",
            "validation_result": "selected",
            "estimated_effect": 0.022900414189135503,
            "contribution_rank": 6,
            "selected_intervention_id": "online-214dfd1028dc4157"
          }
        },
        {
          "skill_id": "online-3d2cdd6a2aac9717",
          "version": "candidate",
          "enabled": true,
          "content": "### 规格选项选择 - 特定场景约束匹配\n\n- Applies when: 任务指令包含明确尺码要求且商品规格选项中存在多个尺码变体时，或商品存在多个套餐类型选项且任务指令包含专业级要求时，或任务指令包含物流服务或风格特征描述词时，或商品存在多个满足预算的规格选项时\n- Procedure:\n  1. 识别任务指令中的场景约束关键词（尺码、套餐层级、物流服务、风格特征等）\n  2. 在规格选项列表中逐项检查选项名称是否包含这些场景约束关键词\n  3. 优先选择与任务要求完全匹配的规格选项\n  4. 当多个选项均满足预算时，选择与任务描述核心特征最匹配的选项而非仅最低价\n- Verify: 确认所选规格选项名称中包含任务要求的场景约束关键词，且规格状态显示已选择，价格在预算范围内\n- Avoid: 忽略任务指令中的场景约束，或仅基于价格选择规格选项而忽略任务隐含属性匹配",
          "metadata": {
            "title": "规格选项选择 - 特定场景约束匹配",
            "failure_mechanism": "规格选项选择时未识别任务指令中的特定场景约束（如尺码、套餐层级、物流服务、风格特征等），或当多个规格均满足预算时盲目选择最低价格选项",
            "evidence_card_ids": [
              "failure-train-group-000001455-sample-000011648-full-skill-retry-01",
              "failure-train-group-000001491-sample-000011936-full-skill-retry-01",
              "failure-train-group-000001526-sample-000012216-full-skill-retry-01",
              "failure-train-group-000001764-sample-000014120-full-skill-retry-01",
              "failure-train-group-000001817-sample-000014544-full-skill-retry-01"
            ],
            "consolidation_cluster_id": "cluster-3d2cdd6a2aac9717",
            "proposal_checkpoint": "qwen35-4b-round-002",
            "operation": "ADD",
            "validation_result": "selected",
            "estimated_effect": 0.028513199380076126,
            "contribution_rank": 3,
            "selected_intervention_id": "online-3d2cdd6a2aac9717"
          }
        },
        {
          "skill_id": "online-ea5dd903b14ec0fc",
          "version": "candidate",
          "enabled": true,
          "content": "### 候选商品筛选 - 关键属性与功能偏好覆盖验证\n\n- Applies when: 用户画像包含明确的功能偏好列表且搜索结果存在多个候选商品时，或任务指令包含明确的商品属性要求且搜索结果页面显示商品关键属性列表时\n- Procedure:\n  1. 从用户画像'功能'偏好列表或任务指令中提取与当前任务相关的所有功能要求词和核心属性词\n  2. 逐一检查候选商品的关键属性列表是否包含这些功能要求词和核心属性词\n  3. 仅点击关键属性列表包含所有任务核心属性词的商品\n  4. 优先选择关键属性覆盖全部功能要求的商品\n- Verify: 点击前确认所选商品的关键属性列表包含用户画像功能偏好中所有相关功能词和任务指令中明确提及的所有核心属性词\n- Avoid: 仅依赖搜索结果排序或商品标题进行筛选，未系统验证关键属性对功能偏好的覆盖度",
          "metadata": {
            "title": "候选商品筛选 - 关键属性与功能偏好覆盖验证",
            "failure_mechanism": "候选商品筛选时未验证商品关键属性是否覆盖用户画像功能偏好列表或任务指令中的核心属性词",
            "evidence_card_ids": [
              "failure-train-group-000001547-sample-000012384-full-skill-retry-01",
              "failure-train-group-000001563-sample-000012512-full-skill-retry-01"
            ],
            "consolidation_cluster_id": "cluster-ea5dd903b14ec0fc",
            "proposal_checkpoint": "qwen35-4b-round-002",
            "operation": "ADD",
            "validation_result": "selected",
            "estimated_effect": 0.027227215917957577,
            "contribution_rank": 4,
            "selected_intervention_id": "online-ea5dd903b14ec0fc"
          }
        },
        {
          "skill_id": "online-ebb64d6b2cfaaa2a",
          "version": "candidate",
          "enabled": true,
          "content": "### 候选验证 - 变体选项精确匹配验证\n\n- Applies when: 任务指令包含具体型号与配件/组件组合要求，且搜索结果中存在标题看似匹配但规格选项不同的多个候选商品时\n- Procedure:\n  1. 从任务指令中提取核心变体要求（型号标识 + 配件/组件组合关键词）\n  2. 对搜索结果中排名靠前的候选商品，依次点击进入详情页查看规格选项列表\n  3. 检查每个商品的规格选项文本是否包含完整的型号与配件组合关键词\n  4. 优先选择规格选项列表中存在精确匹配任务变体要求的商品\n  5. 避免仅根据商品标题含配件关键词就做出选择\n- Verify: 确认所选商品的规格选项列表中存在与任务型号和配件要求完全匹配的选项文本，且该选项处于可选状态\n- Avoid: 仅依赖商品标题中的配件关键词进行筛选，未验证实际规格选项是否包含任务要求的精确变体组合",
          "metadata": {
            "title": "候选验证 - 变体选项精确匹配验证",
            "failure_mechanism": "候选商品筛选时仅依赖标题和关键属性匹配，未验证商品规格选项是否包含任务要求的精确变体组合（如型号 + 配件组合），导致选择标题看似匹配但实际选项不满足要求的商品",
            "evidence_card_ids": [
              "failure-train-group-000001982-sample-000015864-full-skill-retry-01"
            ],
            "consolidation_cluster_id": "cluster-ebb64d6b2cfaaa2a",
            "proposal_checkpoint": "qwen35-4b-round-003",
            "operation": "ADD",
            "validation_result": "selected",
            "estimated_effect": 0.01081445054549855,
            "contribution_rank": 8,
            "selected_intervention_id": "online-ebb64d6b2cfaaa2a"
          }
        }
      ]
    }
  ],
  "ranking": {
    "schema_version": "shopsimrl-ranking-test-comparison-v1",
    "created_at": "2026-09-07T15:06:03.798723+00:00",
    "protocol": {
      "checkpoint_id": "qwen35-4b-base-hf",
      "split": "test",
      "k": 4,
      "random_seed_evaluated": 20260907,
      "random_seeds_not_run": [
        20260908,
        20260909,
        20260910,
        20260911
      ],
      "beta_source": "/root/autodl-tmp/ShopSimRL/runs/qwen35-4b-val-base-gate-a/contributions.json",
      "selection": "/root/autodl-tmp/ShopSimRL/runs/qwen35-4b-val-base-gate-a/ranking_selection.json",
      "bootstrap": {
        "method": "task_level_paired_percentile",
        "samples": 10000,
        "seed": 20260901,
        "confidence_level": 0.95
      }
    },
    "arms": {
      "top4": {
        "run": "/root/autodl-tmp/ShopSimRL/runs/qwen35-4b-test-rank-top4",
        "chunk_ids": [
          "chunk-a71a5634ee99",
          "chunk-bbe6cb9408eb",
          "chunk-36097c09dd60",
          "chunk-1f8d27322e9f"
        ],
        "summary": {
          "counts": {
            "requested": 400,
            "trace_files": 400,
            "completed": 400,
            "failed": 0,
            "scored": 400,
            "coverage": 1.0
          },
          "primary": {
            "reward_mean": 0.5417341269841269,
            "reward_sem": 0.02433210007727676,
            "success_rate": 0.5175
          },
          "reward_components": {
            "r_att": 0.7352777777777777,
            "r_loose": 0.7245515873015873,
            "r_option": 0.5895833333333333,
            "r_price": 0.87,
            "r_strict": 0.5417341269841269,
            "r_success": 0.5175,
            "r_type": 0.91875
          }
        }
      },
      "bottom4": {
        "run": "/root/autodl-tmp/ShopSimRL/runs/qwen35-4b-test-rank-bottom4",
        "chunk_ids": [
          "chunk-a9e98e128a35",
          "chunk-d3a9ac5af7ef",
          "chunk-a98e72998b7c",
          "chunk-f58e352cdad0"
        ],
        "summary": {
          "counts": {
            "requested": 400,
            "trace_files": 400,
            "completed": 400,
            "failed": 0,
            "scored": 400,
            "coverage": 1.0
          },
          "primary": {
            "reward_mean": 0.5703938492063493,
            "reward_sem": 0.024249273244650565,
            "success_rate": 0.55
          },
          "reward_components": {
            "r_att": 0.7633412698412698,
            "r_loose": 0.7432469821844822,
            "r_option": 0.6229166666666667,
            "r_price": 0.8375,
            "r_strict": 0.5703938492063493,
            "r_success": 0.55,
            "r_type": 0.915
          }
        }
      },
      "random4_20260907": {
        "run": "/root/autodl-tmp/ShopSimRL/runs/qwen35-4b-test-rank-random4-20260907",
        "chunk_ids": [
          "chunk-4d958fc1d69e",
          "chunk-a6dc99015d8f",
          "chunk-d3a9ac5af7ef",
          "chunk-381be5616e59"
        ],
        "summary": {
          "counts": {
            "requested": 400,
            "trace_files": 400,
            "completed": 400,
            "failed": 0,
            "scored": 400,
            "coverage": 1.0
          },
          "primary": {
            "reward_mean": 0.5588511904761905,
            "reward_sem": 0.02440526735705939,
            "success_rate": 0.5425
          },
          "reward_components": {
            "r_att": 0.7468928571428571,
            "r_loose": 0.7332130681818182,
            "r_option": 0.6075,
            "r_price": 0.8625,
            "r_strict": 0.5588511904761905,
            "r_success": 0.5425,
            "r_type": 0.9277500000000001
          }
        }
      },
      "bare": {
        "run": "/root/autodl-tmp/ShopSimRL/runs/qwen35-4b-test-base-free",
        "chunk_ids": [],
        "summary": {
          "counts": {
            "requested": 400,
            "trace_files": 400,
            "completed": 400,
            "failed": 0,
            "scored": 400,
            "coverage": 1.0
          },
          "primary": {
            "reward_mean": 0.5421666666666667,
            "reward_sem": 0.02433258027129295,
            "success_rate": 0.5175
          },
          "reward_components": {
            "r_att": 0.7451428571428572,
            "r_loose": 0.7282689393939394,
            "r_option": 0.5825,
            "r_price": 0.86,
            "r_strict": 0.5421666666666667,
            "r_success": 0.5175,
            "r_type": 0.91875
          }
        }
      }
    },
    "vs_bare_comparisons": {
      "top4": "/root/autodl-tmp/ShopSimRL/runs/qwen35-4b-test-rank-top4/comparison.json",
      "bottom4": "/root/autodl-tmp/ShopSimRL/runs/qwen35-4b-test-rank-bottom4/comparison.json",
      "random4_20260907": "/root/autodl-tmp/ShopSimRL/runs/qwen35-4b-test-rank-random4-20260907/comparison.json"
    },
    "contrasts": {
      "top_minus_bottom": {
        "minus": "bottom4",
        "plus": "top4",
        "difference_direction": "top4_minus_bottom4",
        "metric_aggregation": "mean_of_task_level_values",
        "bootstrap": {
          "method": "task_level_paired_percentile",
          "samples": 10000,
          "seed": 20260901,
          "confidence_level": 0.95
        },
        "metrics": {
          "completion_tokens": {
            "minus_mean": 1985.9775,
            "plus_mean": 1821.0025,
            "mean_difference": -164.975,
            "confidence_interval": [
              -363.02599999999995,
              33.999124999999935
            ],
            "pairs": 400
          },
          "duration_ms": {
            "minus_mean": 34207.77395773679,
            "plus_mean": 30034.676498631015,
            "mean_difference": -4173.097459105775,
            "confidence_interval": [
              -7715.561601735884,
              -599.601719745436
            ],
            "pairs": 400
          },
          "invalid_action_rate": {
            "minus_mean": 0.0371540671787568,
            "plus_mean": 0.03633702895594376,
            "mean_difference": -0.0008170382228130349,
            "confidence_interval": [
              -0.017213334764014977,
              0.015210595326165647
            ],
            "pairs": 400
          },
          "policy_failure_rate": {
            "minus_mean": 0.007048493499964088,
            "plus_mean": 0.009840367965367965,
            "mean_difference": 0.0027918744654038766,
            "confidence_interval": [
              -0.0032922357238349877,
              0.009219440863466597
            ],
            "pairs": 400
          },
          "prompt_tokens": {
            "minus_mean": 50720.195,
            "plus_mean": 42251.0125,
            "mean_difference": -8469.1825,
            "confidence_interval": [
              -19048.5930625,
              1607.4171874999981
            ],
            "pairs": 400
          },
          "protocol_error_rate": {
            "minus_mean": 0.011132132884374797,
            "plus_mean": 0.009833149952864922,
            "mean_difference": -0.0012989829315098761,
            "confidence_interval": [
              -0.005707506424389163,
              0.0030173149573570453
            ],
            "pairs": 400
          },
          "r_att": {
            "minus_mean": 0.7633412698412698,
            "plus_mean": 0.7352777777777777,
            "mean_difference": -0.028063492063492065,
            "confidence_interval": [
              -0.06634863591269842,
              0.009703249007936492
            ],
            "pairs": 400
          },
          "r_loose": {
            "minus_mean": 0.7432469821844822,
            "plus_mean": 0.7245515873015873,
            "mean_difference": -0.018695394882894886,
            "confidence_interval": [
              -0.05379779716810964,
              0.016018560432622928
            ],
            "pairs": 400
          },
          "r_option": {
            "minus_mean": 0.6229166666666667,
            "plus_mean": 0.5895833333333333,
            "mean_difference": -0.03333333333333333,
            "confidence_interval": [
              -0.0725,
              0.00625
            ],
            "pairs": 400
          },
          "r_price": {
            "minus_mean": 0.8375,
            "plus_mean": 0.87,
            "mean_difference": 0.0325,
            "confidence_interval": [
              -0.005,
              0.07
            ],
            "pairs": 400
          },
          "r_strict": {
            "minus_mean": 0.5703938492063493,
            "plus_mean": 0.5417341269841269,
            "mean_difference": -0.028659722222222222,
            "confidence_interval": [
              -0.0699453125,
              0.011930902777777771
            ],
            "pairs": 400
          },
          "r_success": {
            "minus_mean": 0.55,
            "plus_mean": 0.5175,
            "mean_difference": -0.0325,
            "confidence_interval": [
              -0.0725,
              0.0075
            ],
            "pairs": 400
          },
          "r_type": {
            "minus_mean": 0.915,
            "plus_mean": 0.91875,
            "mean_difference": 0.00375,
            "confidence_interval": [
              -0.03,
              0.0375
            ],
            "pairs": 400
          },
          "reasoning_tokens": {
            "minus_mean": 0.0,
            "plus_mean": 0.0,
            "mean_difference": 0.0,
            "confidence_interval": [
              0.0,
              0.0
            ],
            "pairs": 400
          },
          "reward": {
            "minus_mean": 0.5703938492063493,
            "plus_mean": 0.5417341269841269,
            "mean_difference": -0.028659722222222222,
            "confidence_interval": [
              -0.06958732638888886,
              0.011375868055555542
            ],
            "pairs": 400
          },
          "steps": {
            "minus_mean": 6.27,
            "plus_mean": 6.0575,
            "mean_difference": -0.2125,
            "confidence_interval": [
              -0.74,
              0.3325
            ],
            "pairs": 400
          },
          "total_tokens": {
            "minus_mean": 52706.1725,
            "plus_mean": 44072.015,
            "mean_difference": -8634.1575,
            "confidence_interval": [
              -19736.6566875,
              1889.8499374999965
            ],
            "pairs": 400
          }
        }
      },
      "top_minus_random": {
        "minus": "random4_20260907",
        "plus": "top4",
        "difference_direction": "top4_minus_random4_20260907",
        "metric_aggregation": "mean_of_task_level_values",
        "bootstrap": {
          "method": "task_level_paired_percentile",
          "samples": 10000,
          "seed": 20260901,
          "confidence_level": 0.95
        },
        "metrics": {
          "completion_tokens": {
            "minus_mean": 1784.8425,
            "plus_mean": 1821.0025,
            "mean_difference": 36.16,
            "confidence_interval": [
              -133.5858749999999,
              204.20368749999997
            ],
            "pairs": 400
          },
          "duration_ms": {
            "minus_mean": 32781.44883058965,
            "plus_mean": 30034.676498631015,
            "mean_difference": -2746.7723319586366,
            "confidence_interval": [
              -5875.296471755951,
              445.5559210849453
            ],
            "pairs": 400
          },
          "invalid_action_rate": {
            "minus_mean": 0.033410740124378224,
            "plus_mean": 0.03633702895594376,
            "mean_difference": 0.0029262888315655373,
            "confidence_interval": [
              -0.011642112871812943,
              0.017253611996498677
            ],
            "pairs": 400
          },
          "policy_failure_rate": {
            "minus_mean": 0.007540571975916803,
            "plus_mean": 0.009840367965367965,
            "mean_difference": 0.002299795989451162,
            "confidence_interval": [
              -0.004225182629870128,
              0.00935963864320545
            ],
            "pairs": 400
          },
          "prompt_tokens": {
            "minus_mean": 45927.14,
            "plus_mean": 42251.0125,
            "mean_difference": -3676.1275,
            "confidence_interval": [
              -13038.643249999997,
              5339.728812499999
            ],
            "pairs": 400
          },
          "protocol_error_rate": {
            "minus_mean": 0.008335141340812847,
            "plus_mean": 0.009833149952864922,
            "mean_difference": 0.001498008612052074,
            "confidence_interval": [
              -0.0024632745581790565,
              0.005421065442169122
            ],
            "pairs": 400
          },
          "r_att": {
            "minus_mean": 0.7468928571428571,
            "plus_mean": 0.7352777777777777,
            "mean_difference": -0.011615079365079363,
            "confidence_interval": [
              -0.047257936507936506,
              0.024325520833333333
            ],
            "pairs": 400
          },
          "r_loose": {
            "minus_mean": 0.7332130681818182,
            "plus_mean": 0.7245515873015873,
            "mean_difference": -0.00866148088023088,
            "confidence_interval": [
              -0.04111002886002886,
              0.024252339240620483
            ],
            "pairs": 400
          },
          "r_option": {
            "minus_mean": 0.6075,
            "plus_mean": 0.5895833333333333,
            "mean_difference": -0.017916666666666668,
            "confidence_interval": [
              -0.05916666666666667,
              0.024177083333333182
            ],
            "pairs": 400
          },
          "r_price": {
            "minus_mean": 0.8625,
            "plus_mean": 0.87,
            "mean_difference": 0.0075,
            "confidence_interval": [
              -0.025,
              0.04
            ],
            "pairs": 400
          },
          "r_strict": {
            "minus_mean": 0.5588511904761905,
            "plus_mean": 0.5417341269841269,
            "mean_difference": -0.017117063492063492,
            "confidence_interval": [
              -0.057907118055555554,
              0.02437757936507934
            ],
            "pairs": 400
          },
          "r_success": {
            "minus_mean": 0.5425,
            "plus_mean": 0.5175,
            "mean_difference": -0.025,
            "confidence_interval": [
              -0.0675,
              0.02
            ],
            "pairs": 400
          },
          "r_type": {
            "minus_mean": 0.9277500000000001,
            "plus_mean": 0.91875,
            "mean_difference": -0.009000000000000001,
            "confidence_interval": [
              -0.0415,
              0.02375
            ],
            "pairs": 400
          },
          "reasoning_tokens": {
            "minus_mean": 0.0,
            "plus_mean": 0.0,
            "mean_difference": 0.0,
            "confidence_interval": [
              0.0,
              0.0
            ],
            "pairs": 400
          },
          "reward": {
            "minus_mean": 0.5588511904761905,
            "plus_mean": 0.5417341269841269,
            "mean_difference": -0.017117063492063492,
            "confidence_interval": [
              -0.05854610615079365,
              0.023353422619047617
            ],
            "pairs": 400
          },
          "steps": {
            "minus_mean": 6.0175,
            "plus_mean": 6.0575,
            "mean_difference": 0.04,
            "confidence_interval": [
              -0.43,
              0.5300624999999992
            ],
            "pairs": 400
          },
          "total_tokens": {
            "minus_mean": 47711.9825,
            "plus_mean": 44072.015,
            "mean_difference": -3639.9675,
            "confidence_interval": [
              -13108.434124999996,
              5515.303249999998
            ],
            "pairs": 400
          }
        }
      },
      "random_minus_bottom": {
        "minus": "bottom4",
        "plus": "random4_20260907",
        "difference_direction": "random4_20260907_minus_bottom4",
        "metric_aggregation": "mean_of_task_level_values",
        "bootstrap": {
          "method": "task_level_paired_percentile",
          "samples": 10000,
          "seed": 20260901,
          "confidence_level": 0.95
        },
        "metrics": {
          "completion_tokens": {
            "minus_mean": 1985.9775,
            "plus_mean": 1784.8425,
            "mean_difference": -201.135,
            "confidence_interval": [
              -395.23181249999993,
              -7.116687500000012
            ],
            "pairs": 400
          },
          "duration_ms": {
            "minus_mean": 34207.77395773679,
            "plus_mean": 32781.44883058965,
            "mean_difference": -1426.3251271471381,
            "confidence_interval": [
              -4938.771549215075,
              2200.51957139885
            ],
            "pairs": 400
          },
          "invalid_action_rate": {
            "minus_mean": 0.0371540671787568,
            "plus_mean": 0.033410740124378224,
            "mean_difference": -0.0037433270543785722,
            "confidence_interval": [
              -0.018128325355596803,
              0.010377832114605008
            ],
            "pairs": 400
          },
          "policy_failure_rate": {
            "minus_mean": 0.007048493499964088,
            "plus_mean": 0.007540571975916803,
            "mean_difference": 0.0004920784759527151,
            "confidence_interval": [
              -0.004556318488602334,
              0.005618731197386115
            ],
            "pairs": 400
          },
          "prompt_tokens": {
            "minus_mean": 50720.195,
            "plus_mean": 45927.14,
            "mean_difference": -4793.055,
            "confidence_interval": [
              -15454.285187499992,
              5932.365749999996
            ],
            "pairs": 400
          },
          "protocol_error_rate": {
            "minus_mean": 0.011132132884374797,
            "plus_mean": 0.008335141340812847,
            "mean_difference": -0.00279699154356195,
            "confidence_interval": [
              -0.006839601369277526,
              0.0012419942115729158
            ],
            "pairs": 400
          },
          "r_att": {
            "minus_mean": 0.7633412698412698,
            "plus_mean": 0.7468928571428571,
            "mean_difference": -0.016448412698412698,
            "confidence_interval": [
              -0.0546826884920635,
              0.021679141865079354
            ],
            "pairs": 400
          },
          "r_loose": {
            "minus_mean": 0.7432469821844822,
            "plus_mean": 0.7332130681818182,
            "mean_difference": -0.010033914002664004,
            "confidence_interval": [
              -0.044150639291264275,
              0.024145403641497382
            ],
            "pairs": 400
          },
          "r_option": {
            "minus_mean": 0.6229166666666667,
            "plus_mean": 0.6075,
            "mean_difference": -0.015416666666666667,
            "confidence_interval": [
              -0.05791666666666667,
              0.029166666666666664
            ],
            "pairs": 400
          },
          "r_price": {
            "minus_mean": 0.8375,
            "plus_mean": 0.8625,
            "mean_difference": 0.025,
            "confidence_interval": [
              -0.0075,
              0.0575
            ],
            "pairs": 400
          },
          "r_strict": {
            "minus_mean": 0.5703938492063493,
            "plus_mean": 0.5588511904761905,
            "mean_difference": -0.01154265873015873,
            "confidence_interval": [
              -0.05490625,
              0.030511532738095228
            ],
            "pairs": 400
          },
          "r_success": {
            "minus_mean": 0.55,
            "plus_mean": 0.5425,
            "mean_difference": -0.0075,
            "confidence_interval": [
              -0.05,
              0.0375
            ],
            "pairs": 400
          },
          "r_type": {
            "minus_mean": 0.915,
            "plus_mean": 0.9277500000000001,
            "mean_difference": 0.01275,
            "confidence_interval": [
              -0.01975,
              0.045250000000000005
            ],
            "pairs": 400
          },
          "reasoning_tokens": {
            "minus_mean": 0.0,
            "plus_mean": 0.0,
            "mean_difference": 0.0,
            "confidence_interval": [
              0.0,
              0.0
            ],
            "pairs": 400
          },
          "reward": {
            "minus_mean": 0.5703938492063493,
            "plus_mean": 0.5588511904761905,
            "mean_difference": -0.01154265873015873,
            "confidence_interval": [
              -0.05440203373015872,
              0.030005084325396822
            ],
            "pairs": 400
          },
          "steps": {
            "minus_mean": 6.27,
            "plus_mean": 6.0175,
            "mean_difference": -0.2525,
            "confidence_interval": [
              -0.77,
              0.2575
            ],
            "pairs": 400
          },
          "total_tokens": {
            "minus_mean": 52706.1725,
            "plus_mean": 47711.9825,
            "mean_difference": -4994.19,
            "confidence_interval": [
              -15826.9719375,
              6044.902437499997
            ],
            "pairs": 400
          }
        }
      }
    }
  }
}