{
  "environment": {
    "python": "3.10.12",
    "numpy": "2.2.6"
  },
  "spec": {
    "seeds": [
      0,
      1,
      2,
      3,
      4,
      5,
      6,
      7,
      8,
      9,
      10,
      11,
      12,
      13,
      14,
      15,
      16,
      17,
      18,
      19
    ],
    "budgets": [
      8,
      32,
      128
    ],
    "training_rows": 44,
    "eligible_extra_settings": 1013,
    "wrong_rules": 2835,
    "full_rows": 4096,
    "random_convention": "Sequential choice from ascending remaining IDs; budget prefixes"
  },
  "reference": {
    "surviving_rule_count": 1,
    "rule": "first two switches differ",
    "wrong_survived": 0,
    "worst_error": 0,
    "audit_queries": 0
  },
  "runs": [
    {
      "method": "one_switch",
      "seed": null,
      "snapshots": {
        "8": {
          "queries": 8,
          "new_rows": 0,
          "wrong_survived": 2835,
          "missed_share": 1.0,
          "worst_error": 0.25,
          "by_size": {
            "2": {
              "wrong_survived": 45,
              "worst_error": 0.25
            },
            "3": {
              "wrong_survived": 480,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 2310,
              "worst_error": 0.0625
            }
          }
        },
        "32": {
          "queries": 32,
          "new_rows": 0,
          "wrong_survived": 2835,
          "missed_share": 1.0,
          "worst_error": 0.25,
          "by_size": {
            "2": {
              "wrong_survived": 45,
              "worst_error": 0.25
            },
            "3": {
              "wrong_survived": 480,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 2310,
              "worst_error": 0.0625
            }
          }
        },
        "128": {
          "queries": 40,
          "new_rows": 0,
          "wrong_survived": 2835,
          "missed_share": 1.0,
          "worst_error": 0.25,
          "by_size": {
            "2": {
              "wrong_survived": 45,
              "worst_error": 0.25
            },
            "3": {
              "wrong_survived": 480,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 2310,
              "worst_error": 0.0625
            }
          }
        }
      },
      "first_elimination": null,
      "first_by_size": {
        "2": null,
        "3": null,
        "4": null
      },
      "candidate_predictions_for_selection": 0,
      "selection_seconds": 2.3922995751490816e-05,
      "selection_and_checkpoint_seconds": 0.0510537629997998,
      "history": [
        {
          "query": 1,
          "extra_id": 512,
          "useful_id": 0,
          "full_row_id": 512,
          "remaining": 2835
        },
        {
          "query": 2,
          "extra_id": 512,
          "useful_id": 1,
          "full_row_id": 1536,
          "remaining": 2835
        },
        {
          "query": 3,
          "extra_id": 512,
          "useful_id": 2,
          "full_row_id": 2560,
          "remaining": 2835
        },
        {
          "query": 4,
          "extra_id": 512,
          "useful_id": 3,
          "full_row_id": 3584,
          "remaining": 2835
        },
        {
          "query": 5,
          "extra_id": 256,
          "useful_id": 0,
          "full_row_id": 256,
          "remaining": 2835
        },
        {
          "query": 6,
          "extra_id": 256,
          "useful_id": 1,
          "full_row_id": 1280,
          "remaining": 2835
        },
        {
          "query": 7,
          "extra_id": 256,
          "useful_id": 2,
          "full_row_id": 2304,
          "remaining": 2835
        },
        {
          "query": 8,
          "extra_id": 256,
          "useful_id": 3,
          "full_row_id": 3328,
          "remaining": 2835
        },
        {
          "query": 9,
          "extra_id": 128,
          "useful_id": 0,
          "full_row_id": 128,
          "remaining": 2835
        },
        {
          "query": 10,
          "extra_id": 128,
          "useful_id": 1,
          "full_row_id": 1152,
          "remaining": 2835
        },
        {
          "query": 11,
          "extra_id": 128,
          "useful_id": 2,
          "full_row_id": 2176,
          "remaining": 2835
        },
        {
          "query": 12,
          "extra_id": 128,
          "useful_id": 3,
          "full_row_id": 3200,
          "remaining": 2835
        },
        {
          "query": 13,
          "extra_id": 64,
          "useful_id": 0,
          "full_row_id": 64,
          "remaining": 2835
        },
        {
          "query": 14,
          "extra_id": 64,
          "useful_id": 1,
          "full_row_id": 1088,
          "remaining": 2835
        },
        {
          "query": 15,
          "extra_id": 64,
          "useful_id": 2,
          "full_row_id": 2112,
          "remaining": 2835
        },
        {
          "query": 16,
          "extra_id": 64,
          "useful_id": 3,
          "full_row_id": 3136,
          "remaining": 2835
        },
        {
          "query": 17,
          "extra_id": 32,
          "useful_id": 0,
          "full_row_id": 32,
          "remaining": 2835
        },
        {
          "query": 18,
          "extra_id": 32,
          "useful_id": 1,
          "full_row_id": 1056,
          "remaining": 2835
        },
        {
          "query": 19,
          "extra_id": 32,
          "useful_id": 2,
          "full_row_id": 2080,
          "remaining": 2835
        },
        {
          "query": 20,
          "extra_id": 32,
          "useful_id": 3,
          "full_row_id": 3104,
          "remaining": 2835
        },
        {
          "query": 21,
          "extra_id": 16,
          "useful_id": 0,
          "full_row_id": 16,
          "remaining": 2835
        },
        {
          "query": 22,
          "extra_id": 16,
          "useful_id": 1,
          "full_row_id": 1040,
          "remaining": 2835
        },
        {
          "query": 23,
          "extra_id": 16,
          "useful_id": 2,
          "full_row_id": 2064,
          "remaining": 2835
        },
        {
          "query": 24,
          "extra_id": 16,
          "useful_id": 3,
          "full_row_id": 3088,
          "remaining": 2835
        },
        {
          "query": 25,
          "extra_id": 8,
          "useful_id": 0,
          "full_row_id": 8,
          "remaining": 2835
        },
        {
          "query": 26,
          "extra_id": 8,
          "useful_id": 1,
          "full_row_id": 1032,
          "remaining": 2835
        },
        {
          "query": 27,
          "extra_id": 8,
          "useful_id": 2,
          "full_row_id": 2056,
          "remaining": 2835
        },
        {
          "query": 28,
          "extra_id": 8,
          "useful_id": 3,
          "full_row_id": 3080,
          "remaining": 2835
        },
        {
          "query": 29,
          "extra_id": 4,
          "useful_id": 0,
          "full_row_id": 4,
          "remaining": 2835
        },
        {
          "query": 30,
          "extra_id": 4,
          "useful_id": 1,
          "full_row_id": 1028,
          "remaining": 2835
        },
        {
          "query": 31,
          "extra_id": 4,
          "useful_id": 2,
          "full_row_id": 2052,
          "remaining": 2835
        },
        {
          "query": 32,
          "extra_id": 4,
          "useful_id": 3,
          "full_row_id": 3076,
          "remaining": 2835
        },
        {
          "query": 33,
          "extra_id": 2,
          "useful_id": 0,
          "full_row_id": 2,
          "remaining": 2835
        },
        {
          "query": 34,
          "extra_id": 2,
          "useful_id": 1,
          "full_row_id": 1026,
          "remaining": 2835
        },
        {
          "query": 35,
          "extra_id": 2,
          "useful_id": 2,
          "full_row_id": 2050,
          "remaining": 2835
        },
        {
          "query": 36,
          "extra_id": 2,
          "useful_id": 3,
          "full_row_id": 3074,
          "remaining": 2835
        },
        {
          "query": 37,
          "extra_id": 1,
          "useful_id": 0,
          "full_row_id": 1,
          "remaining": 2835
        },
        {
          "query": 38,
          "extra_id": 1,
          "useful_id": 1,
          "full_row_id": 1025,
          "remaining": 2835
        },
        {
          "query": 39,
          "extra_id": 1,
          "useful_id": 2,
          "full_row_id": 2049,
          "remaining": 2835
        },
        {
          "query": 40,
          "extra_id": 1,
          "useful_id": 3,
          "full_row_id": 3073,
          "remaining": 2835
        }
      ]
    },
    {
      "method": "pair_then_order",
      "seed": null,
      "snapshots": {
        "8": {
          "queries": 8,
          "new_rows": 8,
          "wrong_survived": 2266,
          "missed_share": 0.799294532627866,
          "worst_error": 0.125,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 320,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 1946,
              "worst_error": 0.0625
            }
          }
        },
        "32": {
          "queries": 32,
          "new_rows": 32,
          "wrong_survived": 1908,
          "missed_share": 0.6730158730158731,
          "worst_error": 0.125,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 256,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 1652,
              "worst_error": 0.0625
            }
          }
        },
        "128": {
          "queries": 128,
          "new_rows": 128,
          "wrong_survived": 1330,
          "missed_share": 0.4691358024691358,
          "worst_error": 0.125,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 168,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 1162,
              "worst_error": 0.0625
            }
          }
        }
      },
      "first_elimination": null,
      "first_by_size": {
        "2": 1,
        "3": null,
        "4": null
      },
      "candidate_predictions_for_selection": 0,
      "selection_seconds": 0.6887715269949695,
      "selection_and_checkpoint_seconds": 0.7248007019989018,
      "history": [
        {
          "query": 1,
          "extra_id": 1023,
          "useful_id": 0,
          "full_row_id": 1023,
          "remaining": 2460
        },
        {
          "query": 2,
          "extra_id": 3,
          "useful_id": 1,
          "full_row_id": 1027,
          "remaining": 2424
        },
        {
          "query": 3,
          "extra_id": 5,
          "useful_id": 2,
          "full_row_id": 2053,
          "remaining": 2388
        },
        {
          "query": 4,
          "extra_id": 6,
          "useful_id": 3,
          "full_row_id": 3078,
          "remaining": 2352
        },
        {
          "query": 5,
          "extra_id": 7,
          "useful_id": 0,
          "full_row_id": 7,
          "remaining": 2345
        },
        {
          "query": 6,
          "extra_id": 9,
          "useful_id": 1,
          "full_row_id": 1033,
          "remaining": 2309
        },
        {
          "query": 7,
          "extra_id": 10,
          "useful_id": 2,
          "full_row_id": 2058,
          "remaining": 2273
        },
        {
          "query": 8,
          "extra_id": 11,
          "useful_id": 3,
          "full_row_id": 3083,
          "remaining": 2266
        },
        {
          "query": 9,
          "extra_id": 12,
          "useful_id": 0,
          "full_row_id": 12,
          "remaining": 2230
        },
        {
          "query": 10,
          "extra_id": 13,
          "useful_id": 1,
          "full_row_id": 1037,
          "remaining": 2223
        },
        {
          "query": 11,
          "extra_id": 14,
          "useful_id": 2,
          "full_row_id": 2062,
          "remaining": 2216
        },
        {
          "query": 12,
          "extra_id": 15,
          "useful_id": 3,
          "full_row_id": 3087,
          "remaining": 2216
        },
        {
          "query": 13,
          "extra_id": 17,
          "useful_id": 0,
          "full_row_id": 17,
          "remaining": 2180
        },
        {
          "query": 14,
          "extra_id": 18,
          "useful_id": 1,
          "full_row_id": 1042,
          "remaining": 2144
        },
        {
          "query": 15,
          "extra_id": 19,
          "useful_id": 2,
          "full_row_id": 2067,
          "remaining": 2137
        },
        {
          "query": 16,
          "extra_id": 20,
          "useful_id": 3,
          "full_row_id": 3092,
          "remaining": 2101
        },
        {
          "query": 17,
          "extra_id": 21,
          "useful_id": 0,
          "full_row_id": 21,
          "remaining": 2094
        },
        {
          "query": 18,
          "extra_id": 22,
          "useful_id": 1,
          "full_row_id": 1046,
          "remaining": 2087
        },
        {
          "query": 19,
          "extra_id": 23,
          "useful_id": 2,
          "full_row_id": 2071,
          "remaining": 2087
        },
        {
          "query": 20,
          "extra_id": 24,
          "useful_id": 3,
          "full_row_id": 3096,
          "remaining": 2051
        },
        {
          "query": 21,
          "extra_id": 25,
          "useful_id": 0,
          "full_row_id": 25,
          "remaining": 2044
        },
        {
          "query": 22,
          "extra_id": 26,
          "useful_id": 1,
          "full_row_id": 1050,
          "remaining": 2037
        },
        {
          "query": 23,
          "extra_id": 27,
          "useful_id": 2,
          "full_row_id": 2075,
          "remaining": 2037
        },
        {
          "query": 24,
          "extra_id": 28,
          "useful_id": 3,
          "full_row_id": 3100,
          "remaining": 2030
        },
        {
          "query": 25,
          "extra_id": 29,
          "useful_id": 0,
          "full_row_id": 29,
          "remaining": 2030
        },
        {
          "query": 26,
          "extra_id": 30,
          "useful_id": 1,
          "full_row_id": 1054,
          "remaining": 2030
        },
        {
          "query": 27,
          "extra_id": 31,
          "useful_id": 2,
          "full_row_id": 2079,
          "remaining": 2030
        },
        {
          "query": 28,
          "extra_id": 33,
          "useful_id": 3,
          "full_row_id": 3105,
          "remaining": 1994
        },
        {
          "query": 29,
          "extra_id": 34,
          "useful_id": 0,
          "full_row_id": 34,
          "remaining": 1958
        },
        {
          "query": 30,
          "extra_id": 35,
          "useful_id": 1,
          "full_row_id": 1059,
          "remaining": 1951
        },
        {
          "query": 31,
          "extra_id": 36,
          "useful_id": 2,
          "full_row_id": 2084,
          "remaining": 1915
        },
        {
          "query": 32,
          "extra_id": 37,
          "useful_id": 3,
          "full_row_id": 3109,
          "remaining": 1908
        },
        {
          "query": 33,
          "extra_id": 38,
          "useful_id": 0,
          "full_row_id": 38,
          "remaining": 1901
        },
        {
          "query": 34,
          "extra_id": 39,
          "useful_id": 1,
          "full_row_id": 1063,
          "remaining": 1901
        },
        {
          "query": 35,
          "extra_id": 40,
          "useful_id": 2,
          "full_row_id": 2088,
          "remaining": 1865
        },
        {
          "query": 36,
          "extra_id": 41,
          "useful_id": 3,
          "full_row_id": 3113,
          "remaining": 1858
        },
        {
          "query": 37,
          "extra_id": 42,
          "useful_id": 0,
          "full_row_id": 42,
          "remaining": 1851
        },
        {
          "query": 38,
          "extra_id": 43,
          "useful_id": 1,
          "full_row_id": 1067,
          "remaining": 1851
        },
        {
          "query": 39,
          "extra_id": 44,
          "useful_id": 2,
          "full_row_id": 2092,
          "remaining": 1844
        },
        {
          "query": 40,
          "extra_id": 45,
          "useful_id": 3,
          "full_row_id": 3117,
          "remaining": 1844
        },
        {
          "query": 41,
          "extra_id": 46,
          "useful_id": 0,
          "full_row_id": 46,
          "remaining": 1844
        },
        {
          "query": 42,
          "extra_id": 47,
          "useful_id": 1,
          "full_row_id": 1071,
          "remaining": 1844
        },
        {
          "query": 43,
          "extra_id": 48,
          "useful_id": 2,
          "full_row_id": 2096,
          "remaining": 1808
        },
        {
          "query": 44,
          "extra_id": 49,
          "useful_id": 3,
          "full_row_id": 3121,
          "remaining": 1801
        },
        {
          "query": 45,
          "extra_id": 50,
          "useful_id": 0,
          "full_row_id": 50,
          "remaining": 1794
        },
        {
          "query": 46,
          "extra_id": 51,
          "useful_id": 1,
          "full_row_id": 1075,
          "remaining": 1794
        },
        {
          "query": 47,
          "extra_id": 52,
          "useful_id": 2,
          "full_row_id": 2100,
          "remaining": 1787
        },
        {
          "query": 48,
          "extra_id": 53,
          "useful_id": 3,
          "full_row_id": 3125,
          "remaining": 1787
        },
        {
          "query": 49,
          "extra_id": 54,
          "useful_id": 0,
          "full_row_id": 54,
          "remaining": 1787
        },
        {
          "query": 50,
          "extra_id": 55,
          "useful_id": 1,
          "full_row_id": 1079,
          "remaining": 1787
        },
        {
          "query": 51,
          "extra_id": 56,
          "useful_id": 2,
          "full_row_id": 2104,
          "remaining": 1780
        },
        {
          "query": 52,
          "extra_id": 57,
          "useful_id": 3,
          "full_row_id": 3129,
          "remaining": 1780
        },
        {
          "query": 53,
          "extra_id": 58,
          "useful_id": 0,
          "full_row_id": 58,
          "remaining": 1780
        },
        {
          "query": 54,
          "extra_id": 59,
          "useful_id": 1,
          "full_row_id": 1083,
          "remaining": 1780
        },
        {
          "query": 55,
          "extra_id": 60,
          "useful_id": 2,
          "full_row_id": 2108,
          "remaining": 1780
        },
        {
          "query": 56,
          "extra_id": 61,
          "useful_id": 3,
          "full_row_id": 3133,
          "remaining": 1780
        },
        {
          "query": 57,
          "extra_id": 62,
          "useful_id": 0,
          "full_row_id": 62,
          "remaining": 1780
        },
        {
          "query": 58,
          "extra_id": 63,
          "useful_id": 1,
          "full_row_id": 1087,
          "remaining": 1780
        },
        {
          "query": 59,
          "extra_id": 65,
          "useful_id": 2,
          "full_row_id": 2113,
          "remaining": 1744
        },
        {
          "query": 60,
          "extra_id": 66,
          "useful_id": 3,
          "full_row_id": 3138,
          "remaining": 1708
        },
        {
          "query": 61,
          "extra_id": 67,
          "useful_id": 0,
          "full_row_id": 67,
          "remaining": 1701
        },
        {
          "query": 62,
          "extra_id": 68,
          "useful_id": 1,
          "full_row_id": 1092,
          "remaining": 1665
        },
        {
          "query": 63,
          "extra_id": 69,
          "useful_id": 2,
          "full_row_id": 2117,
          "remaining": 1658
        },
        {
          "query": 64,
          "extra_id": 70,
          "useful_id": 3,
          "full_row_id": 3142,
          "remaining": 1651
        },
        {
          "query": 65,
          "extra_id": 71,
          "useful_id": 0,
          "full_row_id": 71,
          "remaining": 1651
        },
        {
          "query": 66,
          "extra_id": 72,
          "useful_id": 1,
          "full_row_id": 1096,
          "remaining": 1615
        },
        {
          "query": 67,
          "extra_id": 73,
          "useful_id": 2,
          "full_row_id": 2121,
          "remaining": 1608
        },
        {
          "query": 68,
          "extra_id": 74,
          "useful_id": 3,
          "full_row_id": 3146,
          "remaining": 1601
        },
        {
          "query": 69,
          "extra_id": 75,
          "useful_id": 0,
          "full_row_id": 75,
          "remaining": 1601
        },
        {
          "query": 70,
          "extra_id": 76,
          "useful_id": 1,
          "full_row_id": 1100,
          "remaining": 1594
        },
        {
          "query": 71,
          "extra_id": 77,
          "useful_id": 2,
          "full_row_id": 2125,
          "remaining": 1594
        },
        {
          "query": 72,
          "extra_id": 78,
          "useful_id": 3,
          "full_row_id": 3150,
          "remaining": 1594
        },
        {
          "query": 73,
          "extra_id": 79,
          "useful_id": 0,
          "full_row_id": 79,
          "remaining": 1594
        },
        {
          "query": 74,
          "extra_id": 80,
          "useful_id": 1,
          "full_row_id": 1104,
          "remaining": 1558
        },
        {
          "query": 75,
          "extra_id": 81,
          "useful_id": 2,
          "full_row_id": 2129,
          "remaining": 1551
        },
        {
          "query": 76,
          "extra_id": 82,
          "useful_id": 3,
          "full_row_id": 3154,
          "remaining": 1544
        },
        {
          "query": 77,
          "extra_id": 83,
          "useful_id": 0,
          "full_row_id": 83,
          "remaining": 1544
        },
        {
          "query": 78,
          "extra_id": 84,
          "useful_id": 1,
          "full_row_id": 1108,
          "remaining": 1537
        },
        {
          "query": 79,
          "extra_id": 85,
          "useful_id": 2,
          "full_row_id": 2133,
          "remaining": 1537
        },
        {
          "query": 80,
          "extra_id": 86,
          "useful_id": 3,
          "full_row_id": 3158,
          "remaining": 1537
        },
        {
          "query": 81,
          "extra_id": 87,
          "useful_id": 0,
          "full_row_id": 87,
          "remaining": 1537
        },
        {
          "query": 82,
          "extra_id": 88,
          "useful_id": 1,
          "full_row_id": 1112,
          "remaining": 1530
        },
        {
          "query": 83,
          "extra_id": 89,
          "useful_id": 2,
          "full_row_id": 2137,
          "remaining": 1530
        },
        {
          "query": 84,
          "extra_id": 90,
          "useful_id": 3,
          "full_row_id": 3162,
          "remaining": 1530
        },
        {
          "query": 85,
          "extra_id": 91,
          "useful_id": 0,
          "full_row_id": 91,
          "remaining": 1530
        },
        {
          "query": 86,
          "extra_id": 92,
          "useful_id": 1,
          "full_row_id": 1116,
          "remaining": 1530
        },
        {
          "query": 87,
          "extra_id": 93,
          "useful_id": 2,
          "full_row_id": 2141,
          "remaining": 1530
        },
        {
          "query": 88,
          "extra_id": 94,
          "useful_id": 3,
          "full_row_id": 3166,
          "remaining": 1530
        },
        {
          "query": 89,
          "extra_id": 95,
          "useful_id": 0,
          "full_row_id": 95,
          "remaining": 1530
        },
        {
          "query": 90,
          "extra_id": 96,
          "useful_id": 1,
          "full_row_id": 1120,
          "remaining": 1494
        },
        {
          "query": 91,
          "extra_id": 97,
          "useful_id": 2,
          "full_row_id": 2145,
          "remaining": 1487
        },
        {
          "query": 92,
          "extra_id": 98,
          "useful_id": 3,
          "full_row_id": 3170,
          "remaining": 1480
        },
        {
          "query": 93,
          "extra_id": 99,
          "useful_id": 0,
          "full_row_id": 99,
          "remaining": 1480
        },
        {
          "query": 94,
          "extra_id": 100,
          "useful_id": 1,
          "full_row_id": 1124,
          "remaining": 1473
        },
        {
          "query": 95,
          "extra_id": 101,
          "useful_id": 2,
          "full_row_id": 2149,
          "remaining": 1473
        },
        {
          "query": 96,
          "extra_id": 102,
          "useful_id": 3,
          "full_row_id": 3174,
          "remaining": 1473
        },
        {
          "query": 97,
          "extra_id": 103,
          "useful_id": 0,
          "full_row_id": 103,
          "remaining": 1473
        },
        {
          "query": 98,
          "extra_id": 104,
          "useful_id": 1,
          "full_row_id": 1128,
          "remaining": 1466
        },
        {
          "query": 99,
          "extra_id": 105,
          "useful_id": 2,
          "full_row_id": 2153,
          "remaining": 1466
        },
        {
          "query": 100,
          "extra_id": 106,
          "useful_id": 3,
          "full_row_id": 3178,
          "remaining": 1466
        },
        {
          "query": 101,
          "extra_id": 107,
          "useful_id": 0,
          "full_row_id": 107,
          "remaining": 1466
        },
        {
          "query": 102,
          "extra_id": 108,
          "useful_id": 1,
          "full_row_id": 1132,
          "remaining": 1466
        },
        {
          "query": 103,
          "extra_id": 109,
          "useful_id": 2,
          "full_row_id": 2157,
          "remaining": 1466
        },
        {
          "query": 104,
          "extra_id": 110,
          "useful_id": 3,
          "full_row_id": 3182,
          "remaining": 1466
        },
        {
          "query": 105,
          "extra_id": 111,
          "useful_id": 0,
          "full_row_id": 111,
          "remaining": 1466
        },
        {
          "query": 106,
          "extra_id": 112,
          "useful_id": 1,
          "full_row_id": 1136,
          "remaining": 1459
        },
        {
          "query": 107,
          "extra_id": 113,
          "useful_id": 2,
          "full_row_id": 2161,
          "remaining": 1459
        },
        {
          "query": 108,
          "extra_id": 114,
          "useful_id": 3,
          "full_row_id": 3186,
          "remaining": 1459
        },
        {
          "query": 109,
          "extra_id": 115,
          "useful_id": 0,
          "full_row_id": 115,
          "remaining": 1459
        },
        {
          "query": 110,
          "extra_id": 116,
          "useful_id": 1,
          "full_row_id": 1140,
          "remaining": 1459
        },
        {
          "query": 111,
          "extra_id": 117,
          "useful_id": 2,
          "full_row_id": 2165,
          "remaining": 1459
        },
        {
          "query": 112,
          "extra_id": 118,
          "useful_id": 3,
          "full_row_id": 3190,
          "remaining": 1459
        },
        {
          "query": 113,
          "extra_id": 119,
          "useful_id": 0,
          "full_row_id": 119,
          "remaining": 1459
        },
        {
          "query": 114,
          "extra_id": 120,
          "useful_id": 1,
          "full_row_id": 1144,
          "remaining": 1459
        },
        {
          "query": 115,
          "extra_id": 121,
          "useful_id": 2,
          "full_row_id": 2169,
          "remaining": 1459
        },
        {
          "query": 116,
          "extra_id": 122,
          "useful_id": 3,
          "full_row_id": 3194,
          "remaining": 1459
        },
        {
          "query": 117,
          "extra_id": 123,
          "useful_id": 0,
          "full_row_id": 123,
          "remaining": 1459
        },
        {
          "query": 118,
          "extra_id": 124,
          "useful_id": 1,
          "full_row_id": 1148,
          "remaining": 1459
        },
        {
          "query": 119,
          "extra_id": 125,
          "useful_id": 2,
          "full_row_id": 2173,
          "remaining": 1459
        },
        {
          "query": 120,
          "extra_id": 126,
          "useful_id": 3,
          "full_row_id": 3198,
          "remaining": 1459
        },
        {
          "query": 121,
          "extra_id": 127,
          "useful_id": 0,
          "full_row_id": 127,
          "remaining": 1459
        },
        {
          "query": 122,
          "extra_id": 129,
          "useful_id": 1,
          "full_row_id": 1153,
          "remaining": 1423
        },
        {
          "query": 123,
          "extra_id": 130,
          "useful_id": 2,
          "full_row_id": 2178,
          "remaining": 1387
        },
        {
          "query": 124,
          "extra_id": 131,
          "useful_id": 3,
          "full_row_id": 3203,
          "remaining": 1380
        },
        {
          "query": 125,
          "extra_id": 132,
          "useful_id": 0,
          "full_row_id": 132,
          "remaining": 1344
        },
        {
          "query": 126,
          "extra_id": 133,
          "useful_id": 1,
          "full_row_id": 1157,
          "remaining": 1337
        },
        {
          "query": 127,
          "extra_id": 134,
          "useful_id": 2,
          "full_row_id": 2182,
          "remaining": 1330
        },
        {
          "query": 128,
          "extra_id": 135,
          "useful_id": 3,
          "full_row_id": 3207,
          "remaining": 1330
        }
      ]
    },
    {
      "method": "disagreement",
      "seed": null,
      "snapshots": {
        "8": {
          "queries": 8,
          "new_rows": 8,
          "wrong_survived": 1035,
          "missed_share": 0.36507936507936506,
          "worst_error": 0.125,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 36,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 999,
              "worst_error": 0.0625
            }
          }
        },
        "32": {
          "queries": 31,
          "new_rows": 31,
          "wrong_survived": 0,
          "missed_share": 0.0,
          "worst_error": 0.0,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "4": {
              "wrong_survived": 0,
              "worst_error": 0.0
            }
          }
        },
        "128": {
          "queries": 31,
          "new_rows": 31,
          "wrong_survived": 0,
          "missed_share": 0.0,
          "worst_error": 0.0,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "4": {
              "wrong_survived": 0,
              "worst_error": 0.0
            }
          }
        }
      },
      "first_elimination": 31,
      "first_by_size": {
        "2": 1,
        "3": 10,
        "4": 31
      },
      "candidate_predictions_for_selection": 21889911,
      "selection_seconds": 0.07559575599407253,
      "selection_and_checkpoint_seconds": 0.08220125499974529,
      "history": [
        {
          "query": 1,
          "extra_id": 1023,
          "useful_id": 0,
          "full_row_id": 1023,
          "remaining": 2460
        },
        {
          "query": 2,
          "extra_id": 127,
          "useful_id": 1,
          "full_row_id": 1151,
          "remaining": 2229
        },
        {
          "query": 3,
          "extra_id": 911,
          "useful_id": 2,
          "full_row_id": 2959,
          "remaining": 1998
        },
        {
          "query": 4,
          "extra_id": 1009,
          "useful_id": 3,
          "full_row_id": 4081,
          "remaining": 1767
        },
        {
          "query": 5,
          "extra_id": 438,
          "useful_id": 0,
          "full_row_id": 438,
          "remaining": 1567
        },
        {
          "query": 6,
          "extra_id": 730,
          "useful_id": 1,
          "full_row_id": 1754,
          "remaining": 1371
        },
        {
          "query": 7,
          "extra_id": 876,
          "useful_id": 2,
          "full_row_id": 2924,
          "remaining": 1179
        },
        {
          "query": 8,
          "extra_id": 477,
          "useful_id": 3,
          "full_row_id": 3549,
          "remaining": 1035
        },
        {
          "query": 9,
          "extra_id": 743,
          "useful_id": 0,
          "full_row_id": 743,
          "remaining": 891
        },
        {
          "query": 10,
          "extra_id": 827,
          "useful_id": 1,
          "full_row_id": 1851,
          "remaining": 747
        },
        {
          "query": 11,
          "extra_id": 490,
          "useful_id": 2,
          "full_row_id": 2538,
          "remaining": 643
        },
        {
          "query": 12,
          "extra_id": 700,
          "useful_id": 3,
          "full_row_id": 3772,
          "remaining": 540
        },
        {
          "query": 13,
          "extra_id": 854,
          "useful_id": 0,
          "full_row_id": 854,
          "remaining": 438
        },
        {
          "query": 14,
          "extra_id": 147,
          "useful_id": 1,
          "full_row_id": 1171,
          "remaining": 381
        },
        {
          "query": 15,
          "extra_id": 293,
          "useful_id": 2,
          "full_row_id": 2341,
          "remaining": 324
        },
        {
          "query": 16,
          "extra_id": 585,
          "useful_id": 3,
          "full_row_id": 3657,
          "remaining": 267
        },
        {
          "query": 17,
          "extra_id": 169,
          "useful_id": 0,
          "full_row_id": 169,
          "remaining": 228
        },
        {
          "query": 18,
          "extra_id": 323,
          "useful_id": 1,
          "full_row_id": 1347,
          "remaining": 189
        },
        {
          "query": 19,
          "extra_id": 533,
          "useful_id": 2,
          "full_row_id": 2581,
          "remaining": 150
        },
        {
          "query": 20,
          "extra_id": 206,
          "useful_id": 3,
          "full_row_id": 3278,
          "remaining": 124
        },
        {
          "query": 21,
          "extra_id": 376,
          "useful_id": 0,
          "full_row_id": 376,
          "remaining": 98
        },
        {
          "query": 22,
          "extra_id": 930,
          "useful_id": 1,
          "full_row_id": 1954,
          "remaining": 72
        },
        {
          "query": 23,
          "extra_id": 244,
          "useful_id": 2,
          "full_row_id": 2292,
          "remaining": 56
        },
        {
          "query": 24,
          "extra_id": 286,
          "useful_id": 3,
          "full_row_id": 3358,
          "remaining": 40
        },
        {
          "query": 25,
          "extra_id": 546,
          "useful_id": 0,
          "full_row_id": 546,
          "remaining": 28
        },
        {
          "query": 26,
          "extra_id": 896,
          "useful_id": 1,
          "full_row_id": 1920,
          "remaining": 16
        },
        {
          "query": 27,
          "extra_id": 14,
          "useful_id": 2,
          "full_row_id": 2062,
          "remaining": 12
        },
        {
          "query": 28,
          "extra_id": 112,
          "useful_id": 3,
          "full_row_id": 3184,
          "remaining": 8
        },
        {
          "query": 29,
          "extra_id": 196,
          "useful_id": 0,
          "full_row_id": 196,
          "remaining": 4
        },
        {
          "query": 30,
          "extra_id": 264,
          "useful_id": 1,
          "full_row_id": 1288,
          "remaining": 2
        },
        {
          "query": 31,
          "extra_id": 272,
          "useful_id": 2,
          "full_row_id": 2320,
          "remaining": 0
        }
      ]
    },
    {
      "method": "random",
      "seed": 0,
      "snapshots": {
        "8": {
          "queries": 8,
          "new_rows": 8,
          "wrong_survived": 1865,
          "missed_share": 0.6578483245149912,
          "worst_error": 0.25,
          "by_size": {
            "2": {
              "wrong_survived": 11,
              "worst_error": 0.25
            },
            "3": {
              "wrong_survived": 243,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 1611,
              "worst_error": 0.0625
            }
          }
        },
        "32": {
          "queries": 32,
          "new_rows": 32,
          "wrong_survived": 483,
          "missed_share": 0.17037037037037037,
          "worst_error": 0.125,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 24,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 459,
              "worst_error": 0.0625
            }
          }
        },
        "128": {
          "queries": 107,
          "new_rows": 107,
          "wrong_survived": 0,
          "missed_share": 0.0,
          "worst_error": 0.0,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "4": {
              "wrong_survived": 0,
              "worst_error": 0.0
            }
          }
        }
      },
      "first_elimination": 107,
      "first_by_size": {
        "2": 20,
        "3": 53,
        "4": 107
      },
      "candidate_predictions_for_selection": 0,
      "selection_seconds": 0.006706613990900223,
      "selection_and_checkpoint_seconds": 0.023059302000547177,
      "history": [
        {
          "query": 1,
          "extra_id": 872,
          "useful_id": 0,
          "full_row_id": 872,
          "remaining": 2610
        },
        {
          "query": 2,
          "extra_id": 655,
          "useful_id": 1,
          "full_row_id": 1679,
          "remaining": 2332
        },
        {
          "query": 3,
          "extra_id": 527,
          "useful_id": 2,
          "full_row_id": 2575,
          "remaining": 2274
        },
        {
          "query": 4,
          "extra_id": 282,
          "useful_id": 3,
          "full_row_id": 3354,
          "remaining": 2127
        },
        {
          "query": 5,
          "extra_id": 321,
          "useful_id": 0,
          "full_row_id": 321,
          "remaining": 2043
        },
        {
          "query": 6,
          "extra_id": 48,
          "useful_id": 1,
          "full_row_id": 1072,
          "remaining": 2006
        },
        {
          "query": 7,
          "extra_id": 84,
          "useful_id": 2,
          "full_row_id": 2132,
          "remaining": 1911
        },
        {
          "query": 8,
          "extra_id": 22,
          "useful_id": 3,
          "full_row_id": 3094,
          "remaining": 1865
        },
        {
          "query": 9,
          "extra_id": 188,
          "useful_id": 0,
          "full_row_id": 188,
          "remaining": 1697
        },
        {
          "query": 10,
          "extra_id": 835,
          "useful_id": 1,
          "full_row_id": 1859,
          "remaining": 1576
        },
        {
          "query": 11,
          "extra_id": 670,
          "useful_id": 2,
          "full_row_id": 2718,
          "remaining": 1490
        },
        {
          "query": 12,
          "extra_id": 936,
          "useful_id": 3,
          "full_row_id": 4008,
          "remaining": 1391
        },
        {
          "query": 13,
          "extra_id": 521,
          "useful_id": 0,
          "full_row_id": 521,
          "remaining": 1363
        },
        {
          "query": 14,
          "extra_id": 625,
          "useful_id": 1,
          "full_row_id": 1649,
          "remaining": 1224
        },
        {
          "query": 15,
          "extra_id": 994,
          "useful_id": 2,
          "full_row_id": 3042,
          "remaining": 1095
        },
        {
          "query": 16,
          "extra_id": 750,
          "useful_id": 3,
          "full_row_id": 3822,
          "remaining": 989
        },
        {
          "query": 17,
          "extra_id": 650,
          "useful_id": 0,
          "full_row_id": 650,
          "remaining": 976
        },
        {
          "query": 18,
          "extra_id": 560,
          "useful_id": 1,
          "full_row_id": 1584,
          "remaining": 963
        },
        {
          "query": 19,
          "extra_id": 577,
          "useful_id": 2,
          "full_row_id": 2625,
          "remaining": 959
        },
        {
          "query": 20,
          "extra_id": 958,
          "useful_id": 3,
          "full_row_id": 4030,
          "remaining": 881
        },
        {
          "query": 21,
          "extra_id": 290,
          "useful_id": 0,
          "full_row_id": 290,
          "remaining": 849
        },
        {
          "query": 22,
          "extra_id": 837,
          "useful_id": 1,
          "full_row_id": 1861,
          "remaining": 776
        },
        {
          "query": 23,
          "extra_id": 690,
          "useful_id": 2,
          "full_row_id": 2738,
          "remaining": 742
        },
        {
          "query": 24,
          "extra_id": 6,
          "useful_id": 3,
          "full_row_id": 3078,
          "remaining": 740
        },
        {
          "query": 25,
          "extra_id": 407,
          "useful_id": 0,
          "full_row_id": 407,
          "remaining": 616
        },
        {
          "query": 26,
          "extra_id": 880,
          "useful_id": 1,
          "full_row_id": 1904,
          "remaining": 588
        },
        {
          "query": 27,
          "extra_id": 570,
          "useful_id": 2,
          "full_row_id": 2618,
          "remaining": 572
        },
        {
          "query": 28,
          "extra_id": 42,
          "useful_id": 3,
          "full_row_id": 3114,
          "remaining": 565
        },
        {
          "query": 29,
          "extra_id": 785,
          "useful_id": 0,
          "full_row_id": 785,
          "remaining": 538
        },
        {
          "query": 30,
          "extra_id": 748,
          "useful_id": 1,
          "full_row_id": 1772,
          "remaining": 518
        },
        {
          "query": 31,
          "extra_id": 868,
          "useful_id": 2,
          "full_row_id": 2916,
          "remaining": 493
        },
        {
          "query": 32,
          "extra_id": 186,
          "useful_id": 3,
          "full_row_id": 3258,
          "remaining": 483
        },
        {
          "query": 33,
          "extra_id": 100,
          "useful_id": 0,
          "full_row_id": 100,
          "remaining": 469
        },
        {
          "query": 34,
          "extra_id": 886,
          "useful_id": 1,
          "full_row_id": 1910,
          "remaining": 444
        },
        {
          "query": 35,
          "extra_id": 29,
          "useful_id": 2,
          "full_row_id": 2077,
          "remaining": 408
        },
        {
          "query": 36,
          "extra_id": 555,
          "useful_id": 3,
          "full_row_id": 3627,
          "remaining": 379
        },
        {
          "query": 37,
          "extra_id": 92,
          "useful_id": 0,
          "full_row_id": 92,
          "remaining": 355
        },
        {
          "query": 38,
          "extra_id": 314,
          "useful_id": 1,
          "full_row_id": 1338,
          "remaining": 353
        },
        {
          "query": 39,
          "extra_id": 494,
          "useful_id": 2,
          "full_row_id": 2542,
          "remaining": 308
        },
        {
          "query": 40,
          "extra_id": 436,
          "useful_id": 3,
          "full_row_id": 3508,
          "remaining": 292
        },
        {
          "query": 41,
          "extra_id": 417,
          "useful_id": 0,
          "full_row_id": 417,
          "remaining": 249
        },
        {
          "query": 42,
          "extra_id": 37,
          "useful_id": 1,
          "full_row_id": 1061,
          "remaining": 235
        },
        {
          "query": 43,
          "extra_id": 11,
          "useful_id": 2,
          "full_row_id": 2059,
          "remaining": 228
        },
        {
          "query": 44,
          "extra_id": 139,
          "useful_id": 3,
          "full_row_id": 3211,
          "remaining": 221
        },
        {
          "query": 45,
          "extra_id": 15,
          "useful_id": 0,
          "full_row_id": 15,
          "remaining": 221
        },
        {
          "query": 46,
          "extra_id": 693,
          "useful_id": 1,
          "full_row_id": 1717,
          "remaining": 197
        },
        {
          "query": 47,
          "extra_id": 543,
          "useful_id": 2,
          "full_row_id": 2591,
          "remaining": 192
        },
        {
          "query": 48,
          "extra_id": 668,
          "useful_id": 3,
          "full_row_id": 3740,
          "remaining": 187
        },
        {
          "query": 49,
          "extra_id": 272,
          "useful_id": 0,
          "full_row_id": 272,
          "remaining": 187
        },
        {
          "query": 50,
          "extra_id": 635,
          "useful_id": 1,
          "full_row_id": 1659,
          "remaining": 161
        },
        {
          "query": 51,
          "extra_id": 787,
          "useful_id": 2,
          "full_row_id": 2835,
          "remaining": 161
        },
        {
          "query": 52,
          "extra_id": 398,
          "useful_id": 3,
          "full_row_id": 3470,
          "remaining": 154
        },
        {
          "query": 53,
          "extra_id": 475,
          "useful_id": 0,
          "full_row_id": 475,
          "remaining": 98
        },
        {
          "query": 54,
          "extra_id": 1021,
          "useful_id": 1,
          "full_row_id": 2045,
          "remaining": 70
        },
        {
          "query": 55,
          "extra_id": 826,
          "useful_id": 2,
          "full_row_id": 2874,
          "remaining": 70
        },
        {
          "query": 56,
          "extra_id": 1004,
          "useful_id": 3,
          "full_row_id": 4076,
          "remaining": 70
        },
        {
          "query": 57,
          "extra_id": 392,
          "useful_id": 0,
          "full_row_id": 392,
          "remaining": 67
        },
        {
          "query": 58,
          "extra_id": 707,
          "useful_id": 1,
          "full_row_id": 1731,
          "remaining": 53
        },
        {
          "query": 59,
          "extra_id": 973,
          "useful_id": 2,
          "full_row_id": 3021,
          "remaining": 44
        },
        {
          "query": 60,
          "extra_id": 669,
          "useful_id": 3,
          "full_row_id": 3741,
          "remaining": 44
        },
        {
          "query": 61,
          "extra_id": 861,
          "useful_id": 0,
          "full_row_id": 861,
          "remaining": 41
        },
        {
          "query": 62,
          "extra_id": 709,
          "useful_id": 1,
          "full_row_id": 1733,
          "remaining": 37
        },
        {
          "query": 63,
          "extra_id": 724,
          "useful_id": 2,
          "full_row_id": 2772,
          "remaining": 32
        },
        {
          "query": 64,
          "extra_id": 400,
          "useful_id": 3,
          "full_row_id": 3472,
          "remaining": 31
        },
        {
          "query": 65,
          "extra_id": 899,
          "useful_id": 0,
          "full_row_id": 899,
          "remaining": 31
        },
        {
          "query": 66,
          "extra_id": 149,
          "useful_id": 1,
          "full_row_id": 1173,
          "remaining": 31
        },
        {
          "query": 67,
          "extra_id": 594,
          "useful_id": 2,
          "full_row_id": 2642,
          "remaining": 30
        },
        {
          "query": 68,
          "extra_id": 741,
          "useful_id": 3,
          "full_row_id": 3813,
          "remaining": 29
        },
        {
          "query": 69,
          "extra_id": 866,
          "useful_id": 0,
          "full_row_id": 866,
          "remaining": 29
        },
        {
          "query": 70,
          "extra_id": 536,
          "useful_id": 1,
          "full_row_id": 1560,
          "remaining": 28
        },
        {
          "query": 71,
          "extra_id": 384,
          "useful_id": 2,
          "full_row_id": 2432,
          "remaining": 28
        },
        {
          "query": 72,
          "extra_id": 322,
          "useful_id": 3,
          "full_row_id": 3394,
          "remaining": 25
        },
        {
          "query": 73,
          "extra_id": 435,
          "useful_id": 0,
          "full_row_id": 435,
          "remaining": 20
        },
        {
          "query": 74,
          "extra_id": 497,
          "useful_id": 1,
          "full_row_id": 1521,
          "remaining": 14
        },
        {
          "query": 75,
          "extra_id": 738,
          "useful_id": 2,
          "full_row_id": 2786,
          "remaining": 14
        },
        {
          "query": 76,
          "extra_id": 914,
          "useful_id": 3,
          "full_row_id": 3986,
          "remaining": 13
        },
        {
          "query": 77,
          "extra_id": 85,
          "useful_id": 0,
          "full_row_id": 85,
          "remaining": 11
        },
        {
          "query": 78,
          "extra_id": 957,
          "useful_id": 1,
          "full_row_id": 1981,
          "remaining": 10
        },
        {
          "query": 79,
          "extra_id": 544,
          "useful_id": 2,
          "full_row_id": 2592,
          "remaining": 10
        },
        {
          "query": 80,
          "extra_id": 366,
          "useful_id": 3,
          "full_row_id": 3438,
          "remaining": 8
        },
        {
          "query": 81,
          "extra_id": 689,
          "useful_id": 0,
          "full_row_id": 689,
          "remaining": 8
        },
        {
          "query": 82,
          "extra_id": 586,
          "useful_id": 1,
          "full_row_id": 1610,
          "remaining": 8
        },
        {
          "query": 83,
          "extra_id": 263,
          "useful_id": 2,
          "full_row_id": 2311,
          "remaining": 7
        },
        {
          "query": 84,
          "extra_id": 332,
          "useful_id": 3,
          "full_row_id": 3404,
          "remaining": 7
        },
        {
          "query": 85,
          "extra_id": 740,
          "useful_id": 0,
          "full_row_id": 740,
          "remaining": 7
        },
        {
          "query": 86,
          "extra_id": 609,
          "useful_id": 1,
          "full_row_id": 1633,
          "remaining": 7
        },
        {
          "query": 87,
          "extra_id": 514,
          "useful_id": 2,
          "full_row_id": 2562,
          "remaining": 7
        },
        {
          "query": 88,
          "extra_id": 346,
          "useful_id": 3,
          "full_row_id": 3418,
          "remaining": 7
        },
        {
          "query": 89,
          "extra_id": 782,
          "useful_id": 0,
          "full_row_id": 782,
          "remaining": 7
        },
        {
          "query": 90,
          "extra_id": 401,
          "useful_id": 1,
          "full_row_id": 1425,
          "remaining": 7
        },
        {
          "query": 91,
          "extra_id": 336,
          "useful_id": 2,
          "full_row_id": 2384,
          "remaining": 7
        },
        {
          "query": 92,
          "extra_id": 915,
          "useful_id": 3,
          "full_row_id": 3987,
          "remaining": 7
        },
        {
          "query": 93,
          "extra_id": 270,
          "useful_id": 0,
          "full_row_id": 270,
          "remaining": 7
        },
        {
          "query": 94,
          "extra_id": 233,
          "useful_id": 1,
          "full_row_id": 1257,
          "remaining": 5
        },
        {
          "query": 95,
          "extra_id": 734,
          "useful_id": 2,
          "full_row_id": 2782,
          "remaining": 4
        },
        {
          "query": 96,
          "extra_id": 639,
          "useful_id": 3,
          "full_row_id": 3711,
          "remaining": 2
        },
        {
          "query": 97,
          "extra_id": 59,
          "useful_id": 0,
          "full_row_id": 59,
          "remaining": 2
        },
        {
          "query": 98,
          "extra_id": 96,
          "useful_id": 1,
          "full_row_id": 1120,
          "remaining": 2
        },
        {
          "query": 99,
          "extra_id": 387,
          "useful_id": 2,
          "full_row_id": 2435,
          "remaining": 2
        },
        {
          "query": 100,
          "extra_id": 855,
          "useful_id": 3,
          "full_row_id": 3927,
          "remaining": 2
        },
        {
          "query": 101,
          "extra_id": 413,
          "useful_id": 0,
          "full_row_id": 413,
          "remaining": 2
        },
        {
          "query": 102,
          "extra_id": 809,
          "useful_id": 1,
          "full_row_id": 1833,
          "remaining": 1
        },
        {
          "query": 103,
          "extra_id": 325,
          "useful_id": 2,
          "full_row_id": 2373,
          "remaining": 1
        },
        {
          "query": 104,
          "extra_id": 245,
          "useful_id": 3,
          "full_row_id": 3317,
          "remaining": 1
        },
        {
          "query": 105,
          "extra_id": 814,
          "useful_id": 0,
          "full_row_id": 814,
          "remaining": 1
        },
        {
          "query": 106,
          "extra_id": 902,
          "useful_id": 1,
          "full_row_id": 1926,
          "remaining": 1
        },
        {
          "query": 107,
          "extra_id": 90,
          "useful_id": 2,
          "full_row_id": 2138,
          "remaining": 0
        }
      ]
    },
    {
      "method": "random",
      "seed": 1,
      "snapshots": {
        "8": {
          "queries": 8,
          "new_rows": 8,
          "wrong_survived": 1677,
          "missed_share": 0.5915343915343916,
          "worst_error": 0.25,
          "by_size": {
            "2": {
              "wrong_survived": 7,
              "worst_error": 0.25
            },
            "3": {
              "wrong_survived": 201,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 1469,
              "worst_error": 0.0625
            }
          }
        },
        "32": {
          "queries": 32,
          "new_rows": 32,
          "wrong_survived": 322,
          "missed_share": 0.11358024691358025,
          "worst_error": 0.125,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 8,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 314,
              "worst_error": 0.0625
            }
          }
        },
        "128": {
          "queries": 128,
          "new_rows": 128,
          "wrong_survived": 1,
          "missed_share": 0.0003527336860670194,
          "worst_error": 0.0625,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "4": {
              "wrong_survived": 1,
              "worst_error": 0.0625
            }
          }
        }
      },
      "first_elimination": null,
      "first_by_size": {
        "2": 12,
        "3": 49,
        "4": null
      },
      "candidate_predictions_for_selection": 0,
      "selection_seconds": 0.007843597006285563,
      "selection_and_checkpoint_seconds": 0.023170077000031597,
      "history": [
        {
          "query": 1,
          "extra_id": 489,
          "useful_id": 0,
          "full_row_id": 489,
          "remaining": 2555
        },
        {
          "query": 2,
          "extra_id": 529,
          "useful_id": 1,
          "full_row_id": 1553,
          "remaining": 2460
        },
        {
          "query": 3,
          "extra_id": 776,
          "useful_id": 2,
          "full_row_id": 2824,
          "remaining": 2372
        },
        {
          "query": 4,
          "extra_id": 973,
          "useful_id": 3,
          "full_row_id": 4045,
          "remaining": 2150
        },
        {
          "query": 5,
          "extra_id": 42,
          "useful_id": 0,
          "full_row_id": 42,
          "remaining": 2062
        },
        {
          "query": 6,
          "extra_id": 155,
          "useful_id": 1,
          "full_row_id": 1179,
          "remaining": 1878
        },
        {
          "query": 7,
          "extra_id": 844,
          "useful_id": 2,
          "full_row_id": 2892,
          "remaining": 1797
        },
        {
          "query": 8,
          "extra_id": 971,
          "useful_id": 3,
          "full_row_id": 4043,
          "remaining": 1677
        },
        {
          "query": 9,
          "extra_id": 262,
          "useful_id": 0,
          "full_row_id": 262,
          "remaining": 1597
        },
        {
          "query": 10,
          "extra_id": 326,
          "useful_id": 1,
          "full_row_id": 1350,
          "remaining": 1545
        },
        {
          "query": 11,
          "extra_id": 890,
          "useful_id": 2,
          "full_row_id": 2938,
          "remaining": 1352
        },
        {
          "query": 12,
          "extra_id": 438,
          "useful_id": 3,
          "full_row_id": 3510,
          "remaining": 1158
        },
        {
          "query": 13,
          "extra_id": 286,
          "useful_id": 0,
          "full_row_id": 286,
          "remaining": 1090
        },
        {
          "query": 14,
          "extra_id": 848,
          "useful_id": 1,
          "full_row_id": 1872,
          "remaining": 1037
        },
        {
          "query": 15,
          "extra_id": 269,
          "useful_id": 2,
          "full_row_id": 2317,
          "remaining": 988
        },
        {
          "query": 16,
          "extra_id": 424,
          "useful_id": 3,
          "full_row_id": 3496,
          "remaining": 956
        },
        {
          "query": 17,
          "extra_id": 662,
          "useful_id": 0,
          "full_row_id": 662,
          "remaining": 846
        },
        {
          "query": 18,
          "extra_id": 568,
          "useful_id": 1,
          "full_row_id": 1592,
          "remaining": 790
        },
        {
          "query": 19,
          "extra_id": 94,
          "useful_id": 2,
          "full_row_id": 2142,
          "remaining": 731
        },
        {
          "query": 20,
          "extra_id": 34,
          "useful_id": 3,
          "full_row_id": 3106,
          "remaining": 727
        },
        {
          "query": 21,
          "extra_id": 887,
          "useful_id": 0,
          "full_row_id": 887,
          "remaining": 592
        },
        {
          "query": 22,
          "extra_id": 772,
          "useful_id": 1,
          "full_row_id": 1796,
          "remaining": 583
        },
        {
          "query": 23,
          "extra_id": 859,
          "useful_id": 2,
          "full_row_id": 2907,
          "remaining": 564
        },
        {
          "query": 24,
          "extra_id": 555,
          "useful_id": 3,
          "full_row_id": 3627,
          "remaining": 507
        },
        {
          "query": 25,
          "extra_id": 836,
          "useful_id": 0,
          "full_row_id": 836,
          "remaining": 505
        },
        {
          "query": 26,
          "extra_id": 343,
          "useful_id": 1,
          "full_row_id": 1367,
          "remaining": 481
        },
        {
          "query": 27,
          "extra_id": 467,
          "useful_id": 2,
          "full_row_id": 2515,
          "remaining": 439
        },
        {
          "query": 28,
          "extra_id": 807,
          "useful_id": 3,
          "full_row_id": 3879,
          "remaining": 402
        },
        {
          "query": 29,
          "extra_id": 134,
          "useful_id": 0,
          "full_row_id": 134,
          "remaining": 388
        },
        {
          "query": 30,
          "extra_id": 316,
          "useful_id": 1,
          "full_row_id": 1340,
          "remaining": 354
        },
        {
          "query": 31,
          "extra_id": 135,
          "useful_id": 2,
          "full_row_id": 2183,
          "remaining": 335
        },
        {
          "query": 32,
          "extra_id": 470,
          "useful_id": 3,
          "full_row_id": 3542,
          "remaining": 322
        },
        {
          "query": 33,
          "extra_id": 1001,
          "useful_id": 0,
          "full_row_id": 1001,
          "remaining": 308
        },
        {
          "query": 34,
          "extra_id": 145,
          "useful_id": 1,
          "full_row_id": 1169,
          "remaining": 296
        },
        {
          "query": 35,
          "extra_id": 398,
          "useful_id": 2,
          "full_row_id": 2446,
          "remaining": 288
        },
        {
          "query": 36,
          "extra_id": 418,
          "useful_id": 3,
          "full_row_id": 3490,
          "remaining": 280
        },
        {
          "query": 37,
          "extra_id": 927,
          "useful_id": 0,
          "full_row_id": 927,
          "remaining": 262
        },
        {
          "query": 38,
          "extra_id": 214,
          "useful_id": 1,
          "full_row_id": 1238,
          "remaining": 251
        },
        {
          "query": 39,
          "extra_id": 521,
          "useful_id": 2,
          "full_row_id": 2569,
          "remaining": 249
        },
        {
          "query": 40,
          "extra_id": 275,
          "useful_id": 3,
          "full_row_id": 3347,
          "remaining": 247
        },
        {
          "query": 41,
          "extra_id": 25,
          "useful_id": 0,
          "full_row_id": 25,
          "remaining": 245
        },
        {
          "query": 42,
          "extra_id": 768,
          "useful_id": 1,
          "full_row_id": 1792,
          "remaining": 245
        },
        {
          "query": 43,
          "extra_id": 71,
          "useful_id": 2,
          "full_row_id": 2119,
          "remaining": 232
        },
        {
          "query": 44,
          "extra_id": 295,
          "useful_id": 3,
          "full_row_id": 3367,
          "remaining": 226
        },
        {
          "query": 45,
          "extra_id": 518,
          "useful_id": 0,
          "full_row_id": 518,
          "remaining": 223
        },
        {
          "query": 46,
          "extra_id": 504,
          "useful_id": 1,
          "full_row_id": 1528,
          "remaining": 201
        },
        {
          "query": 47,
          "extra_id": 126,
          "useful_id": 2,
          "full_row_id": 2174,
          "remaining": 178
        },
        {
          "query": 48,
          "extra_id": 1005,
          "useful_id": 3,
          "full_row_id": 4077,
          "remaining": 164
        },
        {
          "query": 49,
          "extra_id": 766,
          "useful_id": 0,
          "full_row_id": 766,
          "remaining": 133
        },
        {
          "query": 50,
          "extra_id": 985,
          "useful_id": 1,
          "full_row_id": 2009,
          "remaining": 129
        },
        {
          "query": 51,
          "extra_id": 101,
          "useful_id": 2,
          "full_row_id": 2149,
          "remaining": 103
        },
        {
          "query": 52,
          "extra_id": 742,
          "useful_id": 3,
          "full_row_id": 3814,
          "remaining": 83
        },
        {
          "query": 53,
          "extra_id": 308,
          "useful_id": 0,
          "full_row_id": 308,
          "remaining": 80
        },
        {
          "query": 54,
          "extra_id": 563,
          "useful_id": 1,
          "full_row_id": 1587,
          "remaining": 72
        },
        {
          "query": 55,
          "extra_id": 947,
          "useful_id": 2,
          "full_row_id": 2995,
          "remaining": 63
        },
        {
          "query": 56,
          "extra_id": 291,
          "useful_id": 3,
          "full_row_id": 3363,
          "remaining": 63
        },
        {
          "query": 57,
          "extra_id": 743,
          "useful_id": 0,
          "full_row_id": 743,
          "remaining": 58
        },
        {
          "query": 58,
          "extra_id": 173,
          "useful_id": 1,
          "full_row_id": 1197,
          "remaining": 44
        },
        {
          "query": 59,
          "extra_id": 340,
          "useful_id": 2,
          "full_row_id": 2388,
          "remaining": 42
        },
        {
          "query": 60,
          "extra_id": 993,
          "useful_id": 3,
          "full_row_id": 4065,
          "remaining": 35
        },
        {
          "query": 61,
          "extra_id": 439,
          "useful_id": 0,
          "full_row_id": 439,
          "remaining": 34
        },
        {
          "query": 62,
          "extra_id": 538,
          "useful_id": 1,
          "full_row_id": 1562,
          "remaining": 34
        },
        {
          "query": 63,
          "extra_id": 307,
          "useful_id": 2,
          "full_row_id": 2355,
          "remaining": 34
        },
        {
          "query": 64,
          "extra_id": 124,
          "useful_id": 3,
          "full_row_id": 3196,
          "remaining": 31
        },
        {
          "query": 65,
          "extra_id": 443,
          "useful_id": 0,
          "full_row_id": 443,
          "remaining": 30
        },
        {
          "query": 66,
          "extra_id": 645,
          "useful_id": 1,
          "full_row_id": 1669,
          "remaining": 25
        },
        {
          "query": 67,
          "extra_id": 475,
          "useful_id": 2,
          "full_row_id": 2523,
          "remaining": 25
        },
        {
          "query": 68,
          "extra_id": 797,
          "useful_id": 3,
          "full_row_id": 3869,
          "remaining": 23
        },
        {
          "query": 69,
          "extra_id": 378,
          "useful_id": 0,
          "full_row_id": 378,
          "remaining": 23
        },
        {
          "query": 70,
          "extra_id": 634,
          "useful_id": 1,
          "full_row_id": 1658,
          "remaining": 17
        },
        {
          "query": 71,
          "extra_id": 793,
          "useful_id": 2,
          "full_row_id": 2841,
          "remaining": 17
        },
        {
          "query": 72,
          "extra_id": 939,
          "useful_id": 3,
          "full_row_id": 4011,
          "remaining": 17
        },
        {
          "query": 73,
          "extra_id": 445,
          "useful_id": 0,
          "full_row_id": 445,
          "remaining": 15
        },
        {
          "query": 74,
          "extra_id": 47,
          "useful_id": 1,
          "full_row_id": 1071,
          "remaining": 15
        },
        {
          "query": 75,
          "extra_id": 735,
          "useful_id": 2,
          "full_row_id": 2783,
          "remaining": 11
        },
        {
          "query": 76,
          "extra_id": 550,
          "useful_id": 3,
          "full_row_id": 3622,
          "remaining": 11
        },
        {
          "query": 77,
          "extra_id": 895,
          "useful_id": 0,
          "full_row_id": 895,
          "remaining": 11
        },
        {
          "query": 78,
          "extra_id": 477,
          "useful_id": 1,
          "full_row_id": 1501,
          "remaining": 11
        },
        {
          "query": 79,
          "extra_id": 382,
          "useful_id": 2,
          "full_row_id": 2430,
          "remaining": 11
        },
        {
          "query": 80,
          "extra_id": 70,
          "useful_id": 3,
          "full_row_id": 3142,
          "remaining": 11
        },
        {
          "query": 81,
          "extra_id": 476,
          "useful_id": 0,
          "full_row_id": 476,
          "remaining": 10
        },
        {
          "query": 82,
          "extra_id": 663,
          "useful_id": 1,
          "full_row_id": 1687,
          "remaining": 10
        },
        {
          "query": 83,
          "extra_id": 790,
          "useful_id": 2,
          "full_row_id": 2838,
          "remaining": 10
        },
        {
          "query": 84,
          "extra_id": 874,
          "useful_id": 3,
          "full_row_id": 3946,
          "remaining": 10
        },
        {
          "query": 85,
          "extra_id": 224,
          "useful_id": 0,
          "full_row_id": 224,
          "remaining": 7
        },
        {
          "query": 86,
          "extra_id": 614,
          "useful_id": 1,
          "full_row_id": 1638,
          "remaining": 7
        },
        {
          "query": 87,
          "extra_id": 825,
          "useful_id": 2,
          "full_row_id": 2873,
          "remaining": 7
        },
        {
          "query": 88,
          "extra_id": 268,
          "useful_id": 3,
          "full_row_id": 3340,
          "remaining": 7
        },
        {
          "query": 89,
          "extra_id": 358,
          "useful_id": 0,
          "full_row_id": 358,
          "remaining": 7
        },
        {
          "query": 90,
          "extra_id": 863,
          "useful_id": 1,
          "full_row_id": 1887,
          "remaining": 7
        },
        {
          "query": 91,
          "extra_id": 602,
          "useful_id": 2,
          "full_row_id": 2650,
          "remaining": 7
        },
        {
          "query": 92,
          "extra_id": 530,
          "useful_id": 3,
          "full_row_id": 3602,
          "remaining": 7
        },
        {
          "query": 93,
          "extra_id": 693,
          "useful_id": 0,
          "full_row_id": 693,
          "remaining": 7
        },
        {
          "query": 94,
          "extra_id": 532,
          "useful_id": 1,
          "full_row_id": 1556,
          "remaining": 7
        },
        {
          "query": 95,
          "extra_id": 1006,
          "useful_id": 2,
          "full_row_id": 3054,
          "remaining": 6
        },
        {
          "query": 96,
          "extra_id": 771,
          "useful_id": 3,
          "full_row_id": 3843,
          "remaining": 6
        },
        {
          "query": 97,
          "extra_id": 60,
          "useful_id": 0,
          "full_row_id": 60,
          "remaining": 6
        },
        {
          "query": 98,
          "extra_id": 159,
          "useful_id": 1,
          "full_row_id": 1183,
          "remaining": 6
        },
        {
          "query": 99,
          "extra_id": 567,
          "useful_id": 2,
          "full_row_id": 2615,
          "remaining": 6
        },
        {
          "query": 100,
          "extra_id": 841,
          "useful_id": 3,
          "full_row_id": 3913,
          "remaining": 6
        },
        {
          "query": 101,
          "extra_id": 78,
          "useful_id": 0,
          "full_row_id": 78,
          "remaining": 5
        },
        {
          "query": 102,
          "extra_id": 702,
          "useful_id": 1,
          "full_row_id": 1726,
          "remaining": 5
        },
        {
          "query": 103,
          "extra_id": 779,
          "useful_id": 2,
          "full_row_id": 2827,
          "remaining": 5
        },
        {
          "query": 104,
          "extra_id": 809,
          "useful_id": 3,
          "full_row_id": 3881,
          "remaining": 5
        },
        {
          "query": 105,
          "extra_id": 898,
          "useful_id": 0,
          "full_row_id": 898,
          "remaining": 4
        },
        {
          "query": 106,
          "extra_id": 200,
          "useful_id": 1,
          "full_row_id": 1224,
          "remaining": 4
        },
        {
          "query": 107,
          "extra_id": 576,
          "useful_id": 2,
          "full_row_id": 2624,
          "remaining": 3
        },
        {
          "query": 108,
          "extra_id": 822,
          "useful_id": 3,
          "full_row_id": 3894,
          "remaining": 3
        },
        {
          "query": 109,
          "extra_id": 368,
          "useful_id": 0,
          "full_row_id": 368,
          "remaining": 3
        },
        {
          "query": 110,
          "extra_id": 199,
          "useful_id": 1,
          "full_row_id": 1223,
          "remaining": 3
        },
        {
          "query": 111,
          "extra_id": 494,
          "useful_id": 2,
          "full_row_id": 2542,
          "remaining": 3
        },
        {
          "query": 112,
          "extra_id": 89,
          "useful_id": 3,
          "full_row_id": 3161,
          "remaining": 2
        },
        {
          "query": 113,
          "extra_id": 230,
          "useful_id": 0,
          "full_row_id": 230,
          "remaining": 2
        },
        {
          "query": 114,
          "extra_id": 879,
          "useful_id": 1,
          "full_row_id": 1903,
          "remaining": 2
        },
        {
          "query": 115,
          "extra_id": 685,
          "useful_id": 2,
          "full_row_id": 2733,
          "remaining": 2
        },
        {
          "query": 116,
          "extra_id": 885,
          "useful_id": 3,
          "full_row_id": 3957,
          "remaining": 2
        },
        {
          "query": 117,
          "extra_id": 862,
          "useful_id": 0,
          "full_row_id": 862,
          "remaining": 2
        },
        {
          "query": 118,
          "extra_id": 903,
          "useful_id": 1,
          "full_row_id": 1927,
          "remaining": 2
        },
        {
          "query": 119,
          "extra_id": 321,
          "useful_id": 2,
          "full_row_id": 2369,
          "remaining": 2
        },
        {
          "query": 120,
          "extra_id": 485,
          "useful_id": 3,
          "full_row_id": 3557,
          "remaining": 2
        },
        {
          "query": 121,
          "extra_id": 635,
          "useful_id": 0,
          "full_row_id": 635,
          "remaining": 2
        },
        {
          "query": 122,
          "extra_id": 282,
          "useful_id": 1,
          "full_row_id": 1306,
          "remaining": 2
        },
        {
          "query": 123,
          "extra_id": 944,
          "useful_id": 2,
          "full_row_id": 2992,
          "remaining": 1
        },
        {
          "query": 124,
          "extra_id": 11,
          "useful_id": 3,
          "full_row_id": 3083,
          "remaining": 1
        },
        {
          "query": 125,
          "extra_id": 858,
          "useful_id": 0,
          "full_row_id": 858,
          "remaining": 1
        },
        {
          "query": 126,
          "extra_id": 661,
          "useful_id": 1,
          "full_row_id": 1685,
          "remaining": 1
        },
        {
          "query": 127,
          "extra_id": 259,
          "useful_id": 2,
          "full_row_id": 2307,
          "remaining": 1
        },
        {
          "query": 128,
          "extra_id": 732,
          "useful_id": 3,
          "full_row_id": 3804,
          "remaining": 1
        }
      ]
    },
    {
      "method": "random",
      "seed": 2,
      "snapshots": {
        "8": {
          "queries": 8,
          "new_rows": 8,
          "wrong_survived": 1515,
          "missed_share": 0.5343915343915344,
          "worst_error": 0.25,
          "by_size": {
            "2": {
              "wrong_survived": 5,
              "worst_error": 0.25
            },
            "3": {
              "wrong_survived": 160,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 1350,
              "worst_error": 0.0625
            }
          }
        },
        "32": {
          "queries": 32,
          "new_rows": 32,
          "wrong_survived": 225,
          "missed_share": 0.07936507936507936,
          "worst_error": 0.125,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 1,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 224,
              "worst_error": 0.0625
            }
          }
        },
        "128": {
          "queries": 122,
          "new_rows": 122,
          "wrong_survived": 0,
          "missed_share": 0.0,
          "worst_error": 0.0,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "4": {
              "wrong_survived": 0,
              "worst_error": 0.0
            }
          }
        }
      },
      "first_elimination": 122,
      "first_by_size": {
        "2": 12,
        "3": 33,
        "4": 122
      },
      "candidate_predictions_for_selection": 0,
      "selection_seconds": 0.0074908579899783945,
      "selection_and_checkpoint_seconds": 0.020467846999963513,
      "history": [
        {
          "query": 1,
          "extra_id": 859,
          "useful_id": 0,
          "full_row_id": 859,
          "remaining": 2513
        },
        {
          "query": 2,
          "extra_id": 274,
          "useful_id": 1,
          "full_row_id": 1298,
          "remaining": 2443
        },
        {
          "query": 3,
          "extra_id": 118,
          "useful_id": 2,
          "full_row_id": 2166,
          "remaining": 2235
        },
        {
          "query": 4,
          "extra_id": 313,
          "useful_id": 3,
          "full_row_id": 3385,
          "remaining": 2058
        },
        {
          "query": 5,
          "extra_id": 430,
          "useful_id": 0,
          "full_row_id": 430,
          "remaining": 1817
        },
        {
          "query": 6,
          "extra_id": 835,
          "useful_id": 1,
          "full_row_id": 1859,
          "remaining": 1714
        },
        {
          "query": 7,
          "extra_id": 468,
          "useful_id": 2,
          "full_row_id": 2516,
          "remaining": 1549
        },
        {
          "query": 8,
          "extra_id": 100,
          "useful_id": 3,
          "full_row_id": 3172,
          "remaining": 1515
        },
        {
          "query": 9,
          "extra_id": 350,
          "useful_id": 0,
          "full_row_id": 350,
          "remaining": 1437
        },
        {
          "query": 10,
          "extra_id": 620,
          "useful_id": 1,
          "full_row_id": 1644,
          "remaining": 1297
        },
        {
          "query": 11,
          "extra_id": 834,
          "useful_id": 2,
          "full_row_id": 2882,
          "remaining": 1275
        },
        {
          "query": 12,
          "extra_id": 749,
          "useful_id": 3,
          "full_row_id": 3821,
          "remaining": 1101
        },
        {
          "query": 13,
          "extra_id": 1016,
          "useful_id": 0,
          "full_row_id": 1016,
          "remaining": 962
        },
        {
          "query": 14,
          "extra_id": 198,
          "useful_id": 1,
          "full_row_id": 1222,
          "remaining": 911
        },
        {
          "query": 15,
          "extra_id": 903,
          "useful_id": 2,
          "full_row_id": 2951,
          "remaining": 772
        },
        {
          "query": 16,
          "extra_id": 62,
          "useful_id": 3,
          "full_row_id": 3134,
          "remaining": 728
        },
        {
          "query": 17,
          "extra_id": 576,
          "useful_id": 0,
          "full_row_id": 576,
          "remaining": 723
        },
        {
          "query": 18,
          "extra_id": 288,
          "useful_id": 1,
          "full_row_id": 1312,
          "remaining": 711
        },
        {
          "query": 19,
          "extra_id": 213,
          "useful_id": 2,
          "full_row_id": 2261,
          "remaining": 636
        },
        {
          "query": 20,
          "extra_id": 677,
          "useful_id": 3,
          "full_row_id": 3749,
          "remaining": 582
        },
        {
          "query": 21,
          "extra_id": 321,
          "useful_id": 0,
          "full_row_id": 321,
          "remaining": 565
        },
        {
          "query": 22,
          "extra_id": 581,
          "useful_id": 1,
          "full_row_id": 1605,
          "remaining": 546
        },
        {
          "query": 23,
          "extra_id": 272,
          "useful_id": 2,
          "full_row_id": 2320,
          "remaining": 546
        },
        {
          "query": 24,
          "extra_id": 160,
          "useful_id": 3,
          "full_row_id": 3232,
          "remaining": 536
        },
        {
          "query": 25,
          "extra_id": 770,
          "useful_id": 0,
          "full_row_id": 770,
          "remaining": 530
        },
        {
          "query": 26,
          "extra_id": 450,
          "useful_id": 1,
          "full_row_id": 1474,
          "remaining": 511
        },
        {
          "query": 27,
          "extra_id": 699,
          "useful_id": 2,
          "full_row_id": 2747,
          "remaining": 390
        },
        {
          "query": 28,
          "extra_id": 689,
          "useful_id": 3,
          "full_row_id": 3761,
          "remaining": 362
        },
        {
          "query": 29,
          "extra_id": 969,
          "useful_id": 0,
          "full_row_id": 969,
          "remaining": 322
        },
        {
          "query": 30,
          "extra_id": 439,
          "useful_id": 1,
          "full_row_id": 1463,
          "remaining": 275
        },
        {
          "query": 31,
          "extra_id": 231,
          "useful_id": 2,
          "full_row_id": 2279,
          "remaining": 252
        },
        {
          "query": 32,
          "extra_id": 652,
          "useful_id": 3,
          "full_row_id": 3724,
          "remaining": 225
        },
        {
          "query": 33,
          "extra_id": 958,
          "useful_id": 0,
          "full_row_id": 958,
          "remaining": 198
        },
        {
          "query": 34,
          "extra_id": 991,
          "useful_id": 1,
          "full_row_id": 2015,
          "remaining": 181
        },
        {
          "query": 35,
          "extra_id": 889,
          "useful_id": 2,
          "full_row_id": 2937,
          "remaining": 167
        },
        {
          "query": 36,
          "extra_id": 703,
          "useful_id": 3,
          "full_row_id": 3775,
          "remaining": 164
        },
        {
          "query": 37,
          "extra_id": 394,
          "useful_id": 0,
          "full_row_id": 394,
          "remaining": 155
        },
        {
          "query": 38,
          "extra_id": 406,
          "useful_id": 1,
          "full_row_id": 1430,
          "remaining": 153
        },
        {
          "query": 39,
          "extra_id": 45,
          "useful_id": 2,
          "full_row_id": 2093,
          "remaining": 140
        },
        {
          "query": 40,
          "extra_id": 196,
          "useful_id": 3,
          "full_row_id": 3268,
          "remaining": 140
        },
        {
          "query": 41,
          "extra_id": 347,
          "useful_id": 0,
          "full_row_id": 347,
          "remaining": 132
        },
        {
          "query": 42,
          "extra_id": 362,
          "useful_id": 1,
          "full_row_id": 1386,
          "remaining": 112
        },
        {
          "query": 43,
          "extra_id": 598,
          "useful_id": 2,
          "full_row_id": 2646,
          "remaining": 91
        },
        {
          "query": 44,
          "extra_id": 529,
          "useful_id": 3,
          "full_row_id": 3601,
          "remaining": 84
        },
        {
          "query": 45,
          "extra_id": 714,
          "useful_id": 0,
          "full_row_id": 714,
          "remaining": 75
        },
        {
          "query": 46,
          "extra_id": 914,
          "useful_id": 1,
          "full_row_id": 1938,
          "remaining": 72
        },
        {
          "query": 47,
          "extra_id": 899,
          "useful_id": 2,
          "full_row_id": 2947,
          "remaining": 72
        },
        {
          "query": 48,
          "extra_id": 796,
          "useful_id": 3,
          "full_row_id": 3868,
          "remaining": 57
        },
        {
          "query": 49,
          "extra_id": 1000,
          "useful_id": 0,
          "full_row_id": 1000,
          "remaining": 55
        },
        {
          "query": 50,
          "extra_id": 330,
          "useful_id": 1,
          "full_row_id": 1354,
          "remaining": 55
        },
        {
          "query": 51,
          "extra_id": 929,
          "useful_id": 2,
          "full_row_id": 2977,
          "remaining": 50
        },
        {
          "query": 52,
          "extra_id": 946,
          "useful_id": 3,
          "full_row_id": 4018,
          "remaining": 47
        },
        {
          "query": 53,
          "extra_id": 233,
          "useful_id": 0,
          "full_row_id": 233,
          "remaining": 38
        },
        {
          "query": 54,
          "extra_id": 487,
          "useful_id": 1,
          "full_row_id": 1511,
          "remaining": 35
        },
        {
          "query": 55,
          "extra_id": 586,
          "useful_id": 2,
          "full_row_id": 2634,
          "remaining": 35
        },
        {
          "query": 56,
          "extra_id": 712,
          "useful_id": 3,
          "full_row_id": 3784,
          "remaining": 35
        },
        {
          "query": 57,
          "extra_id": 720,
          "useful_id": 0,
          "full_row_id": 720,
          "remaining": 31
        },
        {
          "query": 58,
          "extra_id": 113,
          "useful_id": 1,
          "full_row_id": 1137,
          "remaining": 29
        },
        {
          "query": 59,
          "extra_id": 492,
          "useful_id": 2,
          "full_row_id": 2540,
          "remaining": 27
        },
        {
          "query": 60,
          "extra_id": 110,
          "useful_id": 3,
          "full_row_id": 3182,
          "remaining": 26
        },
        {
          "query": 61,
          "extra_id": 980,
          "useful_id": 0,
          "full_row_id": 980,
          "remaining": 26
        },
        {
          "query": 62,
          "extra_id": 210,
          "useful_id": 1,
          "full_row_id": 1234,
          "remaining": 25
        },
        {
          "query": 63,
          "extra_id": 464,
          "useful_id": 2,
          "full_row_id": 2512,
          "remaining": 25
        },
        {
          "query": 64,
          "extra_id": 905,
          "useful_id": 3,
          "full_row_id": 3977,
          "remaining": 24
        },
        {
          "query": 65,
          "extra_id": 538,
          "useful_id": 0,
          "full_row_id": 538,
          "remaining": 23
        },
        {
          "query": 66,
          "extra_id": 696,
          "useful_id": 1,
          "full_row_id": 1720,
          "remaining": 22
        },
        {
          "query": 67,
          "extra_id": 514,
          "useful_id": 2,
          "full_row_id": 2562,
          "remaining": 22
        },
        {
          "query": 68,
          "extra_id": 868,
          "useful_id": 3,
          "full_row_id": 3940,
          "remaining": 17
        },
        {
          "query": 69,
          "extra_id": 610,
          "useful_id": 0,
          "full_row_id": 610,
          "remaining": 14
        },
        {
          "query": 70,
          "extra_id": 660,
          "useful_id": 1,
          "full_row_id": 1684,
          "remaining": 14
        },
        {
          "query": 71,
          "extra_id": 465,
          "useful_id": 2,
          "full_row_id": 2513,
          "remaining": 14
        },
        {
          "query": 72,
          "extra_id": 416,
          "useful_id": 3,
          "full_row_id": 3488,
          "remaining": 14
        },
        {
          "query": 73,
          "extra_id": 609,
          "useful_id": 0,
          "full_row_id": 609,
          "remaining": 14
        },
        {
          "query": 74,
          "extra_id": 531,
          "useful_id": 1,
          "full_row_id": 1555,
          "remaining": 11
        },
        {
          "query": 75,
          "extra_id": 804,
          "useful_id": 2,
          "full_row_id": 2852,
          "remaining": 10
        },
        {
          "query": 76,
          "extra_id": 608,
          "useful_id": 3,
          "full_row_id": 3680,
          "remaining": 10
        },
        {
          "query": 77,
          "extra_id": 482,
          "useful_id": 0,
          "full_row_id": 482,
          "remaining": 10
        },
        {
          "query": 78,
          "extra_id": 881,
          "useful_id": 1,
          "full_row_id": 1905,
          "remaining": 10
        },
        {
          "query": 79,
          "extra_id": 219,
          "useful_id": 2,
          "full_row_id": 2267,
          "remaining": 7
        },
        {
          "query": 80,
          "extra_id": 447,
          "useful_id": 3,
          "full_row_id": 3519,
          "remaining": 7
        },
        {
          "query": 81,
          "extra_id": 499,
          "useful_id": 0,
          "full_row_id": 499,
          "remaining": 7
        },
        {
          "query": 82,
          "extra_id": 915,
          "useful_id": 1,
          "full_row_id": 1939,
          "remaining": 7
        },
        {
          "query": 83,
          "extra_id": 448,
          "useful_id": 2,
          "full_row_id": 2496,
          "remaining": 7
        },
        {
          "query": 84,
          "extra_id": 631,
          "useful_id": 3,
          "full_row_id": 3703,
          "remaining": 4
        },
        {
          "query": 85,
          "extra_id": 81,
          "useful_id": 0,
          "full_row_id": 81,
          "remaining": 4
        },
        {
          "query": 86,
          "extra_id": 848,
          "useful_id": 1,
          "full_row_id": 1872,
          "remaining": 4
        },
        {
          "query": 87,
          "extra_id": 453,
          "useful_id": 2,
          "full_row_id": 2501,
          "remaining": 3
        },
        {
          "query": 88,
          "extra_id": 511,
          "useful_id": 3,
          "full_row_id": 3583,
          "remaining": 3
        },
        {
          "query": 89,
          "extra_id": 101,
          "useful_id": 0,
          "full_row_id": 101,
          "remaining": 3
        },
        {
          "query": 90,
          "extra_id": 713,
          "useful_id": 1,
          "full_row_id": 1737,
          "remaining": 3
        },
        {
          "query": 91,
          "extra_id": 650,
          "useful_id": 2,
          "full_row_id": 2698,
          "remaining": 3
        },
        {
          "query": 92,
          "extra_id": 344,
          "useful_id": 3,
          "full_row_id": 3416,
          "remaining": 3
        },
        {
          "query": 93,
          "extra_id": 789,
          "useful_id": 0,
          "full_row_id": 789,
          "remaining": 2
        },
        {
          "query": 94,
          "extra_id": 539,
          "useful_id": 1,
          "full_row_id": 1563,
          "remaining": 2
        },
        {
          "query": 95,
          "extra_id": 60,
          "useful_id": 2,
          "full_row_id": 2108,
          "remaining": 1
        },
        {
          "query": 96,
          "extra_id": 222,
          "useful_id": 3,
          "full_row_id": 3294,
          "remaining": 1
        },
        {
          "query": 97,
          "extra_id": 265,
          "useful_id": 0,
          "full_row_id": 265,
          "remaining": 1
        },
        {
          "query": 98,
          "extra_id": 106,
          "useful_id": 1,
          "full_row_id": 1130,
          "remaining": 1
        },
        {
          "query": 99,
          "extra_id": 517,
          "useful_id": 2,
          "full_row_id": 2565,
          "remaining": 1
        },
        {
          "query": 100,
          "extra_id": 42,
          "useful_id": 3,
          "full_row_id": 3114,
          "remaining": 1
        },
        {
          "query": 101,
          "extra_id": 541,
          "useful_id": 0,
          "full_row_id": 541,
          "remaining": 1
        },
        {
          "query": 102,
          "extra_id": 727,
          "useful_id": 1,
          "full_row_id": 1751,
          "remaining": 1
        },
        {
          "query": 103,
          "extra_id": 596,
          "useful_id": 2,
          "full_row_id": 2644,
          "remaining": 1
        },
        {
          "query": 104,
          "extra_id": 467,
          "useful_id": 3,
          "full_row_id": 3539,
          "remaining": 1
        },
        {
          "query": 105,
          "extra_id": 276,
          "useful_id": 0,
          "full_row_id": 276,
          "remaining": 1
        },
        {
          "query": 106,
          "extra_id": 923,
          "useful_id": 1,
          "full_row_id": 1947,
          "remaining": 1
        },
        {
          "query": 107,
          "extra_id": 328,
          "useful_id": 2,
          "full_row_id": 2376,
          "remaining": 1
        },
        {
          "query": 108,
          "extra_id": 856,
          "useful_id": 3,
          "full_row_id": 3928,
          "remaining": 1
        },
        {
          "query": 109,
          "extra_id": 452,
          "useful_id": 0,
          "full_row_id": 452,
          "remaining": 1
        },
        {
          "query": 110,
          "extra_id": 391,
          "useful_id": 1,
          "full_row_id": 1415,
          "remaining": 1
        },
        {
          "query": 111,
          "extra_id": 718,
          "useful_id": 2,
          "full_row_id": 2766,
          "remaining": 1
        },
        {
          "query": 112,
          "extra_id": 998,
          "useful_id": 3,
          "full_row_id": 4070,
          "remaining": 1
        },
        {
          "query": 113,
          "extra_id": 807,
          "useful_id": 0,
          "full_row_id": 807,
          "remaining": 1
        },
        {
          "query": 114,
          "extra_id": 611,
          "useful_id": 1,
          "full_row_id": 1635,
          "remaining": 1
        },
        {
          "query": 115,
          "extra_id": 114,
          "useful_id": 2,
          "full_row_id": 2162,
          "remaining": 1
        },
        {
          "query": 116,
          "extra_id": 786,
          "useful_id": 3,
          "full_row_id": 3858,
          "remaining": 1
        },
        {
          "query": 117,
          "extra_id": 808,
          "useful_id": 0,
          "full_row_id": 808,
          "remaining": 1
        },
        {
          "query": 118,
          "extra_id": 411,
          "useful_id": 1,
          "full_row_id": 1435,
          "remaining": 1
        },
        {
          "query": 119,
          "extra_id": 368,
          "useful_id": 2,
          "full_row_id": 2416,
          "remaining": 1
        },
        {
          "query": 120,
          "extra_id": 199,
          "useful_id": 3,
          "full_row_id": 3271,
          "remaining": 1
        },
        {
          "query": 121,
          "extra_id": 1006,
          "useful_id": 0,
          "full_row_id": 1006,
          "remaining": 1
        },
        {
          "query": 122,
          "extra_id": 175,
          "useful_id": 1,
          "full_row_id": 1199,
          "remaining": 0
        }
      ]
    },
    {
      "method": "random",
      "seed": 3,
      "snapshots": {
        "8": {
          "queries": 8,
          "new_rows": 8,
          "wrong_survived": 1444,
          "missed_share": 0.509347442680776,
          "worst_error": 0.25,
          "by_size": {
            "2": {
              "wrong_survived": 2,
              "worst_error": 0.25
            },
            "3": {
              "wrong_survived": 142,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 1300,
              "worst_error": 0.0625
            }
          }
        },
        "32": {
          "queries": 32,
          "new_rows": 32,
          "wrong_survived": 325,
          "missed_share": 0.1146384479717813,
          "worst_error": 0.125,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 11,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 314,
              "worst_error": 0.0625
            }
          }
        },
        "128": {
          "queries": 83,
          "new_rows": 83,
          "wrong_survived": 0,
          "missed_share": 0.0,
          "worst_error": 0.0,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "4": {
              "wrong_survived": 0,
              "worst_error": 0.0
            }
          }
        }
      },
      "first_elimination": 83,
      "first_by_size": {
        "2": 13,
        "3": 38,
        "4": 83
      },
      "candidate_predictions_for_selection": 0,
      "selection_seconds": 0.005208752987527987,
      "selection_and_checkpoint_seconds": 0.016889231999812182,
      "history": [
        {
          "query": 1,
          "extra_id": 833,
          "useful_id": 0,
          "full_row_id": 833,
          "remaining": 2674
        },
        {
          "query": 2,
          "extra_id": 94,
          "useful_id": 1,
          "full_row_id": 1118,
          "remaining": 2449
        },
        {
          "query": 3,
          "extra_id": 191,
          "useful_id": 2,
          "full_row_id": 2239,
          "remaining": 2164
        },
        {
          "query": 4,
          "extra_id": 250,
          "useful_id": 3,
          "full_row_id": 3322,
          "remaining": 2003
        },
        {
          "query": 5,
          "extra_id": 193,
          "useful_id": 0,
          "full_row_id": 193,
          "remaining": 1935
        },
        {
          "query": 6,
          "extra_id": 822,
          "useful_id": 1,
          "full_row_id": 1846,
          "remaining": 1694
        },
        {
          "query": 7,
          "extra_id": 892,
          "useful_id": 2,
          "full_row_id": 2940,
          "remaining": 1506
        },
        {
          "query": 8,
          "extra_id": 600,
          "useful_id": 3,
          "full_row_id": 3672,
          "remaining": 1444
        },
        {
          "query": 9,
          "extra_id": 46,
          "useful_id": 0,
          "full_row_id": 46,
          "remaining": 1389
        },
        {
          "query": 10,
          "extra_id": 104,
          "useful_id": 1,
          "full_row_id": 1128,
          "remaining": 1361
        },
        {
          "query": 11,
          "extra_id": 349,
          "useful_id": 2,
          "full_row_id": 2397,
          "remaining": 1235
        },
        {
          "query": 12,
          "extra_id": 450,
          "useful_id": 3,
          "full_row_id": 3522,
          "remaining": 1132
        },
        {
          "query": 13,
          "extra_id": 641,
          "useful_id": 0,
          "full_row_id": 641,
          "remaining": 1077
        },
        {
          "query": 14,
          "extra_id": 497,
          "useful_id": 1,
          "full_row_id": 1521,
          "remaining": 950
        },
        {
          "query": 15,
          "extra_id": 280,
          "useful_id": 2,
          "full_row_id": 2328,
          "remaining": 919
        },
        {
          "query": 16,
          "extra_id": 171,
          "useful_id": 3,
          "full_row_id": 3243,
          "remaining": 860
        },
        {
          "query": 17,
          "extra_id": 713,
          "useful_id": 0,
          "full_row_id": 713,
          "remaining": 805
        },
        {
          "query": 18,
          "extra_id": 756,
          "useful_id": 1,
          "full_row_id": 1780,
          "remaining": 705
        },
        {
          "query": 19,
          "extra_id": 39,
          "useful_id": 2,
          "full_row_id": 2087,
          "remaining": 656
        },
        {
          "query": 20,
          "extra_id": 124,
          "useful_id": 3,
          "full_row_id": 3196,
          "remaining": 651
        },
        {
          "query": 21,
          "extra_id": 470,
          "useful_id": 0,
          "full_row_id": 470,
          "remaining": 598
        },
        {
          "query": 22,
          "extra_id": 409,
          "useful_id": 1,
          "full_row_id": 1433,
          "remaining": 554
        },
        {
          "query": 23,
          "extra_id": 912,
          "useful_id": 2,
          "full_row_id": 2960,
          "remaining": 523
        },
        {
          "query": 24,
          "extra_id": 537,
          "useful_id": 3,
          "full_row_id": 3609,
          "remaining": 494
        },
        {
          "query": 25,
          "extra_id": 437,
          "useful_id": 0,
          "full_row_id": 437,
          "remaining": 462
        },
        {
          "query": 26,
          "extra_id": 448,
          "useful_id": 1,
          "full_row_id": 1472,
          "remaining": 461
        },
        {
          "query": 27,
          "extra_id": 688,
          "useful_id": 2,
          "full_row_id": 2736,
          "remaining": 448
        },
        {
          "query": 28,
          "extra_id": 608,
          "useful_id": 3,
          "full_row_id": 3680,
          "remaining": 434
        },
        {
          "query": 29,
          "extra_id": 185,
          "useful_id": 0,
          "full_row_id": 185,
          "remaining": 430
        },
        {
          "query": 30,
          "extra_id": 762,
          "useful_id": 1,
          "full_row_id": 1786,
          "remaining": 395
        },
        {
          "query": 31,
          "extra_id": 780,
          "useful_id": 2,
          "full_row_id": 2828,
          "remaining": 350
        },
        {
          "query": 32,
          "extra_id": 981,
          "useful_id": 3,
          "full_row_id": 4053,
          "remaining": 325
        },
        {
          "query": 33,
          "extra_id": 809,
          "useful_id": 0,
          "full_row_id": 809,
          "remaining": 287
        },
        {
          "query": 34,
          "extra_id": 299,
          "useful_id": 1,
          "full_row_id": 1323,
          "remaining": 254
        },
        {
          "query": 35,
          "extra_id": 335,
          "useful_id": 2,
          "full_row_id": 2383,
          "remaining": 215
        },
        {
          "query": 36,
          "extra_id": 669,
          "useful_id": 3,
          "full_row_id": 3741,
          "remaining": 197
        },
        {
          "query": 37,
          "extra_id": 671,
          "useful_id": 0,
          "full_row_id": 671,
          "remaining": 166
        },
        {
          "query": 38,
          "extra_id": 718,
          "useful_id": 1,
          "full_row_id": 1742,
          "remaining": 137
        },
        {
          "query": 39,
          "extra_id": 894,
          "useful_id": 2,
          "full_row_id": 2942,
          "remaining": 128
        },
        {
          "query": 40,
          "extra_id": 307,
          "useful_id": 3,
          "full_row_id": 3379,
          "remaining": 114
        },
        {
          "query": 41,
          "extra_id": 963,
          "useful_id": 0,
          "full_row_id": 963,
          "remaining": 89
        },
        {
          "query": 42,
          "extra_id": 5,
          "useful_id": 1,
          "full_row_id": 1029,
          "remaining": 88
        },
        {
          "query": 43,
          "extra_id": 85,
          "useful_id": 2,
          "full_row_id": 2133,
          "remaining": 82
        },
        {
          "query": 44,
          "extra_id": 998,
          "useful_id": 3,
          "full_row_id": 4070,
          "remaining": 58
        },
        {
          "query": 45,
          "extra_id": 967,
          "useful_id": 0,
          "full_row_id": 967,
          "remaining": 56
        },
        {
          "query": 46,
          "extra_id": 313,
          "useful_id": 1,
          "full_row_id": 1337,
          "remaining": 56
        },
        {
          "query": 47,
          "extra_id": 150,
          "useful_id": 2,
          "full_row_id": 2198,
          "remaining": 51
        },
        {
          "query": 48,
          "extra_id": 330,
          "useful_id": 3,
          "full_row_id": 3402,
          "remaining": 48
        },
        {
          "query": 49,
          "extra_id": 51,
          "useful_id": 0,
          "full_row_id": 51,
          "remaining": 48
        },
        {
          "query": 50,
          "extra_id": 915,
          "useful_id": 1,
          "full_row_id": 1939,
          "remaining": 44
        },
        {
          "query": 51,
          "extra_id": 682,
          "useful_id": 2,
          "full_row_id": 2730,
          "remaining": 42
        },
        {
          "query": 52,
          "extra_id": 602,
          "useful_id": 3,
          "full_row_id": 3674,
          "remaining": 39
        },
        {
          "query": 53,
          "extra_id": 259,
          "useful_id": 0,
          "full_row_id": 259,
          "remaining": 39
        },
        {
          "query": 54,
          "extra_id": 489,
          "useful_id": 1,
          "full_row_id": 1513,
          "remaining": 33
        },
        {
          "query": 55,
          "extra_id": 204,
          "useful_id": 2,
          "full_row_id": 2252,
          "remaining": 29
        },
        {
          "query": 56,
          "extra_id": 795,
          "useful_id": 3,
          "full_row_id": 3867,
          "remaining": 28
        },
        {
          "query": 57,
          "extra_id": 493,
          "useful_id": 0,
          "full_row_id": 493,
          "remaining": 25
        },
        {
          "query": 58,
          "extra_id": 37,
          "useful_id": 1,
          "full_row_id": 1061,
          "remaining": 25
        },
        {
          "query": 59,
          "extra_id": 269,
          "useful_id": 2,
          "full_row_id": 2317,
          "remaining": 25
        },
        {
          "query": 60,
          "extra_id": 729,
          "useful_id": 3,
          "full_row_id": 3801,
          "remaining": 25
        },
        {
          "query": 61,
          "extra_id": 540,
          "useful_id": 0,
          "full_row_id": 540,
          "remaining": 24
        },
        {
          "query": 62,
          "extra_id": 391,
          "useful_id": 1,
          "full_row_id": 1415,
          "remaining": 22
        },
        {
          "query": 63,
          "extra_id": 268,
          "useful_id": 2,
          "full_row_id": 2316,
          "remaining": 22
        },
        {
          "query": 64,
          "extra_id": 101,
          "useful_id": 3,
          "full_row_id": 3173,
          "remaining": 20
        },
        {
          "query": 65,
          "extra_id": 629,
          "useful_id": 0,
          "full_row_id": 629,
          "remaining": 14
        },
        {
          "query": 66,
          "extra_id": 683,
          "useful_id": 1,
          "full_row_id": 1707,
          "remaining": 12
        },
        {
          "query": 67,
          "extra_id": 541,
          "useful_id": 2,
          "full_row_id": 2589,
          "remaining": 12
        },
        {
          "query": 68,
          "extra_id": 955,
          "useful_id": 3,
          "full_row_id": 4027,
          "remaining": 10
        },
        {
          "query": 69,
          "extra_id": 950,
          "useful_id": 0,
          "full_row_id": 950,
          "remaining": 10
        },
        {
          "query": 70,
          "extra_id": 220,
          "useful_id": 1,
          "full_row_id": 1244,
          "remaining": 10
        },
        {
          "query": 71,
          "extra_id": 627,
          "useful_id": 2,
          "full_row_id": 2675,
          "remaining": 4
        },
        {
          "query": 72,
          "extra_id": 650,
          "useful_id": 3,
          "full_row_id": 3722,
          "remaining": 4
        },
        {
          "query": 73,
          "extra_id": 262,
          "useful_id": 0,
          "full_row_id": 262,
          "remaining": 4
        },
        {
          "query": 74,
          "extra_id": 316,
          "useful_id": 1,
          "full_row_id": 1340,
          "remaining": 3
        },
        {
          "query": 75,
          "extra_id": 506,
          "useful_id": 2,
          "full_row_id": 2554,
          "remaining": 1
        },
        {
          "query": 76,
          "extra_id": 766,
          "useful_id": 3,
          "full_row_id": 3838,
          "remaining": 1
        },
        {
          "query": 77,
          "extra_id": 309,
          "useful_id": 0,
          "full_row_id": 309,
          "remaining": 1
        },
        {
          "query": 78,
          "extra_id": 745,
          "useful_id": 1,
          "full_row_id": 1769,
          "remaining": 1
        },
        {
          "query": 79,
          "extra_id": 675,
          "useful_id": 2,
          "full_row_id": 2723,
          "remaining": 1
        },
        {
          "query": 80,
          "extra_id": 230,
          "useful_id": 3,
          "full_row_id": 3302,
          "remaining": 1
        },
        {
          "query": 81,
          "extra_id": 404,
          "useful_id": 0,
          "full_row_id": 404,
          "remaining": 1
        },
        {
          "query": 82,
          "extra_id": 855,
          "useful_id": 1,
          "full_row_id": 1879,
          "remaining": 1
        },
        {
          "query": 83,
          "extra_id": 867,
          "useful_id": 2,
          "full_row_id": 2915,
          "remaining": 0
        }
      ]
    },
    {
      "method": "random",
      "seed": 4,
      "snapshots": {
        "8": {
          "queries": 8,
          "new_rows": 8,
          "wrong_survived": 1560,
          "missed_share": 0.5502645502645502,
          "worst_error": 0.25,
          "by_size": {
            "2": {
              "wrong_survived": 7,
              "worst_error": 0.25
            },
            "3": {
              "wrong_survived": 175,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 1378,
              "worst_error": 0.0625
            }
          }
        },
        "32": {
          "queries": 32,
          "new_rows": 32,
          "wrong_survived": 233,
          "missed_share": 0.08218694885361552,
          "worst_error": 0.125,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 5,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 228,
              "worst_error": 0.0625
            }
          }
        },
        "128": {
          "queries": 128,
          "new_rows": 128,
          "wrong_survived": 2,
          "missed_share": 0.0007054673721340388,
          "worst_error": 0.0625,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "4": {
              "wrong_survived": 2,
              "worst_error": 0.0625
            }
          }
        }
      },
      "first_elimination": null,
      "first_by_size": {
        "2": 14,
        "3": 59,
        "4": null
      },
      "candidate_predictions_for_selection": 0,
      "selection_seconds": 0.007887106999987736,
      "selection_and_checkpoint_seconds": 0.021971815998767852,
      "history": [
        {
          "query": 1,
          "extra_id": 746,
          "useful_id": 0,
          "full_row_id": 746,
          "remaining": 2555
        },
        {
          "query": 2,
          "extra_id": 966,
          "useful_id": 1,
          "full_row_id": 1990,
          "remaining": 2312
        },
        {
          "query": 3,
          "extra_id": 903,
          "useful_id": 2,
          "full_row_id": 2951,
          "remaining": 2147
        },
        {
          "query": 4,
          "extra_id": 527,
          "useful_id": 3,
          "full_row_id": 3599,
          "remaining": 1994
        },
        {
          "query": 5,
          "extra_id": 962,
          "useful_id": 0,
          "full_row_id": 962,
          "remaining": 1956
        },
        {
          "query": 6,
          "extra_id": 1000,
          "useful_id": 1,
          "full_row_id": 2024,
          "remaining": 1825
        },
        {
          "query": 7,
          "extra_id": 993,
          "useful_id": 2,
          "full_row_id": 3041,
          "remaining": 1704
        },
        {
          "query": 8,
          "extra_id": 89,
          "useful_id": 3,
          "full_row_id": 3161,
          "remaining": 1560
        },
        {
          "query": 9,
          "extra_id": 466,
          "useful_id": 0,
          "full_row_id": 466,
          "remaining": 1429
        },
        {
          "query": 10,
          "extra_id": 623,
          "useful_id": 1,
          "full_row_id": 1647,
          "remaining": 1308
        },
        {
          "query": 11,
          "extra_id": 294,
          "useful_id": 2,
          "full_row_id": 2342,
          "remaining": 1207
        },
        {
          "query": 12,
          "extra_id": 389,
          "useful_id": 3,
          "full_row_id": 3461,
          "remaining": 1150
        },
        {
          "query": 13,
          "extra_id": 644,
          "useful_id": 0,
          "full_row_id": 644,
          "remaining": 1122
        },
        {
          "query": 14,
          "extra_id": 820,
          "useful_id": 1,
          "full_row_id": 1844,
          "remaining": 984
        },
        {
          "query": 15,
          "extra_id": 596,
          "useful_id": 2,
          "full_row_id": 2644,
          "remaining": 918
        },
        {
          "query": 16,
          "extra_id": 184,
          "useful_id": 3,
          "full_row_id": 3256,
          "remaining": 817
        },
        {
          "query": 17,
          "extra_id": 693,
          "useful_id": 0,
          "full_row_id": 693,
          "remaining": 722
        },
        {
          "query": 18,
          "extra_id": 891,
          "useful_id": 1,
          "full_row_id": 1915,
          "remaining": 591
        },
        {
          "query": 19,
          "extra_id": 229,
          "useful_id": 2,
          "full_row_id": 2277,
          "remaining": 537
        },
        {
          "query": 20,
          "extra_id": 558,
          "useful_id": 3,
          "full_row_id": 3630,
          "remaining": 512
        },
        {
          "query": 21,
          "extra_id": 349,
          "useful_id": 0,
          "full_row_id": 349,
          "remaining": 427
        },
        {
          "query": 22,
          "extra_id": 922,
          "useful_id": 1,
          "full_row_id": 1946,
          "remaining": 354
        },
        {
          "query": 23,
          "extra_id": 68,
          "useful_id": 2,
          "full_row_id": 2116,
          "remaining": 353
        },
        {
          "query": 24,
          "extra_id": 490,
          "useful_id": 3,
          "full_row_id": 3562,
          "remaining": 321
        },
        {
          "query": 25,
          "extra_id": 917,
          "useful_id": 0,
          "full_row_id": 917,
          "remaining": 307
        },
        {
          "query": 26,
          "extra_id": 442,
          "useful_id": 1,
          "full_row_id": 1466,
          "remaining": 290
        },
        {
          "query": 27,
          "extra_id": 148,
          "useful_id": 2,
          "full_row_id": 2196,
          "remaining": 282
        },
        {
          "query": 28,
          "extra_id": 806,
          "useful_id": 3,
          "full_row_id": 3878,
          "remaining": 279
        },
        {
          "query": 29,
          "extra_id": 986,
          "useful_id": 0,
          "full_row_id": 986,
          "remaining": 272
        },
        {
          "query": 30,
          "extra_id": 1008,
          "useful_id": 1,
          "full_row_id": 2032,
          "remaining": 261
        },
        {
          "query": 31,
          "extra_id": 949,
          "useful_id": 2,
          "full_row_id": 2997,
          "remaining": 258
        },
        {
          "query": 32,
          "extra_id": 380,
          "useful_id": 3,
          "full_row_id": 3452,
          "remaining": 233
        },
        {
          "query": 33,
          "extra_id": 748,
          "useful_id": 0,
          "full_row_id": 748,
          "remaining": 220
        },
        {
          "query": 34,
          "extra_id": 990,
          "useful_id": 1,
          "full_row_id": 2014,
          "remaining": 203
        },
        {
          "query": 35,
          "extra_id": 586,
          "useful_id": 2,
          "full_row_id": 2634,
          "remaining": 199
        },
        {
          "query": 36,
          "extra_id": 946,
          "useful_id": 3,
          "full_row_id": 4018,
          "remaining": 193
        },
        {
          "query": 37,
          "extra_id": 602,
          "useful_id": 0,
          "full_row_id": 602,
          "remaining": 181
        },
        {
          "query": 38,
          "extra_id": 186,
          "useful_id": 1,
          "full_row_id": 1210,
          "remaining": 173
        },
        {
          "query": 39,
          "extra_id": 474,
          "useful_id": 2,
          "full_row_id": 2522,
          "remaining": 171
        },
        {
          "query": 40,
          "extra_id": 624,
          "useful_id": 3,
          "full_row_id": 3696,
          "remaining": 168
        },
        {
          "query": 41,
          "extra_id": 312,
          "useful_id": 0,
          "full_row_id": 312,
          "remaining": 165
        },
        {
          "query": 42,
          "extra_id": 720,
          "useful_id": 1,
          "full_row_id": 1744,
          "remaining": 162
        },
        {
          "query": 43,
          "extra_id": 417,
          "useful_id": 2,
          "full_row_id": 2465,
          "remaining": 152
        },
        {
          "query": 44,
          "extra_id": 961,
          "useful_id": 3,
          "full_row_id": 4033,
          "remaining": 145
        },
        {
          "query": 45,
          "extra_id": 215,
          "useful_id": 0,
          "full_row_id": 215,
          "remaining": 108
        },
        {
          "query": 46,
          "extra_id": 680,
          "useful_id": 1,
          "full_row_id": 1704,
          "remaining": 106
        },
        {
          "query": 47,
          "extra_id": 97,
          "useful_id": 2,
          "full_row_id": 2145,
          "remaining": 101
        },
        {
          "query": 48,
          "extra_id": 140,
          "useful_id": 3,
          "full_row_id": 3212,
          "remaining": 92
        },
        {
          "query": 49,
          "extra_id": 533,
          "useful_id": 0,
          "full_row_id": 533,
          "remaining": 87
        },
        {
          "query": 50,
          "extra_id": 508,
          "useful_id": 1,
          "full_row_id": 1532,
          "remaining": 87
        },
        {
          "query": 51,
          "extra_id": 510,
          "useful_id": 2,
          "full_row_id": 2558,
          "remaining": 84
        },
        {
          "query": 52,
          "extra_id": 503,
          "useful_id": 3,
          "full_row_id": 3575,
          "remaining": 77
        },
        {
          "query": 53,
          "extra_id": 871,
          "useful_id": 0,
          "full_row_id": 871,
          "remaining": 71
        },
        {
          "query": 54,
          "extra_id": 513,
          "useful_id": 1,
          "full_row_id": 1537,
          "remaining": 69
        },
        {
          "query": 55,
          "extra_id": 371,
          "useful_id": 2,
          "full_row_id": 2419,
          "remaining": 62
        },
        {
          "query": 56,
          "extra_id": 979,
          "useful_id": 3,
          "full_row_id": 4051,
          "remaining": 59
        },
        {
          "query": 57,
          "extra_id": 898,
          "useful_id": 0,
          "full_row_id": 898,
          "remaining": 59
        },
        {
          "query": 58,
          "extra_id": 356,
          "useful_id": 1,
          "full_row_id": 1380,
          "remaining": 59
        },
        {
          "query": 59,
          "extra_id": 207,
          "useful_id": 2,
          "full_row_id": 2255,
          "remaining": 48
        },
        {
          "query": 60,
          "extra_id": 232,
          "useful_id": 3,
          "full_row_id": 3304,
          "remaining": 48
        },
        {
          "query": 61,
          "extra_id": 171,
          "useful_id": 0,
          "full_row_id": 171,
          "remaining": 34
        },
        {
          "query": 62,
          "extra_id": 538,
          "useful_id": 1,
          "full_row_id": 1562,
          "remaining": 33
        },
        {
          "query": 63,
          "extra_id": 591,
          "useful_id": 2,
          "full_row_id": 2639,
          "remaining": 33
        },
        {
          "query": 64,
          "extra_id": 659,
          "useful_id": 3,
          "full_row_id": 3731,
          "remaining": 30
        },
        {
          "query": 65,
          "extra_id": 915,
          "useful_id": 0,
          "full_row_id": 915,
          "remaining": 30
        },
        {
          "query": 66,
          "extra_id": 957,
          "useful_id": 1,
          "full_row_id": 1981,
          "remaining": 18
        },
        {
          "query": 67,
          "extra_id": 547,
          "useful_id": 2,
          "full_row_id": 2595,
          "remaining": 16
        },
        {
          "query": 68,
          "extra_id": 597,
          "useful_id": 3,
          "full_row_id": 3669,
          "remaining": 16
        },
        {
          "query": 69,
          "extra_id": 83,
          "useful_id": 0,
          "full_row_id": 83,
          "remaining": 16
        },
        {
          "query": 70,
          "extra_id": 275,
          "useful_id": 1,
          "full_row_id": 1299,
          "remaining": 13
        },
        {
          "query": 71,
          "extra_id": 1020,
          "useful_id": 2,
          "full_row_id": 3068,
          "remaining": 13
        },
        {
          "query": 72,
          "extra_id": 944,
          "useful_id": 3,
          "full_row_id": 4016,
          "remaining": 13
        },
        {
          "query": 73,
          "extra_id": 31,
          "useful_id": 0,
          "full_row_id": 31,
          "remaining": 9
        },
        {
          "query": 74,
          "extra_id": 499,
          "useful_id": 1,
          "full_row_id": 1523,
          "remaining": 9
        },
        {
          "query": 75,
          "extra_id": 506,
          "useful_id": 2,
          "full_row_id": 2554,
          "remaining": 9
        },
        {
          "query": 76,
          "extra_id": 692,
          "useful_id": 3,
          "full_row_id": 3764,
          "remaining": 9
        },
        {
          "query": 77,
          "extra_id": 121,
          "useful_id": 0,
          "full_row_id": 121,
          "remaining": 9
        },
        {
          "query": 78,
          "extra_id": 482,
          "useful_id": 1,
          "full_row_id": 1506,
          "remaining": 9
        },
        {
          "query": 79,
          "extra_id": 374,
          "useful_id": 2,
          "full_row_id": 2422,
          "remaining": 9
        },
        {
          "query": 80,
          "extra_id": 224,
          "useful_id": 3,
          "full_row_id": 3296,
          "remaining": 9
        },
        {
          "query": 81,
          "extra_id": 825,
          "useful_id": 0,
          "full_row_id": 825,
          "remaining": 8
        },
        {
          "query": 82,
          "extra_id": 710,
          "useful_id": 1,
          "full_row_id": 1734,
          "remaining": 8
        },
        {
          "query": 83,
          "extra_id": 187,
          "useful_id": 2,
          "full_row_id": 2235,
          "remaining": 8
        },
        {
          "query": 84,
          "extra_id": 786,
          "useful_id": 3,
          "full_row_id": 3858,
          "remaining": 7
        },
        {
          "query": 85,
          "extra_id": 552,
          "useful_id": 0,
          "full_row_id": 552,
          "remaining": 7
        },
        {
          "query": 86,
          "extra_id": 198,
          "useful_id": 1,
          "full_row_id": 1222,
          "remaining": 7
        },
        {
          "query": 87,
          "extra_id": 678,
          "useful_id": 2,
          "full_row_id": 2726,
          "remaining": 7
        },
        {
          "query": 88,
          "extra_id": 464,
          "useful_id": 3,
          "full_row_id": 3536,
          "remaining": 7
        },
        {
          "query": 89,
          "extra_id": 486,
          "useful_id": 0,
          "full_row_id": 486,
          "remaining": 7
        },
        {
          "query": 90,
          "extra_id": 367,
          "useful_id": 1,
          "full_row_id": 1391,
          "remaining": 4
        },
        {
          "query": 91,
          "extra_id": 996,
          "useful_id": 2,
          "full_row_id": 3044,
          "remaining": 4
        },
        {
          "query": 92,
          "extra_id": 175,
          "useful_id": 3,
          "full_row_id": 3247,
          "remaining": 4
        },
        {
          "query": 93,
          "extra_id": 1019,
          "useful_id": 0,
          "full_row_id": 1019,
          "remaining": 4
        },
        {
          "query": 94,
          "extra_id": 230,
          "useful_id": 1,
          "full_row_id": 1254,
          "remaining": 4
        },
        {
          "query": 95,
          "extra_id": 819,
          "useful_id": 2,
          "full_row_id": 2867,
          "remaining": 4
        },
        {
          "query": 96,
          "extra_id": 981,
          "useful_id": 3,
          "full_row_id": 4053,
          "remaining": 4
        },
        {
          "query": 97,
          "extra_id": 132,
          "useful_id": 0,
          "full_row_id": 132,
          "remaining": 4
        },
        {
          "query": 98,
          "extra_id": 895,
          "useful_id": 1,
          "full_row_id": 1919,
          "remaining": 4
        },
        {
          "query": 99,
          "extra_id": 39,
          "useful_id": 2,
          "full_row_id": 2087,
          "remaining": 4
        },
        {
          "query": 100,
          "extra_id": 391,
          "useful_id": 3,
          "full_row_id": 3463,
          "remaining": 4
        },
        {
          "query": 101,
          "extra_id": 546,
          "useful_id": 0,
          "full_row_id": 546,
          "remaining": 4
        },
        {
          "query": 102,
          "extra_id": 756,
          "useful_id": 1,
          "full_row_id": 1780,
          "remaining": 4
        },
        {
          "query": 103,
          "extra_id": 176,
          "useful_id": 2,
          "full_row_id": 2224,
          "remaining": 4
        },
        {
          "query": 104,
          "extra_id": 47,
          "useful_id": 3,
          "full_row_id": 3119,
          "remaining": 4
        },
        {
          "query": 105,
          "extra_id": 304,
          "useful_id": 0,
          "full_row_id": 304,
          "remaining": 4
        },
        {
          "query": 106,
          "extra_id": 929,
          "useful_id": 1,
          "full_row_id": 1953,
          "remaining": 4
        },
        {
          "query": 107,
          "extra_id": 336,
          "useful_id": 2,
          "full_row_id": 2384,
          "remaining": 4
        },
        {
          "query": 108,
          "extra_id": 554,
          "useful_id": 3,
          "full_row_id": 3626,
          "remaining": 4
        },
        {
          "query": 109,
          "extra_id": 76,
          "useful_id": 0,
          "full_row_id": 76,
          "remaining": 4
        },
        {
          "query": 110,
          "extra_id": 835,
          "useful_id": 1,
          "full_row_id": 1859,
          "remaining": 4
        },
        {
          "query": 111,
          "extra_id": 975,
          "useful_id": 2,
          "full_row_id": 3023,
          "remaining": 3
        },
        {
          "query": 112,
          "extra_id": 284,
          "useful_id": 3,
          "full_row_id": 3356,
          "remaining": 3
        },
        {
          "query": 113,
          "extra_id": 862,
          "useful_id": 0,
          "full_row_id": 862,
          "remaining": 3
        },
        {
          "query": 114,
          "extra_id": 385,
          "useful_id": 1,
          "full_row_id": 1409,
          "remaining": 3
        },
        {
          "query": 115,
          "extra_id": 313,
          "useful_id": 2,
          "full_row_id": 2361,
          "remaining": 3
        },
        {
          "query": 116,
          "extra_id": 355,
          "useful_id": 3,
          "full_row_id": 3427,
          "remaining": 3
        },
        {
          "query": 117,
          "extra_id": 158,
          "useful_id": 0,
          "full_row_id": 158,
          "remaining": 3
        },
        {
          "query": 118,
          "extra_id": 994,
          "useful_id": 1,
          "full_row_id": 2018,
          "remaining": 3
        },
        {
          "query": 119,
          "extra_id": 102,
          "useful_id": 2,
          "full_row_id": 2150,
          "remaining": 3
        },
        {
          "query": 120,
          "extra_id": 438,
          "useful_id": 3,
          "full_row_id": 3510,
          "remaining": 3
        },
        {
          "query": 121,
          "extra_id": 651,
          "useful_id": 0,
          "full_row_id": 651,
          "remaining": 3
        },
        {
          "query": 122,
          "extra_id": 515,
          "useful_id": 1,
          "full_row_id": 1539,
          "remaining": 3
        },
        {
          "query": 123,
          "extra_id": 101,
          "useful_id": 2,
          "full_row_id": 2149,
          "remaining": 3
        },
        {
          "query": 124,
          "extra_id": 972,
          "useful_id": 3,
          "full_row_id": 4044,
          "remaining": 2
        },
        {
          "query": 125,
          "extra_id": 868,
          "useful_id": 0,
          "full_row_id": 868,
          "remaining": 2
        },
        {
          "query": 126,
          "extra_id": 914,
          "useful_id": 1,
          "full_row_id": 1938,
          "remaining": 2
        },
        {
          "query": 127,
          "extra_id": 150,
          "useful_id": 2,
          "full_row_id": 2198,
          "remaining": 2
        },
        {
          "query": 128,
          "extra_id": 405,
          "useful_id": 3,
          "full_row_id": 3477,
          "remaining": 2
        }
      ]
    },
    {
      "method": "random",
      "seed": 5,
      "snapshots": {
        "8": {
          "queries": 8,
          "new_rows": 8,
          "wrong_survived": 1790,
          "missed_share": 0.6313932980599647,
          "worst_error": 0.25,
          "by_size": {
            "2": {
              "wrong_survived": 13,
              "worst_error": 0.25
            },
            "3": {
              "wrong_survived": 231,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 1546,
              "worst_error": 0.0625
            }
          }
        },
        "32": {
          "queries": 32,
          "new_rows": 32,
          "wrong_survived": 352,
          "missed_share": 0.12416225749559083,
          "worst_error": 0.125,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 12,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 340,
              "worst_error": 0.0625
            }
          }
        },
        "128": {
          "queries": 124,
          "new_rows": 124,
          "wrong_survived": 0,
          "missed_share": 0.0,
          "worst_error": 0.0,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "4": {
              "wrong_survived": 0,
              "worst_error": 0.0
            }
          }
        }
      },
      "first_elimination": 124,
      "first_by_size": {
        "2": 20,
        "3": 47,
        "4": 124
      },
      "candidate_predictions_for_selection": 0,
      "selection_seconds": 0.0073812390055536525,
      "selection_and_checkpoint_seconds": 0.02254151700071816,
      "history": [
        {
          "query": 1,
          "extra_id": 690,
          "useful_id": 0,
          "full_row_id": 690,
          "remaining": 2610
        },
        {
          "query": 2,
          "extra_id": 826,
          "useful_id": 1,
          "full_row_id": 1850,
          "remaining": 2389
        },
        {
          "query": 3,
          "extra_id": 28,
          "useful_id": 2,
          "full_row_id": 2076,
          "remaining": 2301
        },
        {
          "query": 4,
          "extra_id": 830,
          "useful_id": 3,
          "full_row_id": 3902,
          "remaining": 2197
        },
        {
          "query": 5,
          "extra_id": 484,
          "useful_id": 0,
          "full_row_id": 484,
          "remaining": 1984
        },
        {
          "query": 6,
          "extra_id": 532,
          "useful_id": 1,
          "full_row_id": 1556,
          "remaining": 1936
        },
        {
          "query": 7,
          "extra_id": 648,
          "useful_id": 2,
          "full_row_id": 2696,
          "remaining": 1859
        },
        {
          "query": 8,
          "extra_id": 298,
          "useful_id": 3,
          "full_row_id": 3370,
          "remaining": 1790
        },
        {
          "query": 9,
          "extra_id": 1003,
          "useful_id": 0,
          "full_row_id": 1003,
          "remaining": 1543
        },
        {
          "query": 10,
          "extra_id": 62,
          "useful_id": 1,
          "full_row_id": 1086,
          "remaining": 1487
        },
        {
          "query": 11,
          "extra_id": 290,
          "useful_id": 2,
          "full_row_id": 2338,
          "remaining": 1473
        },
        {
          "query": 12,
          "extra_id": 398,
          "useful_id": 3,
          "full_row_id": 3470,
          "remaining": 1365
        },
        {
          "query": 13,
          "extra_id": 589,
          "useful_id": 0,
          "full_row_id": 589,
          "remaining": 1201
        },
        {
          "query": 14,
          "extra_id": 423,
          "useful_id": 1,
          "full_row_id": 1447,
          "remaining": 1090
        },
        {
          "query": 15,
          "extra_id": 141,
          "useful_id": 2,
          "full_row_id": 2189,
          "remaining": 1035
        },
        {
          "query": 16,
          "extra_id": 53,
          "useful_id": 3,
          "full_row_id": 3125,
          "remaining": 959
        },
        {
          "query": 17,
          "extra_id": 5,
          "useful_id": 0,
          "full_row_id": 5,
          "remaining": 958
        },
        {
          "query": 18,
          "extra_id": 58,
          "useful_id": 1,
          "full_row_id": 1082,
          "remaining": 952
        },
        {
          "query": 19,
          "extra_id": 163,
          "useful_id": 2,
          "full_row_id": 2211,
          "remaining": 923
        },
        {
          "query": 20,
          "extra_id": 1023,
          "useful_id": 3,
          "full_row_id": 4095,
          "remaining": 817
        },
        {
          "query": 21,
          "extra_id": 205,
          "useful_id": 0,
          "full_row_id": 205,
          "remaining": 783
        },
        {
          "query": 22,
          "extra_id": 674,
          "useful_id": 1,
          "full_row_id": 1698,
          "remaining": 774
        },
        {
          "query": 23,
          "extra_id": 772,
          "useful_id": 2,
          "full_row_id": 2820,
          "remaining": 739
        },
        {
          "query": 24,
          "extra_id": 249,
          "useful_id": 3,
          "full_row_id": 3321,
          "remaining": 643
        },
        {
          "query": 25,
          "extra_id": 300,
          "useful_id": 0,
          "full_row_id": 300,
          "remaining": 625
        },
        {
          "query": 26,
          "extra_id": 453,
          "useful_id": 1,
          "full_row_id": 1477,
          "remaining": 587
        },
        {
          "query": 27,
          "extra_id": 278,
          "useful_id": 2,
          "full_row_id": 2326,
          "remaining": 550
        },
        {
          "query": 28,
          "extra_id": 996,
          "useful_id": 3,
          "full_row_id": 4068,
          "remaining": 514
        },
        {
          "query": 29,
          "extra_id": 191,
          "useful_id": 0,
          "full_row_id": 191,
          "remaining": 494
        },
        {
          "query": 30,
          "extra_id": 920,
          "useful_id": 1,
          "full_row_id": 1944,
          "remaining": 448
        },
        {
          "query": 31,
          "extra_id": 819,
          "useful_id": 2,
          "full_row_id": 2867,
          "remaining": 396
        },
        {
          "query": 32,
          "extra_id": 867,
          "useful_id": 3,
          "full_row_id": 3939,
          "remaining": 352
        },
        {
          "query": 33,
          "extra_id": 126,
          "useful_id": 0,
          "full_row_id": 126,
          "remaining": 296
        },
        {
          "query": 34,
          "extra_id": 410,
          "useful_id": 1,
          "full_row_id": 1434,
          "remaining": 284
        },
        {
          "query": 35,
          "extra_id": 647,
          "useful_id": 2,
          "full_row_id": 2695,
          "remaining": 244
        },
        {
          "query": 36,
          "extra_id": 513,
          "useful_id": 3,
          "full_row_id": 3585,
          "remaining": 239
        },
        {
          "query": 37,
          "extra_id": 687,
          "useful_id": 0,
          "full_row_id": 687,
          "remaining": 231
        },
        {
          "query": 38,
          "extra_id": 699,
          "useful_id": 1,
          "full_row_id": 1723,
          "remaining": 228
        },
        {
          "query": 39,
          "extra_id": 683,
          "useful_id": 2,
          "full_row_id": 2731,
          "remaining": 228
        },
        {
          "query": 40,
          "extra_id": 72,
          "useful_id": 3,
          "full_row_id": 3144,
          "remaining": 222
        },
        {
          "query": 41,
          "extra_id": 981,
          "useful_id": 0,
          "full_row_id": 981,
          "remaining": 180
        },
        {
          "query": 42,
          "extra_id": 574,
          "useful_id": 1,
          "full_row_id": 1598,
          "remaining": 178
        },
        {
          "query": 43,
          "extra_id": 926,
          "useful_id": 2,
          "full_row_id": 2974,
          "remaining": 173
        },
        {
          "query": 44,
          "extra_id": 286,
          "useful_id": 3,
          "full_row_id": 3358,
          "remaining": 171
        },
        {
          "query": 45,
          "extra_id": 377,
          "useful_id": 0,
          "full_row_id": 377,
          "remaining": 138
        },
        {
          "query": 46,
          "extra_id": 901,
          "useful_id": 1,
          "full_row_id": 1925,
          "remaining": 136
        },
        {
          "query": 47,
          "extra_id": 199,
          "useful_id": 2,
          "full_row_id": 2247,
          "remaining": 113
        },
        {
          "query": 48,
          "extra_id": 76,
          "useful_id": 3,
          "full_row_id": 3148,
          "remaining": 112
        },
        {
          "query": 49,
          "extra_id": 390,
          "useful_id": 0,
          "full_row_id": 390,
          "remaining": 112
        },
        {
          "query": 50,
          "extra_id": 702,
          "useful_id": 1,
          "full_row_id": 1726,
          "remaining": 110
        },
        {
          "query": 51,
          "extra_id": 134,
          "useful_id": 2,
          "full_row_id": 2182,
          "remaining": 110
        },
        {
          "query": 52,
          "extra_id": 892,
          "useful_id": 3,
          "full_row_id": 3964,
          "remaining": 97
        },
        {
          "query": 53,
          "extra_id": 357,
          "useful_id": 0,
          "full_row_id": 357,
          "remaining": 94
        },
        {
          "query": 54,
          "extra_id": 241,
          "useful_id": 1,
          "full_row_id": 1265,
          "remaining": 87
        },
        {
          "query": 55,
          "extra_id": 564,
          "useful_id": 2,
          "full_row_id": 2612,
          "remaining": 85
        },
        {
          "query": 56,
          "extra_id": 917,
          "useful_id": 3,
          "full_row_id": 3989,
          "remaining": 84
        },
        {
          "query": 57,
          "extra_id": 905,
          "useful_id": 0,
          "full_row_id": 905,
          "remaining": 79
        },
        {
          "query": 58,
          "extra_id": 891,
          "useful_id": 1,
          "full_row_id": 1915,
          "remaining": 76
        },
        {
          "query": 59,
          "extra_id": 323,
          "useful_id": 2,
          "full_row_id": 2371,
          "remaining": 63
        },
        {
          "query": 60,
          "extra_id": 24,
          "useful_id": 3,
          "full_row_id": 3096,
          "remaining": 63
        },
        {
          "query": 61,
          "extra_id": 797,
          "useful_id": 0,
          "full_row_id": 797,
          "remaining": 60
        },
        {
          "query": 62,
          "extra_id": 728,
          "useful_id": 1,
          "full_row_id": 1752,
          "remaining": 40
        },
        {
          "query": 63,
          "extra_id": 790,
          "useful_id": 2,
          "full_row_id": 2838,
          "remaining": 39
        },
        {
          "query": 64,
          "extra_id": 6,
          "useful_id": 3,
          "full_row_id": 3078,
          "remaining": 38
        },
        {
          "query": 65,
          "extra_id": 46,
          "useful_id": 0,
          "full_row_id": 46,
          "remaining": 38
        },
        {
          "query": 66,
          "extra_id": 522,
          "useful_id": 1,
          "full_row_id": 1546,
          "remaining": 36
        },
        {
          "query": 67,
          "extra_id": 352,
          "useful_id": 2,
          "full_row_id": 2400,
          "remaining": 34
        },
        {
          "query": 68,
          "extra_id": 456,
          "useful_id": 3,
          "full_row_id": 3528,
          "remaining": 32
        },
        {
          "query": 69,
          "extra_id": 955,
          "useful_id": 0,
          "full_row_id": 955,
          "remaining": 32
        },
        {
          "query": 70,
          "extra_id": 217,
          "useful_id": 1,
          "full_row_id": 1241,
          "remaining": 28
        },
        {
          "query": 71,
          "extra_id": 547,
          "useful_id": 2,
          "full_row_id": 2595,
          "remaining": 27
        },
        {
          "query": 72,
          "extra_id": 342,
          "useful_id": 3,
          "full_row_id": 3414,
          "remaining": 19
        },
        {
          "query": 73,
          "extra_id": 312,
          "useful_id": 0,
          "full_row_id": 312,
          "remaining": 19
        },
        {
          "query": 74,
          "extra_id": 827,
          "useful_id": 1,
          "full_row_id": 1851,
          "remaining": 19
        },
        {
          "query": 75,
          "extra_id": 166,
          "useful_id": 2,
          "full_row_id": 2214,
          "remaining": 19
        },
        {
          "query": 76,
          "extra_id": 334,
          "useful_id": 3,
          "full_row_id": 3406,
          "remaining": 17
        },
        {
          "query": 77,
          "extra_id": 131,
          "useful_id": 0,
          "full_row_id": 131,
          "remaining": 17
        },
        {
          "query": 78,
          "extra_id": 162,
          "useful_id": 1,
          "full_row_id": 1186,
          "remaining": 17
        },
        {
          "query": 79,
          "extra_id": 299,
          "useful_id": 2,
          "full_row_id": 2347,
          "remaining": 17
        },
        {
          "query": 80,
          "extra_id": 721,
          "useful_id": 3,
          "full_row_id": 3793,
          "remaining": 16
        },
        {
          "query": 81,
          "extra_id": 601,
          "useful_id": 0,
          "full_row_id": 601,
          "remaining": 16
        },
        {
          "query": 82,
          "extra_id": 470,
          "useful_id": 1,
          "full_row_id": 1494,
          "remaining": 15
        },
        {
          "query": 83,
          "extra_id": 183,
          "useful_id": 2,
          "full_row_id": 2231,
          "remaining": 15
        },
        {
          "query": 84,
          "extra_id": 821,
          "useful_id": 3,
          "full_row_id": 3893,
          "remaining": 14
        },
        {
          "query": 85,
          "extra_id": 822,
          "useful_id": 0,
          "full_row_id": 822,
          "remaining": 14
        },
        {
          "query": 86,
          "extra_id": 251,
          "useful_id": 1,
          "full_row_id": 1275,
          "remaining": 13
        },
        {
          "query": 87,
          "extra_id": 71,
          "useful_id": 2,
          "full_row_id": 2119,
          "remaining": 12
        },
        {
          "query": 88,
          "extra_id": 341,
          "useful_id": 3,
          "full_row_id": 3413,
          "remaining": 12
        },
        {
          "query": 89,
          "extra_id": 159,
          "useful_id": 0,
          "full_row_id": 159,
          "remaining": 9
        },
        {
          "query": 90,
          "extra_id": 823,
          "useful_id": 1,
          "full_row_id": 1847,
          "remaining": 9
        },
        {
          "query": 91,
          "extra_id": 542,
          "useful_id": 2,
          "full_row_id": 2590,
          "remaining": 9
        },
        {
          "query": 92,
          "extra_id": 529,
          "useful_id": 3,
          "full_row_id": 3601,
          "remaining": 9
        },
        {
          "query": 93,
          "extra_id": 310,
          "useful_id": 0,
          "full_row_id": 310,
          "remaining": 9
        },
        {
          "query": 94,
          "extra_id": 528,
          "useful_id": 1,
          "full_row_id": 1552,
          "remaining": 9
        },
        {
          "query": 95,
          "extra_id": 991,
          "useful_id": 2,
          "full_row_id": 3039,
          "remaining": 8
        },
        {
          "query": 96,
          "extra_id": 252,
          "useful_id": 3,
          "full_row_id": 3324,
          "remaining": 8
        },
        {
          "query": 97,
          "extra_id": 788,
          "useful_id": 0,
          "full_row_id": 788,
          "remaining": 8
        },
        {
          "query": 98,
          "extra_id": 21,
          "useful_id": 1,
          "full_row_id": 1045,
          "remaining": 8
        },
        {
          "query": 99,
          "extra_id": 336,
          "useful_id": 2,
          "full_row_id": 2384,
          "remaining": 8
        },
        {
          "query": 100,
          "extra_id": 957,
          "useful_id": 3,
          "full_row_id": 4029,
          "remaining": 7
        },
        {
          "query": 101,
          "extra_id": 894,
          "useful_id": 0,
          "full_row_id": 894,
          "remaining": 6
        },
        {
          "query": 102,
          "extra_id": 98,
          "useful_id": 1,
          "full_row_id": 1122,
          "remaining": 4
        },
        {
          "query": 103,
          "extra_id": 865,
          "useful_id": 2,
          "full_row_id": 2913,
          "remaining": 3
        },
        {
          "query": 104,
          "extra_id": 866,
          "useful_id": 3,
          "full_row_id": 3938,
          "remaining": 3
        },
        {
          "query": 105,
          "extra_id": 475,
          "useful_id": 0,
          "full_row_id": 475,
          "remaining": 3
        },
        {
          "query": 106,
          "extra_id": 391,
          "useful_id": 1,
          "full_row_id": 1415,
          "remaining": 3
        },
        {
          "query": 107,
          "extra_id": 1005,
          "useful_id": 2,
          "full_row_id": 3053,
          "remaining": 3
        },
        {
          "query": 108,
          "extra_id": 973,
          "useful_id": 3,
          "full_row_id": 4045,
          "remaining": 3
        },
        {
          "query": 109,
          "extra_id": 696,
          "useful_id": 0,
          "full_row_id": 696,
          "remaining": 3
        },
        {
          "query": 110,
          "extra_id": 421,
          "useful_id": 1,
          "full_row_id": 1445,
          "remaining": 3
        },
        {
          "query": 111,
          "extra_id": 224,
          "useful_id": 2,
          "full_row_id": 2272,
          "remaining": 3
        },
        {
          "query": 112,
          "extra_id": 959,
          "useful_id": 3,
          "full_row_id": 4031,
          "remaining": 3
        },
        {
          "query": 113,
          "extra_id": 284,
          "useful_id": 0,
          "full_row_id": 284,
          "remaining": 3
        },
        {
          "query": 114,
          "extra_id": 579,
          "useful_id": 1,
          "full_row_id": 1603,
          "remaining": 2
        },
        {
          "query": 115,
          "extra_id": 694,
          "useful_id": 2,
          "full_row_id": 2742,
          "remaining": 2
        },
        {
          "query": 116,
          "extra_id": 255,
          "useful_id": 3,
          "full_row_id": 3327,
          "remaining": 2
        },
        {
          "query": 117,
          "extra_id": 335,
          "useful_id": 0,
          "full_row_id": 335,
          "remaining": 2
        },
        {
          "query": 118,
          "extra_id": 760,
          "useful_id": 1,
          "full_row_id": 1784,
          "remaining": 1
        },
        {
          "query": 119,
          "extra_id": 210,
          "useful_id": 2,
          "full_row_id": 2258,
          "remaining": 1
        },
        {
          "query": 120,
          "extra_id": 693,
          "useful_id": 3,
          "full_row_id": 3765,
          "remaining": 1
        },
        {
          "query": 121,
          "extra_id": 967,
          "useful_id": 0,
          "full_row_id": 967,
          "remaining": 1
        },
        {
          "query": 122,
          "extra_id": 706,
          "useful_id": 1,
          "full_row_id": 1730,
          "remaining": 1
        },
        {
          "query": 123,
          "extra_id": 662,
          "useful_id": 2,
          "full_row_id": 2710,
          "remaining": 1
        },
        {
          "query": 124,
          "extra_id": 483,
          "useful_id": 3,
          "full_row_id": 3555,
          "remaining": 0
        }
      ]
    },
    {
      "method": "random",
      "seed": 6,
      "snapshots": {
        "8": {
          "queries": 8,
          "new_rows": 8,
          "wrong_survived": 1460,
          "missed_share": 0.5149911816578483,
          "worst_error": 0.25,
          "by_size": {
            "2": {
              "wrong_survived": 1,
              "worst_error": 0.25
            },
            "3": {
              "wrong_survived": 137,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 1322,
              "worst_error": 0.0625
            }
          }
        },
        "32": {
          "queries": 32,
          "new_rows": 32,
          "wrong_survived": 171,
          "missed_share": 0.06031746031746032,
          "worst_error": 0.125,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 1,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 170,
              "worst_error": 0.0625
            }
          }
        },
        "128": {
          "queries": 104,
          "new_rows": 104,
          "wrong_survived": 0,
          "missed_share": 0.0,
          "worst_error": 0.0,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "4": {
              "wrong_survived": 0,
              "worst_error": 0.0
            }
          }
        }
      },
      "first_elimination": 104,
      "first_by_size": {
        "2": 9,
        "3": 36,
        "4": 104
      },
      "candidate_predictions_for_selection": 0,
      "selection_seconds": 0.006662289017185685,
      "selection_and_checkpoint_seconds": 0.019252812999184243,
      "history": [
        {
          "query": 1,
          "extra_id": 460,
          "useful_id": 0,
          "full_row_id": 460,
          "remaining": 2610
        },
        {
          "query": 2,
          "extra_id": 556,
          "useful_id": 1,
          "full_row_id": 1580,
          "remaining": 2456
        },
        {
          "query": 3,
          "extra_id": 535,
          "useful_id": 2,
          "full_row_id": 2583,
          "remaining": 2238
        },
        {
          "query": 4,
          "extra_id": 356,
          "useful_id": 3,
          "full_row_id": 3428,
          "remaining": 2126
        },
        {
          "query": 5,
          "extra_id": 969,
          "useful_id": 0,
          "full_row_id": 969,
          "remaining": 1911
        },
        {
          "query": 6,
          "extra_id": 383,
          "useful_id": 1,
          "full_row_id": 1407,
          "remaining": 1644
        },
        {
          "query": 7,
          "extra_id": 678,
          "useful_id": 2,
          "full_row_id": 2726,
          "remaining": 1489
        },
        {
          "query": 8,
          "extra_id": 388,
          "useful_id": 3,
          "full_row_id": 3460,
          "remaining": 1460
        },
        {
          "query": 9,
          "extra_id": 466,
          "useful_id": 0,
          "full_row_id": 466,
          "remaining": 1300
        },
        {
          "query": 10,
          "extra_id": 1011,
          "useful_id": 1,
          "full_row_id": 2035,
          "remaining": 1131
        },
        {
          "query": 11,
          "extra_id": 196,
          "useful_id": 2,
          "full_row_id": 2244,
          "remaining": 1109
        },
        {
          "query": 12,
          "extra_id": 653,
          "useful_id": 3,
          "full_row_id": 3725,
          "remaining": 1029
        },
        {
          "query": 13,
          "extra_id": 441,
          "useful_id": 0,
          "full_row_id": 441,
          "remaining": 882
        },
        {
          "query": 14,
          "extra_id": 696,
          "useful_id": 1,
          "full_row_id": 1720,
          "remaining": 797
        },
        {
          "query": 15,
          "extra_id": 777,
          "useful_id": 2,
          "full_row_id": 2825,
          "remaining": 756
        },
        {
          "query": 16,
          "extra_id": 340,
          "useful_id": 3,
          "full_row_id": 3412,
          "remaining": 715
        },
        {
          "query": 17,
          "extra_id": 693,
          "useful_id": 0,
          "full_row_id": 693,
          "remaining": 659
        },
        {
          "query": 18,
          "extra_id": 702,
          "useful_id": 1,
          "full_row_id": 1726,
          "remaining": 608
        },
        {
          "query": 19,
          "extra_id": 467,
          "useful_id": 2,
          "full_row_id": 2515,
          "remaining": 583
        },
        {
          "query": 20,
          "extra_id": 131,
          "useful_id": 3,
          "full_row_id": 3203,
          "remaining": 556
        },
        {
          "query": 21,
          "extra_id": 636,
          "useful_id": 0,
          "full_row_id": 636,
          "remaining": 488
        },
        {
          "query": 22,
          "extra_id": 58,
          "useful_id": 1,
          "full_row_id": 1082,
          "remaining": 446
        },
        {
          "query": 23,
          "extra_id": 908,
          "useful_id": 2,
          "full_row_id": 2956,
          "remaining": 425
        },
        {
          "query": 24,
          "extra_id": 872,
          "useful_id": 3,
          "full_row_id": 3944,
          "remaining": 391
        },
        {
          "query": 25,
          "extra_id": 867,
          "useful_id": 0,
          "full_row_id": 867,
          "remaining": 336
        },
        {
          "query": 26,
          "extra_id": 13,
          "useful_id": 1,
          "full_row_id": 1037,
          "remaining": 322
        },
        {
          "query": 27,
          "extra_id": 994,
          "useful_id": 2,
          "full_row_id": 3042,
          "remaining": 305
        },
        {
          "query": 28,
          "extra_id": 1002,
          "useful_id": 3,
          "full_row_id": 4074,
          "remaining": 285
        },
        {
          "query": 29,
          "extra_id": 602,
          "useful_id": 0,
          "full_row_id": 602,
          "remaining": 239
        },
        {
          "query": 30,
          "extra_id": 846,
          "useful_id": 1,
          "full_row_id": 1870,
          "remaining": 212
        },
        {
          "query": 31,
          "extra_id": 787,
          "useful_id": 2,
          "full_row_id": 2835,
          "remaining": 192
        },
        {
          "query": 32,
          "extra_id": 805,
          "useful_id": 3,
          "full_row_id": 3877,
          "remaining": 171
        },
        {
          "query": 33,
          "extra_id": 162,
          "useful_id": 0,
          "full_row_id": 162,
          "remaining": 164
        },
        {
          "query": 34,
          "extra_id": 55,
          "useful_id": 1,
          "full_row_id": 1079,
          "remaining": 148
        },
        {
          "query": 35,
          "extra_id": 275,
          "useful_id": 2,
          "full_row_id": 2323,
          "remaining": 147
        },
        {
          "query": 36,
          "extra_id": 217,
          "useful_id": 3,
          "full_row_id": 3289,
          "remaining": 116
        },
        {
          "query": 37,
          "extra_id": 564,
          "useful_id": 0,
          "full_row_id": 564,
          "remaining": 114
        },
        {
          "query": 38,
          "extra_id": 871,
          "useful_id": 1,
          "full_row_id": 1895,
          "remaining": 107
        },
        {
          "query": 39,
          "extra_id": 766,
          "useful_id": 2,
          "full_row_id": 2814,
          "remaining": 98
        },
        {
          "query": 40,
          "extra_id": 444,
          "useful_id": 3,
          "full_row_id": 3516,
          "remaining": 89
        },
        {
          "query": 41,
          "extra_id": 558,
          "useful_id": 0,
          "full_row_id": 558,
          "remaining": 87
        },
        {
          "query": 42,
          "extra_id": 643,
          "useful_id": 1,
          "full_row_id": 1667,
          "remaining": 84
        },
        {
          "query": 43,
          "extra_id": 790,
          "useful_id": 2,
          "full_row_id": 2838,
          "remaining": 80
        },
        {
          "query": 44,
          "extra_id": 130,
          "useful_id": 3,
          "full_row_id": 3202,
          "remaining": 80
        },
        {
          "query": 45,
          "extra_id": 799,
          "useful_id": 0,
          "full_row_id": 799,
          "remaining": 69
        },
        {
          "query": 46,
          "extra_id": 195,
          "useful_id": 1,
          "full_row_id": 1219,
          "remaining": 61
        },
        {
          "query": 47,
          "extra_id": 589,
          "useful_id": 2,
          "full_row_id": 2637,
          "remaining": 52
        },
        {
          "query": 48,
          "extra_id": 509,
          "useful_id": 3,
          "full_row_id": 3581,
          "remaining": 46
        },
        {
          "query": 49,
          "extra_id": 881,
          "useful_id": 0,
          "full_row_id": 881,
          "remaining": 42
        },
        {
          "query": 50,
          "extra_id": 778,
          "useful_id": 1,
          "full_row_id": 1802,
          "remaining": 41
        },
        {
          "query": 51,
          "extra_id": 178,
          "useful_id": 2,
          "full_row_id": 2226,
          "remaining": 41
        },
        {
          "query": 52,
          "extra_id": 552,
          "useful_id": 3,
          "full_row_id": 3624,
          "remaining": 41
        },
        {
          "query": 53,
          "extra_id": 54,
          "useful_id": 0,
          "full_row_id": 54,
          "remaining": 40
        },
        {
          "query": 54,
          "extra_id": 114,
          "useful_id": 1,
          "full_row_id": 1138,
          "remaining": 35
        },
        {
          "query": 55,
          "extra_id": 484,
          "useful_id": 2,
          "full_row_id": 2532,
          "remaining": 34
        },
        {
          "query": 56,
          "extra_id": 890,
          "useful_id": 3,
          "full_row_id": 3962,
          "remaining": 34
        },
        {
          "query": 57,
          "extra_id": 227,
          "useful_id": 0,
          "full_row_id": 227,
          "remaining": 28
        },
        {
          "query": 58,
          "extra_id": 149,
          "useful_id": 1,
          "full_row_id": 1173,
          "remaining": 26
        },
        {
          "query": 59,
          "extra_id": 971,
          "useful_id": 2,
          "full_row_id": 3019,
          "remaining": 22
        },
        {
          "query": 60,
          "extra_id": 450,
          "useful_id": 3,
          "full_row_id": 3522,
          "remaining": 21
        },
        {
          "query": 61,
          "extra_id": 126,
          "useful_id": 0,
          "full_row_id": 126,
          "remaining": 21
        },
        {
          "query": 62,
          "extra_id": 604,
          "useful_id": 1,
          "full_row_id": 1628,
          "remaining": 20
        },
        {
          "query": 63,
          "extra_id": 337,
          "useful_id": 2,
          "full_row_id": 2385,
          "remaining": 20
        },
        {
          "query": 64,
          "extra_id": 329,
          "useful_id": 3,
          "full_row_id": 3401,
          "remaining": 19
        },
        {
          "query": 65,
          "extra_id": 438,
          "useful_id": 0,
          "full_row_id": 438,
          "remaining": 15
        },
        {
          "query": 66,
          "extra_id": 428,
          "useful_id": 1,
          "full_row_id": 1452,
          "remaining": 14
        },
        {
          "query": 67,
          "extra_id": 835,
          "useful_id": 2,
          "full_row_id": 2883,
          "remaining": 13
        },
        {
          "query": 68,
          "extra_id": 912,
          "useful_id": 3,
          "full_row_id": 3984,
          "remaining": 12
        },
        {
          "query": 69,
          "extra_id": 269,
          "useful_id": 0,
          "full_row_id": 269,
          "remaining": 12
        },
        {
          "query": 70,
          "extra_id": 469,
          "useful_id": 1,
          "full_row_id": 1493,
          "remaining": 12
        },
        {
          "query": 71,
          "extra_id": 690,
          "useful_id": 2,
          "full_row_id": 2738,
          "remaining": 12
        },
        {
          "query": 72,
          "extra_id": 554,
          "useful_id": 3,
          "full_row_id": 3626,
          "remaining": 12
        },
        {
          "query": 73,
          "extra_id": 585,
          "useful_id": 0,
          "full_row_id": 585,
          "remaining": 12
        },
        {
          "query": 74,
          "extra_id": 993,
          "useful_id": 1,
          "full_row_id": 2017,
          "remaining": 12
        },
        {
          "query": 75,
          "extra_id": 239,
          "useful_id": 2,
          "full_row_id": 2287,
          "remaining": 5
        },
        {
          "query": 76,
          "extra_id": 286,
          "useful_id": 3,
          "full_row_id": 3358,
          "remaining": 3
        },
        {
          "query": 77,
          "extra_id": 779,
          "useful_id": 0,
          "full_row_id": 779,
          "remaining": 3
        },
        {
          "query": 78,
          "extra_id": 919,
          "useful_id": 1,
          "full_row_id": 1943,
          "remaining": 2
        },
        {
          "query": 79,
          "extra_id": 421,
          "useful_id": 2,
          "full_row_id": 2469,
          "remaining": 2
        },
        {
          "query": 80,
          "extra_id": 370,
          "useful_id": 3,
          "full_row_id": 3442,
          "remaining": 2
        },
        {
          "query": 81,
          "extra_id": 806,
          "useful_id": 0,
          "full_row_id": 806,
          "remaining": 2
        },
        {
          "query": 82,
          "extra_id": 319,
          "useful_id": 1,
          "full_row_id": 1343,
          "remaining": 2
        },
        {
          "query": 83,
          "extra_id": 491,
          "useful_id": 2,
          "full_row_id": 2539,
          "remaining": 2
        },
        {
          "query": 84,
          "extra_id": 904,
          "useful_id": 3,
          "full_row_id": 3976,
          "remaining": 2
        },
        {
          "query": 85,
          "extra_id": 395,
          "useful_id": 0,
          "full_row_id": 395,
          "remaining": 2
        },
        {
          "query": 86,
          "extra_id": 72,
          "useful_id": 1,
          "full_row_id": 1096,
          "remaining": 2
        },
        {
          "query": 87,
          "extra_id": 533,
          "useful_id": 2,
          "full_row_id": 2581,
          "remaining": 2
        },
        {
          "query": 88,
          "extra_id": 889,
          "useful_id": 3,
          "full_row_id": 3961,
          "remaining": 1
        },
        {
          "query": 89,
          "extra_id": 851,
          "useful_id": 0,
          "full_row_id": 851,
          "remaining": 1
        },
        {
          "query": 90,
          "extra_id": 847,
          "useful_id": 1,
          "full_row_id": 1871,
          "remaining": 1
        },
        {
          "query": 91,
          "extra_id": 791,
          "useful_id": 2,
          "full_row_id": 2839,
          "remaining": 1
        },
        {
          "query": 92,
          "extra_id": 920,
          "useful_id": 3,
          "full_row_id": 3992,
          "remaining": 1
        },
        {
          "query": 93,
          "extra_id": 315,
          "useful_id": 0,
          "full_row_id": 315,
          "remaining": 1
        },
        {
          "query": 94,
          "extra_id": 66,
          "useful_id": 1,
          "full_row_id": 1090,
          "remaining": 1
        },
        {
          "query": 95,
          "extra_id": 729,
          "useful_id": 2,
          "full_row_id": 2777,
          "remaining": 1
        },
        {
          "query": 96,
          "extra_id": 246,
          "useful_id": 3,
          "full_row_id": 3318,
          "remaining": 1
        },
        {
          "query": 97,
          "extra_id": 719,
          "useful_id": 0,
          "full_row_id": 719,
          "remaining": 1
        },
        {
          "query": 98,
          "extra_id": 794,
          "useful_id": 1,
          "full_row_id": 1818,
          "remaining": 1
        },
        {
          "query": 99,
          "extra_id": 494,
          "useful_id": 2,
          "full_row_id": 2542,
          "remaining": 1
        },
        {
          "query": 100,
          "extra_id": 446,
          "useful_id": 3,
          "full_row_id": 3518,
          "remaining": 1
        },
        {
          "query": 101,
          "extra_id": 560,
          "useful_id": 0,
          "full_row_id": 560,
          "remaining": 1
        },
        {
          "query": 102,
          "extra_id": 9,
          "useful_id": 1,
          "full_row_id": 1033,
          "remaining": 1
        },
        {
          "query": 103,
          "extra_id": 915,
          "useful_id": 2,
          "full_row_id": 2963,
          "remaining": 1
        },
        {
          "query": 104,
          "extra_id": 709,
          "useful_id": 3,
          "full_row_id": 3781,
          "remaining": 0
        }
      ]
    },
    {
      "method": "random",
      "seed": 7,
      "snapshots": {
        "8": {
          "queries": 8,
          "new_rows": 8,
          "wrong_survived": 1368,
          "missed_share": 0.48253968253968255,
          "worst_error": 0.25,
          "by_size": {
            "2": {
              "wrong_survived": 1,
              "worst_error": 0.25
            },
            "3": {
              "wrong_survived": 123,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 1244,
              "worst_error": 0.0625
            }
          }
        },
        "32": {
          "queries": 32,
          "new_rows": 32,
          "wrong_survived": 291,
          "missed_share": 0.10264550264550265,
          "worst_error": 0.125,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 6,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 285,
              "worst_error": 0.0625
            }
          }
        },
        "128": {
          "queries": 94,
          "new_rows": 94,
          "wrong_survived": 0,
          "missed_share": 0.0,
          "worst_error": 0.0,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "4": {
              "wrong_survived": 0,
              "worst_error": 0.0
            }
          }
        }
      },
      "first_elimination": 94,
      "first_by_size": {
        "2": 10,
        "3": 41,
        "4": 94
      },
      "candidate_predictions_for_selection": 0,
      "selection_seconds": 0.005862115005584201,
      "selection_and_checkpoint_seconds": 0.017887244001030922,
      "history": [
        {
          "query": 1,
          "extra_id": 968,
          "useful_id": 0,
          "full_row_id": 968,
          "remaining": 2610
        },
        {
          "query": 2,
          "extra_id": 643,
          "useful_id": 1,
          "full_row_id": 1667,
          "remaining": 2456
        },
        {
          "query": 3,
          "extra_id": 703,
          "useful_id": 2,
          "full_row_id": 2751,
          "remaining": 2146
        },
        {
          "query": 4,
          "extra_id": 919,
          "useful_id": 3,
          "full_row_id": 3991,
          "remaining": 1953
        },
        {
          "query": 5,
          "extra_id": 594,
          "useful_id": 0,
          "full_row_id": 594,
          "remaining": 1824
        },
        {
          "query": 6,
          "extra_id": 795,
          "useful_id": 1,
          "full_row_id": 1819,
          "remaining": 1680
        },
        {
          "query": 7,
          "extra_id": 854,
          "useful_id": 2,
          "full_row_id": 2902,
          "remaining": 1565
        },
        {
          "query": 8,
          "extra_id": 235,
          "useful_id": 3,
          "full_row_id": 3307,
          "remaining": 1368
        },
        {
          "query": 9,
          "extra_id": 62,
          "useful_id": 0,
          "full_row_id": 62,
          "remaining": 1244
        },
        {
          "query": 10,
          "extra_id": 313,
          "useful_id": 1,
          "full_row_id": 1337,
          "remaining": 1117
        },
        {
          "query": 11,
          "extra_id": 297,
          "useful_id": 2,
          "full_row_id": 2345,
          "remaining": 1090
        },
        {
          "query": 12,
          "extra_id": 895,
          "useful_id": 3,
          "full_row_id": 3967,
          "remaining": 979
        },
        {
          "query": 13,
          "extra_id": 935,
          "useful_id": 0,
          "full_row_id": 935,
          "remaining": 882
        },
        {
          "query": 14,
          "extra_id": 10,
          "useful_id": 1,
          "full_row_id": 1034,
          "remaining": 874
        },
        {
          "query": 15,
          "extra_id": 515,
          "useful_id": 2,
          "full_row_id": 2563,
          "remaining": 867
        },
        {
          "query": 16,
          "extra_id": 840,
          "useful_id": 3,
          "full_row_id": 3912,
          "remaining": 851
        },
        {
          "query": 17,
          "extra_id": 142,
          "useful_id": 0,
          "full_row_id": 142,
          "remaining": 794
        },
        {
          "query": 18,
          "extra_id": 815,
          "useful_id": 1,
          "full_row_id": 1839,
          "remaining": 771
        },
        {
          "query": 19,
          "extra_id": 129,
          "useful_id": 2,
          "full_row_id": 2177,
          "remaining": 760
        },
        {
          "query": 20,
          "extra_id": 482,
          "useful_id": 3,
          "full_row_id": 3554,
          "remaining": 668
        },
        {
          "query": 21,
          "extra_id": 835,
          "useful_id": 0,
          "full_row_id": 835,
          "remaining": 638
        },
        {
          "query": 22,
          "extra_id": 317,
          "useful_id": 1,
          "full_row_id": 1341,
          "remaining": 595
        },
        {
          "query": 23,
          "extra_id": 356,
          "useful_id": 2,
          "full_row_id": 2404,
          "remaining": 538
        },
        {
          "query": 24,
          "extra_id": 290,
          "useful_id": 3,
          "full_row_id": 3362,
          "remaining": 531
        },
        {
          "query": 25,
          "extra_id": 737,
          "useful_id": 0,
          "full_row_id": 737,
          "remaining": 466
        },
        {
          "query": 26,
          "extra_id": 266,
          "useful_id": 1,
          "full_row_id": 1290,
          "remaining": 460
        },
        {
          "query": 27,
          "extra_id": 1014,
          "useful_id": 2,
          "full_row_id": 3062,
          "remaining": 412
        },
        {
          "query": 28,
          "extra_id": 459,
          "useful_id": 3,
          "full_row_id": 3531,
          "remaining": 388
        },
        {
          "query": 29,
          "extra_id": 493,
          "useful_id": 0,
          "full_row_id": 493,
          "remaining": 349
        },
        {
          "query": 30,
          "extra_id": 522,
          "useful_id": 1,
          "full_row_id": 1546,
          "remaining": 340
        },
        {
          "query": 31,
          "extra_id": 600,
          "useful_id": 2,
          "full_row_id": 2648,
          "remaining": 307
        },
        {
          "query": 32,
          "extra_id": 570,
          "useful_id": 3,
          "full_row_id": 3642,
          "remaining": 291
        },
        {
          "query": 33,
          "extra_id": 526,
          "useful_id": 0,
          "full_row_id": 526,
          "remaining": 281
        },
        {
          "query": 34,
          "extra_id": 1019,
          "useful_id": 1,
          "full_row_id": 2043,
          "remaining": 266
        },
        {
          "query": 35,
          "extra_id": 826,
          "useful_id": 2,
          "full_row_id": 2874,
          "remaining": 261
        },
        {
          "query": 36,
          "extra_id": 810,
          "useful_id": 3,
          "full_row_id": 3882,
          "remaining": 259
        },
        {
          "query": 37,
          "extra_id": 717,
          "useful_id": 0,
          "full_row_id": 717,
          "remaining": 218
        },
        {
          "query": 38,
          "extra_id": 638,
          "useful_id": 1,
          "full_row_id": 1662,
          "remaining": 207
        },
        {
          "query": 39,
          "extra_id": 352,
          "useful_id": 2,
          "full_row_id": 2400,
          "remaining": 206
        },
        {
          "query": 40,
          "extra_id": 1011,
          "useful_id": 3,
          "full_row_id": 4083,
          "remaining": 200
        },
        {
          "query": 41,
          "extra_id": 476,
          "useful_id": 0,
          "full_row_id": 476,
          "remaining": 155
        },
        {
          "query": 42,
          "extra_id": 222,
          "useful_id": 1,
          "full_row_id": 1246,
          "remaining": 143
        },
        {
          "query": 43,
          "extra_id": 866,
          "useful_id": 2,
          "full_row_id": 2914,
          "remaining": 142
        },
        {
          "query": 44,
          "extra_id": 168,
          "useful_id": 3,
          "full_row_id": 3240,
          "remaining": 131
        },
        {
          "query": 45,
          "extra_id": 878,
          "useful_id": 0,
          "full_row_id": 878,
          "remaining": 130
        },
        {
          "query": 46,
          "extra_id": 627,
          "useful_id": 1,
          "full_row_id": 1651,
          "remaining": 119
        },
        {
          "query": 47,
          "extra_id": 120,
          "useful_id": 2,
          "full_row_id": 2168,
          "remaining": 112
        },
        {
          "query": 48,
          "extra_id": 50,
          "useful_id": 3,
          "full_row_id": 3122,
          "remaining": 108
        },
        {
          "query": 49,
          "extra_id": 455,
          "useful_id": 0,
          "full_row_id": 455,
          "remaining": 96
        },
        {
          "query": 50,
          "extra_id": 42,
          "useful_id": 1,
          "full_row_id": 1066,
          "remaining": 96
        },
        {
          "query": 51,
          "extra_id": 152,
          "useful_id": 2,
          "full_row_id": 2200,
          "remaining": 86
        },
        {
          "query": 52,
          "extra_id": 532,
          "useful_id": 3,
          "full_row_id": 3604,
          "remaining": 75
        },
        {
          "query": 53,
          "extra_id": 992,
          "useful_id": 0,
          "full_row_id": 992,
          "remaining": 71
        },
        {
          "query": 54,
          "extra_id": 478,
          "useful_id": 1,
          "full_row_id": 1502,
          "remaining": 70
        },
        {
          "query": 55,
          "extra_id": 827,
          "useful_id": 2,
          "full_row_id": 2875,
          "remaining": 70
        },
        {
          "query": 56,
          "extra_id": 939,
          "useful_id": 3,
          "full_row_id": 4011,
          "remaining": 68
        },
        {
          "query": 57,
          "extra_id": 843,
          "useful_id": 0,
          "full_row_id": 843,
          "remaining": 68
        },
        {
          "query": 58,
          "extra_id": 646,
          "useful_id": 1,
          "full_row_id": 1670,
          "remaining": 64
        },
        {
          "query": 59,
          "extra_id": 449,
          "useful_id": 2,
          "full_row_id": 2497,
          "remaining": 62
        },
        {
          "query": 60,
          "extra_id": 529,
          "useful_id": 3,
          "full_row_id": 3601,
          "remaining": 55
        },
        {
          "query": 61,
          "extra_id": 275,
          "useful_id": 0,
          "full_row_id": 275,
          "remaining": 49
        },
        {
          "query": 62,
          "extra_id": 509,
          "useful_id": 1,
          "full_row_id": 1533,
          "remaining": 43
        },
        {
          "query": 63,
          "extra_id": 389,
          "useful_id": 2,
          "full_row_id": 2437,
          "remaining": 38
        },
        {
          "query": 64,
          "extra_id": 255,
          "useful_id": 3,
          "full_row_id": 3327,
          "remaining": 36
        },
        {
          "query": 65,
          "extra_id": 1016,
          "useful_id": 0,
          "full_row_id": 1016,
          "remaining": 32
        },
        {
          "query": 66,
          "extra_id": 18,
          "useful_id": 1,
          "full_row_id": 1042,
          "remaining": 32
        },
        {
          "query": 67,
          "extra_id": 105,
          "useful_id": 2,
          "full_row_id": 2153,
          "remaining": 29
        },
        {
          "query": 68,
          "extra_id": 202,
          "useful_id": 3,
          "full_row_id": 3274,
          "remaining": 29
        },
        {
          "query": 69,
          "extra_id": 989,
          "useful_id": 0,
          "full_row_id": 989,
          "remaining": 26
        },
        {
          "query": 70,
          "extra_id": 709,
          "useful_id": 1,
          "full_row_id": 1733,
          "remaining": 24
        },
        {
          "query": 71,
          "extra_id": 902,
          "useful_id": 2,
          "full_row_id": 2950,
          "remaining": 22
        },
        {
          "query": 72,
          "extra_id": 209,
          "useful_id": 3,
          "full_row_id": 3281,
          "remaining": 17
        },
        {
          "query": 73,
          "extra_id": 738,
          "useful_id": 0,
          "full_row_id": 738,
          "remaining": 17
        },
        {
          "query": 74,
          "extra_id": 381,
          "useful_id": 1,
          "full_row_id": 1405,
          "remaining": 17
        },
        {
          "query": 75,
          "extra_id": 502,
          "useful_id": 2,
          "full_row_id": 2550,
          "remaining": 16
        },
        {
          "query": 76,
          "extra_id": 7,
          "useful_id": 3,
          "full_row_id": 3079,
          "remaining": 13
        },
        {
          "query": 77,
          "extra_id": 634,
          "useful_id": 0,
          "full_row_id": 634,
          "remaining": 13
        },
        {
          "query": 78,
          "extra_id": 849,
          "useful_id": 1,
          "full_row_id": 1873,
          "remaining": 12
        },
        {
          "query": 79,
          "extra_id": 680,
          "useful_id": 2,
          "full_row_id": 2728,
          "remaining": 9
        },
        {
          "query": 80,
          "extra_id": 164,
          "useful_id": 3,
          "full_row_id": 3236,
          "remaining": 6
        },
        {
          "query": 81,
          "extra_id": 551,
          "useful_id": 0,
          "full_row_id": 551,
          "remaining": 6
        },
        {
          "query": 82,
          "extra_id": 279,
          "useful_id": 1,
          "full_row_id": 1303,
          "remaining": 6
        },
        {
          "query": 83,
          "extra_id": 985,
          "useful_id": 2,
          "full_row_id": 3033,
          "remaining": 6
        },
        {
          "query": 84,
          "extra_id": 900,
          "useful_id": 3,
          "full_row_id": 3972,
          "remaining": 5
        },
        {
          "query": 85,
          "extra_id": 195,
          "useful_id": 0,
          "full_row_id": 195,
          "remaining": 5
        },
        {
          "query": 86,
          "extra_id": 525,
          "useful_id": 1,
          "full_row_id": 1549,
          "remaining": 5
        },
        {
          "query": 87,
          "extra_id": 960,
          "useful_id": 2,
          "full_row_id": 3008,
          "remaining": 5
        },
        {
          "query": 88,
          "extra_id": 865,
          "useful_id": 3,
          "full_row_id": 3937,
          "remaining": 4
        },
        {
          "query": 89,
          "extra_id": 723,
          "useful_id": 0,
          "full_row_id": 723,
          "remaining": 4
        },
        {
          "query": 90,
          "extra_id": 656,
          "useful_id": 1,
          "full_row_id": 1680,
          "remaining": 4
        },
        {
          "query": 91,
          "extra_id": 49,
          "useful_id": 2,
          "full_row_id": 2097,
          "remaining": 2
        },
        {
          "query": 92,
          "extra_id": 757,
          "useful_id": 3,
          "full_row_id": 3829,
          "remaining": 1
        },
        {
          "query": 93,
          "extra_id": 483,
          "useful_id": 0,
          "full_row_id": 483,
          "remaining": 1
        },
        {
          "query": 94,
          "extra_id": 99,
          "useful_id": 1,
          "full_row_id": 1123,
          "remaining": 0
        }
      ]
    },
    {
      "method": "random",
      "seed": 8,
      "snapshots": {
        "8": {
          "queries": 8,
          "new_rows": 8,
          "wrong_survived": 1353,
          "missed_share": 0.47724867724867726,
          "worst_error": 0.125,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 120,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 1233,
              "worst_error": 0.0625
            }
          }
        },
        "32": {
          "queries": 32,
          "new_rows": 32,
          "wrong_survived": 175,
          "missed_share": 0.06172839506172839,
          "worst_error": 0.125,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 2,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 173,
              "worst_error": 0.0625
            }
          }
        },
        "128": {
          "queries": 123,
          "new_rows": 123,
          "wrong_survived": 0,
          "missed_share": 0.0,
          "worst_error": 0.0,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "4": {
              "wrong_survived": 0,
              "worst_error": 0.0
            }
          }
        }
      },
      "first_elimination": 123,
      "first_by_size": {
        "2": 8,
        "3": 53,
        "4": 123
      },
      "candidate_predictions_for_selection": 0,
      "selection_seconds": 0.007309683023777325,
      "selection_and_checkpoint_seconds": 0.019577858000047854,
      "history": [
        {
          "query": 1,
          "extra_id": 739,
          "useful_id": 0,
          "full_row_id": 739,
          "remaining": 2555
        },
        {
          "query": 2,
          "extra_id": 340,
          "useful_id": 1,
          "full_row_id": 1364,
          "remaining": 2394
        },
        {
          "query": 3,
          "extra_id": 246,
          "useful_id": 2,
          "full_row_id": 2294,
          "remaining": 2176
        },
        {
          "query": 4,
          "extra_id": 1011,
          "useful_id": 3,
          "full_row_id": 4083,
          "remaining": 1991
        },
        {
          "query": 5,
          "extra_id": 186,
          "useful_id": 0,
          "full_row_id": 186,
          "remaining": 1838
        },
        {
          "query": 6,
          "extra_id": 333,
          "useful_id": 1,
          "full_row_id": 1357,
          "remaining": 1655
        },
        {
          "query": 7,
          "extra_id": 662,
          "useful_id": 2,
          "full_row_id": 2710,
          "remaining": 1520
        },
        {
          "query": 8,
          "extra_id": 810,
          "useful_id": 3,
          "full_row_id": 3882,
          "remaining": 1353
        },
        {
          "query": 9,
          "extra_id": 657,
          "useful_id": 0,
          "full_row_id": 657,
          "remaining": 1269
        },
        {
          "query": 10,
          "extra_id": 892,
          "useful_id": 1,
          "full_row_id": 1916,
          "remaining": 1100
        },
        {
          "query": 11,
          "extra_id": 55,
          "useful_id": 2,
          "full_row_id": 2103,
          "remaining": 987
        },
        {
          "query": 12,
          "extra_id": 406,
          "useful_id": 3,
          "full_row_id": 3478,
          "remaining": 918
        },
        {
          "query": 13,
          "extra_id": 591,
          "useful_id": 0,
          "full_row_id": 591,
          "remaining": 782
        },
        {
          "query": 14,
          "extra_id": 453,
          "useful_id": 1,
          "full_row_id": 1477,
          "remaining": 707
        },
        {
          "query": 15,
          "extra_id": 403,
          "useful_id": 2,
          "full_row_id": 2451,
          "remaining": 668
        },
        {
          "query": 16,
          "extra_id": 387,
          "useful_id": 3,
          "full_row_id": 3459,
          "remaining": 653
        },
        {
          "query": 17,
          "extra_id": 47,
          "useful_id": 0,
          "full_row_id": 47,
          "remaining": 603
        },
        {
          "query": 18,
          "extra_id": 116,
          "useful_id": 1,
          "full_row_id": 1140,
          "remaining": 587
        },
        {
          "query": 19,
          "extra_id": 561,
          "useful_id": 2,
          "full_row_id": 2609,
          "remaining": 551
        },
        {
          "query": 20,
          "extra_id": 497,
          "useful_id": 3,
          "full_row_id": 3569,
          "remaining": 507
        },
        {
          "query": 21,
          "extra_id": 981,
          "useful_id": 0,
          "full_row_id": 981,
          "remaining": 469
        },
        {
          "query": 22,
          "extra_id": 253,
          "useful_id": 1,
          "full_row_id": 1277,
          "remaining": 407
        },
        {
          "query": 23,
          "extra_id": 871,
          "useful_id": 2,
          "full_row_id": 2919,
          "remaining": 366
        },
        {
          "query": 24,
          "extra_id": 270,
          "useful_id": 3,
          "full_row_id": 3342,
          "remaining": 342
        },
        {
          "query": 25,
          "extra_id": 153,
          "useful_id": 0,
          "full_row_id": 153,
          "remaining": 311
        },
        {
          "query": 26,
          "extra_id": 196,
          "useful_id": 1,
          "full_row_id": 1220,
          "remaining": 303
        },
        {
          "query": 27,
          "extra_id": 416,
          "useful_id": 2,
          "full_row_id": 2464,
          "remaining": 282
        },
        {
          "query": 28,
          "extra_id": 206,
          "useful_id": 3,
          "full_row_id": 3278,
          "remaining": 252
        },
        {
          "query": 29,
          "extra_id": 919,
          "useful_id": 0,
          "full_row_id": 919,
          "remaining": 239
        },
        {
          "query": 30,
          "extra_id": 835,
          "useful_id": 1,
          "full_row_id": 1859,
          "remaining": 222
        },
        {
          "query": 31,
          "extra_id": 825,
          "useful_id": 2,
          "full_row_id": 2873,
          "remaining": 187
        },
        {
          "query": 32,
          "extra_id": 441,
          "useful_id": 3,
          "full_row_id": 3513,
          "remaining": 175
        },
        {
          "query": 33,
          "extra_id": 36,
          "useful_id": 0,
          "full_row_id": 36,
          "remaining": 171
        },
        {
          "query": 34,
          "extra_id": 271,
          "useful_id": 1,
          "full_row_id": 1295,
          "remaining": 170
        },
        {
          "query": 35,
          "extra_id": 466,
          "useful_id": 2,
          "full_row_id": 2514,
          "remaining": 158
        },
        {
          "query": 36,
          "extra_id": 612,
          "useful_id": 3,
          "full_row_id": 3684,
          "remaining": 144
        },
        {
          "query": 37,
          "extra_id": 470,
          "useful_id": 0,
          "full_row_id": 470,
          "remaining": 144
        },
        {
          "query": 38,
          "extra_id": 626,
          "useful_id": 1,
          "full_row_id": 1650,
          "remaining": 131
        },
        {
          "query": 39,
          "extra_id": 394,
          "useful_id": 2,
          "full_row_id": 2442,
          "remaining": 123
        },
        {
          "query": 40,
          "extra_id": 671,
          "useful_id": 3,
          "full_row_id": 3743,
          "remaining": 102
        },
        {
          "query": 41,
          "extra_id": 33,
          "useful_id": 0,
          "full_row_id": 33,
          "remaining": 101
        },
        {
          "query": 42,
          "extra_id": 935,
          "useful_id": 1,
          "full_row_id": 1959,
          "remaining": 88
        },
        {
          "query": 43,
          "extra_id": 556,
          "useful_id": 2,
          "full_row_id": 2604,
          "remaining": 80
        },
        {
          "query": 44,
          "extra_id": 160,
          "useful_id": 3,
          "full_row_id": 3232,
          "remaining": 80
        },
        {
          "query": 45,
          "extra_id": 839,
          "useful_id": 0,
          "full_row_id": 839,
          "remaining": 80
        },
        {
          "query": 46,
          "extra_id": 385,
          "useful_id": 1,
          "full_row_id": 1409,
          "remaining": 80
        },
        {
          "query": 47,
          "extra_id": 899,
          "useful_id": 2,
          "full_row_id": 2947,
          "remaining": 79
        },
        {
          "query": 48,
          "extra_id": 298,
          "useful_id": 3,
          "full_row_id": 3370,
          "remaining": 77
        },
        {
          "query": 49,
          "extra_id": 917,
          "useful_id": 0,
          "full_row_id": 917,
          "remaining": 73
        },
        {
          "query": 50,
          "extra_id": 22,
          "useful_id": 1,
          "full_row_id": 1046,
          "remaining": 72
        },
        {
          "query": 51,
          "extra_id": 451,
          "useful_id": 2,
          "full_row_id": 2499,
          "remaining": 71
        },
        {
          "query": 52,
          "extra_id": 192,
          "useful_id": 3,
          "full_row_id": 3264,
          "remaining": 71
        },
        {
          "query": 53,
          "extra_id": 457,
          "useful_id": 0,
          "full_row_id": 457,
          "remaining": 59
        },
        {
          "query": 54,
          "extra_id": 412,
          "useful_id": 1,
          "full_row_id": 1436,
          "remaining": 54
        },
        {
          "query": 55,
          "extra_id": 1010,
          "useful_id": 2,
          "full_row_id": 3058,
          "remaining": 49
        },
        {
          "query": 56,
          "extra_id": 410,
          "useful_id": 3,
          "full_row_id": 3482,
          "remaining": 48
        },
        {
          "query": 57,
          "extra_id": 778,
          "useful_id": 0,
          "full_row_id": 778,
          "remaining": 44
        },
        {
          "query": 58,
          "extra_id": 639,
          "useful_id": 1,
          "full_row_id": 1663,
          "remaining": 39
        },
        {
          "query": 59,
          "extra_id": 402,
          "useful_id": 2,
          "full_row_id": 2450,
          "remaining": 39
        },
        {
          "query": 60,
          "extra_id": 475,
          "useful_id": 3,
          "full_row_id": 3547,
          "remaining": 34
        },
        {
          "query": 61,
          "extra_id": 86,
          "useful_id": 0,
          "full_row_id": 86,
          "remaining": 32
        },
        {
          "query": 62,
          "extra_id": 631,
          "useful_id": 1,
          "full_row_id": 1655,
          "remaining": 32
        },
        {
          "query": 63,
          "extra_id": 415,
          "useful_id": 2,
          "full_row_id": 2463,
          "remaining": 32
        },
        {
          "query": 64,
          "extra_id": 233,
          "useful_id": 3,
          "full_row_id": 3305,
          "remaining": 27
        },
        {
          "query": 65,
          "extra_id": 172,
          "useful_id": 0,
          "full_row_id": 172,
          "remaining": 27
        },
        {
          "query": 66,
          "extra_id": 143,
          "useful_id": 1,
          "full_row_id": 1167,
          "remaining": 27
        },
        {
          "query": 67,
          "extra_id": 922,
          "useful_id": 2,
          "full_row_id": 2970,
          "remaining": 24
        },
        {
          "query": 68,
          "extra_id": 344,
          "useful_id": 3,
          "full_row_id": 3416,
          "remaining": 20
        },
        {
          "query": 69,
          "extra_id": 896,
          "useful_id": 0,
          "full_row_id": 896,
          "remaining": 16
        },
        {
          "query": 70,
          "extra_id": 104,
          "useful_id": 1,
          "full_row_id": 1128,
          "remaining": 16
        },
        {
          "query": 71,
          "extra_id": 78,
          "useful_id": 2,
          "full_row_id": 2126,
          "remaining": 16
        },
        {
          "query": 72,
          "extra_id": 380,
          "useful_id": 3,
          "full_row_id": 3452,
          "remaining": 15
        },
        {
          "query": 73,
          "extra_id": 989,
          "useful_id": 0,
          "full_row_id": 989,
          "remaining": 12
        },
        {
          "query": 74,
          "extra_id": 486,
          "useful_id": 1,
          "full_row_id": 1510,
          "remaining": 11
        },
        {
          "query": 75,
          "extra_id": 725,
          "useful_id": 2,
          "full_row_id": 2773,
          "remaining": 11
        },
        {
          "query": 76,
          "extra_id": 743,
          "useful_id": 3,
          "full_row_id": 3815,
          "remaining": 11
        },
        {
          "query": 77,
          "extra_id": 638,
          "useful_id": 0,
          "full_row_id": 638,
          "remaining": 11
        },
        {
          "query": 78,
          "extra_id": 888,
          "useful_id": 1,
          "full_row_id": 1912,
          "remaining": 9
        },
        {
          "query": 79,
          "extra_id": 338,
          "useful_id": 2,
          "full_row_id": 2386,
          "remaining": 8
        },
        {
          "query": 80,
          "extra_id": 60,
          "useful_id": 3,
          "full_row_id": 3132,
          "remaining": 8
        },
        {
          "query": 81,
          "extra_id": 161,
          "useful_id": 0,
          "full_row_id": 161,
          "remaining": 8
        },
        {
          "query": 82,
          "extra_id": 979,
          "useful_id": 1,
          "full_row_id": 2003,
          "remaining": 8
        },
        {
          "query": 83,
          "extra_id": 112,
          "useful_id": 2,
          "full_row_id": 2160,
          "remaining": 8
        },
        {
          "query": 84,
          "extra_id": 744,
          "useful_id": 3,
          "full_row_id": 3816,
          "remaining": 4
        },
        {
          "query": 85,
          "extra_id": 474,
          "useful_id": 0,
          "full_row_id": 474,
          "remaining": 4
        },
        {
          "query": 86,
          "extra_id": 1013,
          "useful_id": 1,
          "full_row_id": 2037,
          "remaining": 4
        },
        {
          "query": 87,
          "extra_id": 971,
          "useful_id": 2,
          "full_row_id": 3019,
          "remaining": 4
        },
        {
          "query": 88,
          "extra_id": 129,
          "useful_id": 3,
          "full_row_id": 3201,
          "remaining": 4
        },
        {
          "query": 89,
          "extra_id": 17,
          "useful_id": 0,
          "full_row_id": 17,
          "remaining": 3
        },
        {
          "query": 90,
          "extra_id": 391,
          "useful_id": 1,
          "full_row_id": 1415,
          "remaining": 3
        },
        {
          "query": 91,
          "extra_id": 439,
          "useful_id": 2,
          "full_row_id": 2487,
          "remaining": 3
        },
        {
          "query": 92,
          "extra_id": 529,
          "useful_id": 3,
          "full_row_id": 3601,
          "remaining": 2
        },
        {
          "query": 93,
          "extra_id": 187,
          "useful_id": 0,
          "full_row_id": 187,
          "remaining": 2
        },
        {
          "query": 94,
          "extra_id": 770,
          "useful_id": 1,
          "full_row_id": 1794,
          "remaining": 2
        },
        {
          "query": 95,
          "extra_id": 560,
          "useful_id": 2,
          "full_row_id": 2608,
          "remaining": 2
        },
        {
          "query": 96,
          "extra_id": 324,
          "useful_id": 3,
          "full_row_id": 3396,
          "remaining": 2
        },
        {
          "query": 97,
          "extra_id": 124,
          "useful_id": 0,
          "full_row_id": 124,
          "remaining": 2
        },
        {
          "query": 98,
          "extra_id": 478,
          "useful_id": 1,
          "full_row_id": 1502,
          "remaining": 2
        },
        {
          "query": 99,
          "extra_id": 928,
          "useful_id": 2,
          "full_row_id": 2976,
          "remaining": 2
        },
        {
          "query": 100,
          "extra_id": 291,
          "useful_id": 3,
          "full_row_id": 3363,
          "remaining": 2
        },
        {
          "query": 101,
          "extra_id": 318,
          "useful_id": 0,
          "full_row_id": 318,
          "remaining": 2
        },
        {
          "query": 102,
          "extra_id": 477,
          "useful_id": 1,
          "full_row_id": 1501,
          "remaining": 2
        },
        {
          "query": 103,
          "extra_id": 771,
          "useful_id": 2,
          "full_row_id": 2819,
          "remaining": 2
        },
        {
          "query": 104,
          "extra_id": 538,
          "useful_id": 3,
          "full_row_id": 3610,
          "remaining": 2
        },
        {
          "query": 105,
          "extra_id": 642,
          "useful_id": 0,
          "full_row_id": 642,
          "remaining": 2
        },
        {
          "query": 106,
          "extra_id": 592,
          "useful_id": 1,
          "full_row_id": 1616,
          "remaining": 1
        },
        {
          "query": 107,
          "extra_id": 494,
          "useful_id": 2,
          "full_row_id": 2542,
          "remaining": 1
        },
        {
          "query": 108,
          "extra_id": 728,
          "useful_id": 3,
          "full_row_id": 3800,
          "remaining": 1
        },
        {
          "query": 109,
          "extra_id": 898,
          "useful_id": 0,
          "full_row_id": 898,
          "remaining": 1
        },
        {
          "query": 110,
          "extra_id": 254,
          "useful_id": 1,
          "full_row_id": 1278,
          "remaining": 1
        },
        {
          "query": 111,
          "extra_id": 732,
          "useful_id": 2,
          "full_row_id": 2780,
          "remaining": 1
        },
        {
          "query": 112,
          "extra_id": 656,
          "useful_id": 3,
          "full_row_id": 3728,
          "remaining": 1
        },
        {
          "query": 113,
          "extra_id": 221,
          "useful_id": 0,
          "full_row_id": 221,
          "remaining": 1
        },
        {
          "query": 114,
          "extra_id": 98,
          "useful_id": 1,
          "full_row_id": 1122,
          "remaining": 1
        },
        {
          "query": 115,
          "extra_id": 747,
          "useful_id": 2,
          "full_row_id": 2795,
          "remaining": 1
        },
        {
          "query": 116,
          "extra_id": 635,
          "useful_id": 3,
          "full_row_id": 3707,
          "remaining": 1
        },
        {
          "query": 117,
          "extra_id": 527,
          "useful_id": 0,
          "full_row_id": 527,
          "remaining": 1
        },
        {
          "query": 118,
          "extra_id": 484,
          "useful_id": 1,
          "full_row_id": 1508,
          "remaining": 1
        },
        {
          "query": 119,
          "extra_id": 404,
          "useful_id": 2,
          "full_row_id": 2452,
          "remaining": 1
        },
        {
          "query": 120,
          "extra_id": 145,
          "useful_id": 3,
          "full_row_id": 3217,
          "remaining": 1
        },
        {
          "query": 121,
          "extra_id": 393,
          "useful_id": 0,
          "full_row_id": 393,
          "remaining": 1
        },
        {
          "query": 122,
          "extra_id": 269,
          "useful_id": 1,
          "full_row_id": 1293,
          "remaining": 1
        },
        {
          "query": 123,
          "extra_id": 941,
          "useful_id": 2,
          "full_row_id": 2989,
          "remaining": 0
        }
      ]
    },
    {
      "method": "random",
      "seed": 9,
      "snapshots": {
        "8": {
          "queries": 8,
          "new_rows": 8,
          "wrong_survived": 1150,
          "missed_share": 0.4056437389770723,
          "worst_error": 0.125,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 73,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 1077,
              "worst_error": 0.0625
            }
          }
        },
        "32": {
          "queries": 32,
          "new_rows": 32,
          "wrong_survived": 286,
          "missed_share": 0.10088183421516755,
          "worst_error": 0.125,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 8,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 278,
              "worst_error": 0.0625
            }
          }
        },
        "128": {
          "queries": 94,
          "new_rows": 94,
          "wrong_survived": 0,
          "missed_share": 0.0,
          "worst_error": 0.0,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "4": {
              "wrong_survived": 0,
              "worst_error": 0.0
            }
          }
        }
      },
      "first_elimination": 94,
      "first_by_size": {
        "2": 7,
        "3": 43,
        "4": 94
      },
      "candidate_predictions_for_selection": 0,
      "selection_seconds": 0.005965466001725872,
      "selection_and_checkpoint_seconds": 0.016924990000916296,
      "history": [
        {
          "query": 1,
          "extra_id": 437,
          "useful_id": 0,
          "full_row_id": 437,
          "remaining": 2555
        },
        {
          "query": 2,
          "extra_id": 892,
          "useful_id": 1,
          "full_row_id": 1916,
          "remaining": 2254
        },
        {
          "query": 3,
          "extra_id": 984,
          "useful_id": 2,
          "full_row_id": 3032,
          "remaining": 2055
        },
        {
          "query": 4,
          "extra_id": 299,
          "useful_id": 3,
          "full_row_id": 3371,
          "remaining": 1853
        },
        {
          "query": 5,
          "extra_id": 123,
          "useful_id": 0,
          "full_row_id": 123,
          "remaining": 1660
        },
        {
          "query": 6,
          "extra_id": 621,
          "useful_id": 1,
          "full_row_id": 1645,
          "remaining": 1496
        },
        {
          "query": 7,
          "extra_id": 687,
          "useful_id": 2,
          "full_row_id": 2735,
          "remaining": 1303
        },
        {
          "query": 8,
          "extra_id": 798,
          "useful_id": 3,
          "full_row_id": 3870,
          "remaining": 1150
        },
        {
          "query": 9,
          "extra_id": 660,
          "useful_id": 0,
          "full_row_id": 660,
          "remaining": 1071
        },
        {
          "query": 10,
          "extra_id": 735,
          "useful_id": 1,
          "full_row_id": 1759,
          "remaining": 944
        },
        {
          "query": 11,
          "extra_id": 938,
          "useful_id": 2,
          "full_row_id": 2986,
          "remaining": 843
        },
        {
          "query": 12,
          "extra_id": 937,
          "useful_id": 3,
          "full_row_id": 4009,
          "remaining": 790
        },
        {
          "query": 13,
          "extra_id": 949,
          "useful_id": 0,
          "full_row_id": 949,
          "remaining": 761
        },
        {
          "query": 14,
          "extra_id": 879,
          "useful_id": 1,
          "full_row_id": 1903,
          "remaining": 709
        },
        {
          "query": 15,
          "extra_id": 738,
          "useful_id": 2,
          "full_row_id": 2786,
          "remaining": 610
        },
        {
          "query": 16,
          "extra_id": 940,
          "useful_id": 3,
          "full_row_id": 4012,
          "remaining": 593
        },
        {
          "query": 17,
          "extra_id": 19,
          "useful_id": 0,
          "full_row_id": 19,
          "remaining": 557
        },
        {
          "query": 18,
          "extra_id": 34,
          "useful_id": 1,
          "full_row_id": 1058,
          "remaining": 552
        },
        {
          "query": 19,
          "extra_id": 815,
          "useful_id": 2,
          "full_row_id": 2863,
          "remaining": 548
        },
        {
          "query": 20,
          "extra_id": 449,
          "useful_id": 3,
          "full_row_id": 3521,
          "remaining": 471
        },
        {
          "query": 21,
          "extra_id": 764,
          "useful_id": 0,
          "full_row_id": 764,
          "remaining": 444
        },
        {
          "query": 22,
          "extra_id": 497,
          "useful_id": 1,
          "full_row_id": 1521,
          "remaining": 406
        },
        {
          "query": 23,
          "extra_id": 921,
          "useful_id": 2,
          "full_row_id": 2969,
          "remaining": 382
        },
        {
          "query": 24,
          "extra_id": 74,
          "useful_id": 3,
          "full_row_id": 3146,
          "remaining": 361
        },
        {
          "query": 25,
          "extra_id": 688,
          "useful_id": 0,
          "full_row_id": 688,
          "remaining": 351
        },
        {
          "query": 26,
          "extra_id": 10,
          "useful_id": 1,
          "full_row_id": 1034,
          "remaining": 351
        },
        {
          "query": 27,
          "extra_id": 160,
          "useful_id": 2,
          "full_row_id": 2208,
          "remaining": 348
        },
        {
          "query": 28,
          "extra_id": 848,
          "useful_id": 3,
          "full_row_id": 3920,
          "remaining": 322
        },
        {
          "query": 29,
          "extra_id": 305,
          "useful_id": 0,
          "full_row_id": 305,
          "remaining": 313
        },
        {
          "query": 30,
          "extra_id": 1007,
          "useful_id": 1,
          "full_row_id": 2031,
          "remaining": 307
        },
        {
          "query": 31,
          "extra_id": 360,
          "useful_id": 2,
          "full_row_id": 2408,
          "remaining": 295
        },
        {
          "query": 32,
          "extra_id": 801,
          "useful_id": 3,
          "full_row_id": 3873,
          "remaining": 286
        },
        {
          "query": 33,
          "extra_id": 982,
          "useful_id": 0,
          "full_row_id": 982,
          "remaining": 241
        },
        {
          "query": 34,
          "extra_id": 327,
          "useful_id": 1,
          "full_row_id": 1351,
          "remaining": 186
        },
        {
          "query": 35,
          "extra_id": 1001,
          "useful_id": 2,
          "full_row_id": 3049,
          "remaining": 185
        },
        {
          "query": 36,
          "extra_id": 717,
          "useful_id": 3,
          "full_row_id": 3789,
          "remaining": 172
        },
        {
          "query": 37,
          "extra_id": 991,
          "useful_id": 0,
          "full_row_id": 991,
          "remaining": 171
        },
        {
          "query": 38,
          "extra_id": 310,
          "useful_id": 1,
          "full_row_id": 1334,
          "remaining": 143
        },
        {
          "query": 39,
          "extra_id": 525,
          "useful_id": 2,
          "full_row_id": 2573,
          "remaining": 140
        },
        {
          "query": 40,
          "extra_id": 754,
          "useful_id": 3,
          "full_row_id": 3826,
          "remaining": 133
        },
        {
          "query": 41,
          "extra_id": 987,
          "useful_id": 0,
          "full_row_id": 987,
          "remaining": 126
        },
        {
          "query": 42,
          "extra_id": 287,
          "useful_id": 1,
          "full_row_id": 1311,
          "remaining": 110
        },
        {
          "query": 43,
          "extra_id": 491,
          "useful_id": 2,
          "full_row_id": 2539,
          "remaining": 95
        },
        {
          "query": 44,
          "extra_id": 796,
          "useful_id": 3,
          "full_row_id": 3868,
          "remaining": 94
        },
        {
          "query": 45,
          "extra_id": 854,
          "useful_id": 0,
          "full_row_id": 854,
          "remaining": 92
        },
        {
          "query": 46,
          "extra_id": 1012,
          "useful_id": 1,
          "full_row_id": 2036,
          "remaining": 90
        },
        {
          "query": 47,
          "extra_id": 221,
          "useful_id": 2,
          "full_row_id": 2269,
          "remaining": 66
        },
        {
          "query": 48,
          "extra_id": 1009,
          "useful_id": 3,
          "full_row_id": 4081,
          "remaining": 65
        },
        {
          "query": 49,
          "extra_id": 121,
          "useful_id": 0,
          "full_row_id": 121,
          "remaining": 65
        },
        {
          "query": 50,
          "extra_id": 898,
          "useful_id": 1,
          "full_row_id": 1922,
          "remaining": 58
        },
        {
          "query": 51,
          "extra_id": 885,
          "useful_id": 2,
          "full_row_id": 2933,
          "remaining": 56
        },
        {
          "query": 52,
          "extra_id": 928,
          "useful_id": 3,
          "full_row_id": 4000,
          "remaining": 56
        },
        {
          "query": 53,
          "extra_id": 887,
          "useful_id": 0,
          "full_row_id": 887,
          "remaining": 54
        },
        {
          "query": 54,
          "extra_id": 713,
          "useful_id": 1,
          "full_row_id": 1737,
          "remaining": 50
        },
        {
          "query": 55,
          "extra_id": 587,
          "useful_id": 2,
          "full_row_id": 2635,
          "remaining": 47
        },
        {
          "query": 56,
          "extra_id": 561,
          "useful_id": 3,
          "full_row_id": 3633,
          "remaining": 44
        },
        {
          "query": 57,
          "extra_id": 87,
          "useful_id": 0,
          "full_row_id": 87,
          "remaining": 37
        },
        {
          "query": 58,
          "extra_id": 941,
          "useful_id": 1,
          "full_row_id": 1965,
          "remaining": 37
        },
        {
          "query": 59,
          "extra_id": 933,
          "useful_id": 2,
          "full_row_id": 2981,
          "remaining": 34
        },
        {
          "query": 60,
          "extra_id": 98,
          "useful_id": 3,
          "full_row_id": 3170,
          "remaining": 34
        },
        {
          "query": 61,
          "extra_id": 600,
          "useful_id": 0,
          "full_row_id": 600,
          "remaining": 34
        },
        {
          "query": 62,
          "extra_id": 378,
          "useful_id": 1,
          "full_row_id": 1402,
          "remaining": 32
        },
        {
          "query": 63,
          "extra_id": 752,
          "useful_id": 2,
          "full_row_id": 2800,
          "remaining": 32
        },
        {
          "query": 64,
          "extra_id": 611,
          "useful_id": 3,
          "full_row_id": 3683,
          "remaining": 32
        },
        {
          "query": 65,
          "extra_id": 592,
          "useful_id": 0,
          "full_row_id": 592,
          "remaining": 32
        },
        {
          "query": 66,
          "extra_id": 481,
          "useful_id": 1,
          "full_row_id": 1505,
          "remaining": 32
        },
        {
          "query": 67,
          "extra_id": 119,
          "useful_id": 2,
          "full_row_id": 2167,
          "remaining": 29
        },
        {
          "query": 68,
          "extra_id": 804,
          "useful_id": 3,
          "full_row_id": 3876,
          "remaining": 29
        },
        {
          "query": 69,
          "extra_id": 901,
          "useful_id": 0,
          "full_row_id": 901,
          "remaining": 28
        },
        {
          "query": 70,
          "extra_id": 203,
          "useful_id": 1,
          "full_row_id": 1227,
          "remaining": 26
        },
        {
          "query": 71,
          "extra_id": 470,
          "useful_id": 2,
          "full_row_id": 2518,
          "remaining": 17
        },
        {
          "query": 72,
          "extra_id": 69,
          "useful_id": 3,
          "full_row_id": 3141,
          "remaining": 17
        },
        {
          "query": 73,
          "extra_id": 442,
          "useful_id": 0,
          "full_row_id": 442,
          "remaining": 12
        },
        {
          "query": 74,
          "extra_id": 137,
          "useful_id": 1,
          "full_row_id": 1161,
          "remaining": 12
        },
        {
          "query": 75,
          "extra_id": 416,
          "useful_id": 2,
          "full_row_id": 2464,
          "remaining": 12
        },
        {
          "query": 76,
          "extra_id": 981,
          "useful_id": 3,
          "full_row_id": 4053,
          "remaining": 12
        },
        {
          "query": 77,
          "extra_id": 152,
          "useful_id": 0,
          "full_row_id": 152,
          "remaining": 11
        },
        {
          "query": 78,
          "extra_id": 144,
          "useful_id": 1,
          "full_row_id": 1168,
          "remaining": 11
        },
        {
          "query": 79,
          "extra_id": 711,
          "useful_id": 2,
          "full_row_id": 2759,
          "remaining": 9
        },
        {
          "query": 80,
          "extra_id": 236,
          "useful_id": 3,
          "full_row_id": 3308,
          "remaining": 3
        },
        {
          "query": 81,
          "extra_id": 11,
          "useful_id": 0,
          "full_row_id": 11,
          "remaining": 3
        },
        {
          "query": 82,
          "extra_id": 386,
          "useful_id": 1,
          "full_row_id": 1410,
          "remaining": 3
        },
        {
          "query": 83,
          "extra_id": 189,
          "useful_id": 2,
          "full_row_id": 2237,
          "remaining": 3
        },
        {
          "query": 84,
          "extra_id": 632,
          "useful_id": 3,
          "full_row_id": 3704,
          "remaining": 3
        },
        {
          "query": 85,
          "extra_id": 560,
          "useful_id": 0,
          "full_row_id": 560,
          "remaining": 3
        },
        {
          "query": 86,
          "extra_id": 791,
          "useful_id": 1,
          "full_row_id": 1815,
          "remaining": 3
        },
        {
          "query": 87,
          "extra_id": 614,
          "useful_id": 2,
          "full_row_id": 2662,
          "remaining": 1
        },
        {
          "query": 88,
          "extra_id": 86,
          "useful_id": 3,
          "full_row_id": 3158,
          "remaining": 1
        },
        {
          "query": 89,
          "extra_id": 67,
          "useful_id": 0,
          "full_row_id": 67,
          "remaining": 1
        },
        {
          "query": 90,
          "extra_id": 951,
          "useful_id": 1,
          "full_row_id": 1975,
          "remaining": 1
        },
        {
          "query": 91,
          "extra_id": 746,
          "useful_id": 2,
          "full_row_id": 2794,
          "remaining": 1
        },
        {
          "query": 92,
          "extra_id": 773,
          "useful_id": 3,
          "full_row_id": 3845,
          "remaining": 1
        },
        {
          "query": 93,
          "extra_id": 827,
          "useful_id": 0,
          "full_row_id": 827,
          "remaining": 1
        },
        {
          "query": 94,
          "extra_id": 331,
          "useful_id": 1,
          "full_row_id": 1355,
          "remaining": 0
        }
      ]
    },
    {
      "method": "random",
      "seed": 10,
      "snapshots": {
        "8": {
          "queries": 8,
          "new_rows": 8,
          "wrong_survived": 1530,
          "missed_share": 0.5396825396825397,
          "worst_error": 0.25,
          "by_size": {
            "2": {
              "wrong_survived": 5,
              "worst_error": 0.25
            },
            "3": {
              "wrong_survived": 166,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 1359,
              "worst_error": 0.0625
            }
          }
        },
        "32": {
          "queries": 32,
          "new_rows": 32,
          "wrong_survived": 319,
          "missed_share": 0.11252204585537919,
          "worst_error": 0.125,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 4,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 315,
              "worst_error": 0.0625
            }
          }
        },
        "128": {
          "queries": 107,
          "new_rows": 107,
          "wrong_survived": 0,
          "missed_share": 0.0,
          "worst_error": 0.0,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "4": {
              "wrong_survived": 0,
              "worst_error": 0.0
            }
          }
        }
      },
      "first_elimination": 107,
      "first_by_size": {
        "2": 18,
        "3": 46,
        "4": 107
      },
      "candidate_predictions_for_selection": 0,
      "selection_seconds": 0.006591342998945038,
      "selection_and_checkpoint_seconds": 0.01989556700027606,
      "history": [
        {
          "query": 1,
          "extra_id": 797,
          "useful_id": 0,
          "full_row_id": 797,
          "remaining": 2555
        },
        {
          "query": 2,
          "extra_id": 979,
          "useful_id": 1,
          "full_row_id": 2003,
          "remaining": 2254
        },
        {
          "query": 3,
          "extra_id": 276,
          "useful_id": 2,
          "full_row_id": 2324,
          "remaining": 2199
        },
        {
          "query": 4,
          "extra_id": 218,
          "useful_id": 3,
          "full_row_id": 3290,
          "remaining": 2013
        },
        {
          "query": 5,
          "extra_id": 813,
          "useful_id": 0,
          "full_row_id": 813,
          "remaining": 1848
        },
        {
          "query": 6,
          "extra_id": 850,
          "useful_id": 1,
          "full_row_id": 1874,
          "remaining": 1760
        },
        {
          "query": 7,
          "extra_id": 531,
          "useful_id": 2,
          "full_row_id": 2579,
          "remaining": 1689
        },
        {
          "query": 8,
          "extra_id": 159,
          "useful_id": 3,
          "full_row_id": 3231,
          "remaining": 1530
        },
        {
          "query": 9,
          "extra_id": 855,
          "useful_id": 0,
          "full_row_id": 855,
          "remaining": 1451
        },
        {
          "query": 10,
          "extra_id": 528,
          "useful_id": 1,
          "full_row_id": 1552,
          "remaining": 1445
        },
        {
          "query": 11,
          "extra_id": 163,
          "useful_id": 2,
          "full_row_id": 2211,
          "remaining": 1330
        },
        {
          "query": 12,
          "extra_id": 145,
          "useful_id": 3,
          "full_row_id": 3217,
          "remaining": 1305
        },
        {
          "query": 13,
          "extra_id": 426,
          "useful_id": 0,
          "full_row_id": 426,
          "remaining": 1167
        },
        {
          "query": 14,
          "extra_id": 708,
          "useful_id": 1,
          "full_row_id": 1732,
          "remaining": 1048
        },
        {
          "query": 15,
          "extra_id": 418,
          "useful_id": 2,
          "full_row_id": 2466,
          "remaining": 1030
        },
        {
          "query": 16,
          "extra_id": 865,
          "useful_id": 3,
          "full_row_id": 3937,
          "remaining": 928
        },
        {
          "query": 17,
          "extra_id": 13,
          "useful_id": 0,
          "full_row_id": 13,
          "remaining": 907
        },
        {
          "query": 18,
          "extra_id": 441,
          "useful_id": 1,
          "full_row_id": 1465,
          "remaining": 811
        },
        {
          "query": 19,
          "extra_id": 543,
          "useful_id": 2,
          "full_row_id": 2591,
          "remaining": 779
        },
        {
          "query": 20,
          "extra_id": 981,
          "useful_id": 3,
          "full_row_id": 4053,
          "remaining": 743
        },
        {
          "query": 21,
          "extra_id": 247,
          "useful_id": 0,
          "full_row_id": 247,
          "remaining": 633
        },
        {
          "query": 22,
          "extra_id": 845,
          "useful_id": 1,
          "full_row_id": 1869,
          "remaining": 586
        },
        {
          "query": 23,
          "extra_id": 80,
          "useful_id": 2,
          "full_row_id": 2128,
          "remaining": 579
        },
        {
          "query": 24,
          "extra_id": 352,
          "useful_id": 3,
          "full_row_id": 3424,
          "remaining": 554
        },
        {
          "query": 25,
          "extra_id": 767,
          "useful_id": 0,
          "full_row_id": 767,
          "remaining": 483
        },
        {
          "query": 26,
          "extra_id": 594,
          "useful_id": 1,
          "full_row_id": 1618,
          "remaining": 479
        },
        {
          "query": 27,
          "extra_id": 961,
          "useful_id": 2,
          "full_row_id": 3009,
          "remaining": 466
        },
        {
          "query": 28,
          "extra_id": 771,
          "useful_id": 3,
          "full_row_id": 3843,
          "remaining": 446
        },
        {
          "query": 29,
          "extra_id": 936,
          "useful_id": 0,
          "full_row_id": 936,
          "remaining": 396
        },
        {
          "query": 30,
          "extra_id": 846,
          "useful_id": 1,
          "full_row_id": 1870,
          "remaining": 342
        },
        {
          "query": 31,
          "extra_id": 144,
          "useful_id": 2,
          "full_row_id": 2192,
          "remaining": 339
        },
        {
          "query": 32,
          "extra_id": 955,
          "useful_id": 3,
          "full_row_id": 4027,
          "remaining": 319
        },
        {
          "query": 33,
          "extra_id": 866,
          "useful_id": 0,
          "full_row_id": 866,
          "remaining": 299
        },
        {
          "query": 34,
          "extra_id": 155,
          "useful_id": 1,
          "full_row_id": 1179,
          "remaining": 297
        },
        {
          "query": 35,
          "extra_id": 1002,
          "useful_id": 2,
          "full_row_id": 3050,
          "remaining": 280
        },
        {
          "query": 36,
          "extra_id": 759,
          "useful_id": 3,
          "full_row_id": 3831,
          "remaining": 276
        },
        {
          "query": 37,
          "extra_id": 327,
          "useful_id": 0,
          "full_row_id": 327,
          "remaining": 246
        },
        {
          "query": 38,
          "extra_id": 149,
          "useful_id": 1,
          "full_row_id": 1173,
          "remaining": 241
        },
        {
          "query": 39,
          "extra_id": 401,
          "useful_id": 2,
          "full_row_id": 2449,
          "remaining": 239
        },
        {
          "query": 40,
          "extra_id": 926,
          "useful_id": 3,
          "full_row_id": 3998,
          "remaining": 212
        },
        {
          "query": 41,
          "extra_id": 801,
          "useful_id": 0,
          "full_row_id": 801,
          "remaining": 211
        },
        {
          "query": 42,
          "extra_id": 237,
          "useful_id": 1,
          "full_row_id": 1261,
          "remaining": 172
        },
        {
          "query": 43,
          "extra_id": 505,
          "useful_id": 2,
          "full_row_id": 2553,
          "remaining": 161
        },
        {
          "query": 44,
          "extra_id": 874,
          "useful_id": 3,
          "full_row_id": 3946,
          "remaining": 153
        },
        {
          "query": 45,
          "extra_id": 655,
          "useful_id": 0,
          "full_row_id": 655,
          "remaining": 141
        },
        {
          "query": 46,
          "extra_id": 318,
          "useful_id": 1,
          "full_row_id": 1342,
          "remaining": 99
        },
        {
          "query": 47,
          "extra_id": 120,
          "useful_id": 2,
          "full_row_id": 2168,
          "remaining": 76
        },
        {
          "query": 48,
          "extra_id": 993,
          "useful_id": 3,
          "full_row_id": 4065,
          "remaining": 75
        },
        {
          "query": 49,
          "extra_id": 246,
          "useful_id": 0,
          "full_row_id": 246,
          "remaining": 61
        },
        {
          "query": 50,
          "extra_id": 534,
          "useful_id": 1,
          "full_row_id": 1558,
          "remaining": 59
        },
        {
          "query": 51,
          "extra_id": 705,
          "useful_id": 2,
          "full_row_id": 2753,
          "remaining": 55
        },
        {
          "query": 52,
          "extra_id": 336,
          "useful_id": 3,
          "full_row_id": 3408,
          "remaining": 55
        },
        {
          "query": 53,
          "extra_id": 532,
          "useful_id": 0,
          "full_row_id": 532,
          "remaining": 55
        },
        {
          "query": 54,
          "extra_id": 295,
          "useful_id": 1,
          "full_row_id": 1319,
          "remaining": 48
        },
        {
          "query": 55,
          "extra_id": 856,
          "useful_id": 2,
          "full_row_id": 2904,
          "remaining": 46
        },
        {
          "query": 56,
          "extra_id": 621,
          "useful_id": 3,
          "full_row_id": 3693,
          "remaining": 37
        },
        {
          "query": 57,
          "extra_id": 187,
          "useful_id": 0,
          "full_row_id": 187,
          "remaining": 35
        },
        {
          "query": 58,
          "extra_id": 348,
          "useful_id": 1,
          "full_row_id": 1372,
          "remaining": 33
        },
        {
          "query": 59,
          "extra_id": 702,
          "useful_id": 2,
          "full_row_id": 2750,
          "remaining": 25
        },
        {
          "query": 60,
          "extra_id": 692,
          "useful_id": 3,
          "full_row_id": 3764,
          "remaining": 18
        },
        {
          "query": 61,
          "extra_id": 324,
          "useful_id": 0,
          "full_row_id": 324,
          "remaining": 18
        },
        {
          "query": 62,
          "extra_id": 165,
          "useful_id": 1,
          "full_row_id": 1189,
          "remaining": 18
        },
        {
          "query": 63,
          "extra_id": 157,
          "useful_id": 2,
          "full_row_id": 2205,
          "remaining": 17
        },
        {
          "query": 64,
          "extra_id": 263,
          "useful_id": 3,
          "full_row_id": 3335,
          "remaining": 17
        },
        {
          "query": 65,
          "extra_id": 807,
          "useful_id": 0,
          "full_row_id": 807,
          "remaining": 17
        },
        {
          "query": 66,
          "extra_id": 892,
          "useful_id": 1,
          "full_row_id": 1916,
          "remaining": 15
        },
        {
          "query": 67,
          "extra_id": 359,
          "useful_id": 2,
          "full_row_id": 2407,
          "remaining": 15
        },
        {
          "query": 68,
          "extra_id": 615,
          "useful_id": 3,
          "full_row_id": 3687,
          "remaining": 13
        },
        {
          "query": 69,
          "extra_id": 514,
          "useful_id": 0,
          "full_row_id": 514,
          "remaining": 13
        },
        {
          "query": 70,
          "extra_id": 274,
          "useful_id": 1,
          "full_row_id": 1298,
          "remaining": 13
        },
        {
          "query": 71,
          "extra_id": 549,
          "useful_id": 2,
          "full_row_id": 2597,
          "remaining": 13
        },
        {
          "query": 72,
          "extra_id": 156,
          "useful_id": 3,
          "full_row_id": 3228,
          "remaining": 13
        },
        {
          "query": 73,
          "extra_id": 499,
          "useful_id": 0,
          "full_row_id": 499,
          "remaining": 11
        },
        {
          "query": 74,
          "extra_id": 140,
          "useful_id": 1,
          "full_row_id": 1164,
          "remaining": 11
        },
        {
          "query": 75,
          "extra_id": 258,
          "useful_id": 2,
          "full_row_id": 2306,
          "remaining": 11
        },
        {
          "query": 76,
          "extra_id": 262,
          "useful_id": 3,
          "full_row_id": 3334,
          "remaining": 11
        },
        {
          "query": 77,
          "extra_id": 27,
          "useful_id": 0,
          "full_row_id": 27,
          "remaining": 9
        },
        {
          "query": 78,
          "extra_id": 400,
          "useful_id": 1,
          "full_row_id": 1424,
          "remaining": 9
        },
        {
          "query": 79,
          "extra_id": 738,
          "useful_id": 2,
          "full_row_id": 2786,
          "remaining": 8
        },
        {
          "query": 80,
          "extra_id": 667,
          "useful_id": 3,
          "full_row_id": 3739,
          "remaining": 7
        },
        {
          "query": 81,
          "extra_id": 794,
          "useful_id": 0,
          "full_row_id": 794,
          "remaining": 7
        },
        {
          "query": 82,
          "extra_id": 860,
          "useful_id": 1,
          "full_row_id": 1884,
          "remaining": 7
        },
        {
          "query": 83,
          "extra_id": 66,
          "useful_id": 2,
          "full_row_id": 2114,
          "remaining": 7
        },
        {
          "query": 84,
          "extra_id": 792,
          "useful_id": 3,
          "full_row_id": 3864,
          "remaining": 7
        },
        {
          "query": 85,
          "extra_id": 118,
          "useful_id": 0,
          "full_row_id": 118,
          "remaining": 6
        },
        {
          "query": 86,
          "extra_id": 358,
          "useful_id": 1,
          "full_row_id": 1382,
          "remaining": 5
        },
        {
          "query": 87,
          "extra_id": 93,
          "useful_id": 2,
          "full_row_id": 2141,
          "remaining": 5
        },
        {
          "query": 88,
          "extra_id": 161,
          "useful_id": 3,
          "full_row_id": 3233,
          "remaining": 5
        },
        {
          "query": 89,
          "extra_id": 497,
          "useful_id": 0,
          "full_row_id": 497,
          "remaining": 5
        },
        {
          "query": 90,
          "extra_id": 474,
          "useful_id": 1,
          "full_row_id": 1498,
          "remaining": 5
        },
        {
          "query": 91,
          "extra_id": 376,
          "useful_id": 2,
          "full_row_id": 2424,
          "remaining": 5
        },
        {
          "query": 92,
          "extra_id": 456,
          "useful_id": 3,
          "full_row_id": 3528,
          "remaining": 5
        },
        {
          "query": 93,
          "extra_id": 440,
          "useful_id": 0,
          "full_row_id": 440,
          "remaining": 5
        },
        {
          "query": 94,
          "extra_id": 596,
          "useful_id": 1,
          "full_row_id": 1620,
          "remaining": 5
        },
        {
          "query": 95,
          "extra_id": 643,
          "useful_id": 2,
          "full_row_id": 2691,
          "remaining": 5
        },
        {
          "query": 96,
          "extra_id": 390,
          "useful_id": 3,
          "full_row_id": 3462,
          "remaining": 3
        },
        {
          "query": 97,
          "extra_id": 775,
          "useful_id": 0,
          "full_row_id": 775,
          "remaining": 3
        },
        {
          "query": 98,
          "extra_id": 653,
          "useful_id": 1,
          "full_row_id": 1677,
          "remaining": 3
        },
        {
          "query": 99,
          "extra_id": 503,
          "useful_id": 2,
          "full_row_id": 2551,
          "remaining": 2
        },
        {
          "query": 100,
          "extra_id": 117,
          "useful_id": 3,
          "full_row_id": 3189,
          "remaining": 1
        },
        {
          "query": 101,
          "extra_id": 858,
          "useful_id": 0,
          "full_row_id": 858,
          "remaining": 1
        },
        {
          "query": 102,
          "extra_id": 243,
          "useful_id": 1,
          "full_row_id": 1267,
          "remaining": 1
        },
        {
          "query": 103,
          "extra_id": 346,
          "useful_id": 2,
          "full_row_id": 2394,
          "remaining": 1
        },
        {
          "query": 104,
          "extra_id": 787,
          "useful_id": 3,
          "full_row_id": 3859,
          "remaining": 1
        },
        {
          "query": 105,
          "extra_id": 883,
          "useful_id": 0,
          "full_row_id": 883,
          "remaining": 1
        },
        {
          "query": 106,
          "extra_id": 1012,
          "useful_id": 1,
          "full_row_id": 2036,
          "remaining": 1
        },
        {
          "query": 107,
          "extra_id": 841,
          "useful_id": 2,
          "full_row_id": 2889,
          "remaining": 0
        }
      ]
    },
    {
      "method": "random",
      "seed": 11,
      "snapshots": {
        "8": {
          "queries": 8,
          "new_rows": 8,
          "wrong_survived": 1749,
          "missed_share": 0.6169312169312169,
          "worst_error": 0.25,
          "by_size": {
            "2": {
              "wrong_survived": 8,
              "worst_error": 0.25
            },
            "3": {
              "wrong_survived": 213,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 1528,
              "worst_error": 0.0625
            }
          }
        },
        "32": {
          "queries": 32,
          "new_rows": 32,
          "wrong_survived": 338,
          "missed_share": 0.11922398589065256,
          "worst_error": 0.125,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 8,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 330,
              "worst_error": 0.0625
            }
          }
        },
        "128": {
          "queries": 115,
          "new_rows": 115,
          "wrong_survived": 0,
          "missed_share": 0.0,
          "worst_error": 0.0,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "4": {
              "wrong_survived": 0,
              "worst_error": 0.0
            }
          }
        }
      },
      "first_elimination": 115,
      "first_by_size": {
        "2": 17,
        "3": 55,
        "4": 115
      },
      "candidate_predictions_for_selection": 0,
      "selection_seconds": 0.00709904799805372,
      "selection_and_checkpoint_seconds": 0.021650852999300696,
      "history": [
        {
          "query": 1,
          "extra_id": 144,
          "useful_id": 0,
          "full_row_id": 144,
          "remaining": 2798
        },
        {
          "query": 2,
          "extra_id": 139,
          "useful_id": 1,
          "full_row_id": 1163,
          "remaining": 2637
        },
        {
          "query": 3,
          "extra_id": 818,
          "useful_id": 2,
          "full_row_id": 2866,
          "remaining": 2412
        },
        {
          "query": 4,
          "extra_id": 517,
          "useful_id": 3,
          "full_row_id": 3589,
          "remaining": 2317
        },
        {
          "query": 5,
          "extra_id": 609,
          "useful_id": 0,
          "full_row_id": 609,
          "remaining": 2179
        },
        {
          "query": 6,
          "extra_id": 621,
          "useful_id": 1,
          "full_row_id": 1645,
          "remaining": 2017
        },
        {
          "query": 7,
          "extra_id": 733,
          "useful_id": 2,
          "full_row_id": 2781,
          "remaining": 1801
        },
        {
          "query": 8,
          "extra_id": 35,
          "useful_id": 3,
          "full_row_id": 3107,
          "remaining": 1749
        },
        {
          "query": 9,
          "extra_id": 500,
          "useful_id": 0,
          "full_row_id": 500,
          "remaining": 1522
        },
        {
          "query": 10,
          "extra_id": 160,
          "useful_id": 1,
          "full_row_id": 1184,
          "remaining": 1496
        },
        {
          "query": 11,
          "extra_id": 416,
          "useful_id": 2,
          "full_row_id": 2464,
          "remaining": 1464
        },
        {
          "query": 12,
          "extra_id": 952,
          "useful_id": 3,
          "full_row_id": 4024,
          "remaining": 1324
        },
        {
          "query": 13,
          "extra_id": 566,
          "useful_id": 0,
          "full_row_id": 566,
          "remaining": 1225
        },
        {
          "query": 14,
          "extra_id": 79,
          "useful_id": 1,
          "full_row_id": 1103,
          "remaining": 1118
        },
        {
          "query": 15,
          "extra_id": 561,
          "useful_id": 2,
          "full_row_id": 2609,
          "remaining": 1079
        },
        {
          "query": 16,
          "extra_id": 141,
          "useful_id": 3,
          "full_row_id": 3213,
          "remaining": 1043
        },
        {
          "query": 17,
          "extra_id": 777,
          "useful_id": 0,
          "full_row_id": 777,
          "remaining": 962
        },
        {
          "query": 18,
          "extra_id": 972,
          "useful_id": 1,
          "full_row_id": 1996,
          "remaining": 855
        },
        {
          "query": 19,
          "extra_id": 1003,
          "useful_id": 2,
          "full_row_id": 3051,
          "remaining": 719
        },
        {
          "query": 20,
          "extra_id": 642,
          "useful_id": 3,
          "full_row_id": 3714,
          "remaining": 675
        },
        {
          "query": 21,
          "extra_id": 890,
          "useful_id": 0,
          "full_row_id": 890,
          "remaining": 593
        },
        {
          "query": 22,
          "extra_id": 382,
          "useful_id": 1,
          "full_row_id": 1406,
          "remaining": 514
        },
        {
          "query": 23,
          "extra_id": 158,
          "useful_id": 2,
          "full_row_id": 2206,
          "remaining": 458
        },
        {
          "query": 24,
          "extra_id": 528,
          "useful_id": 3,
          "full_row_id": 3600,
          "remaining": 453
        },
        {
          "query": 25,
          "extra_id": 457,
          "useful_id": 0,
          "full_row_id": 457,
          "remaining": 414
        },
        {
          "query": 26,
          "extra_id": 683,
          "useful_id": 1,
          "full_row_id": 1707,
          "remaining": 394
        },
        {
          "query": 27,
          "extra_id": 1018,
          "useful_id": 2,
          "full_row_id": 3066,
          "remaining": 384
        },
        {
          "query": 28,
          "extra_id": 288,
          "useful_id": 3,
          "full_row_id": 3360,
          "remaining": 382
        },
        {
          "query": 29,
          "extra_id": 876,
          "useful_id": 0,
          "full_row_id": 876,
          "remaining": 371
        },
        {
          "query": 30,
          "extra_id": 149,
          "useful_id": 1,
          "full_row_id": 1173,
          "remaining": 344
        },
        {
          "query": 31,
          "extra_id": 360,
          "useful_id": 2,
          "full_row_id": 2408,
          "remaining": 339
        },
        {
          "query": 32,
          "extra_id": 808,
          "useful_id": 3,
          "full_row_id": 3880,
          "remaining": 338
        },
        {
          "query": 33,
          "extra_id": 260,
          "useful_id": 0,
          "full_row_id": 260,
          "remaining": 324
        },
        {
          "query": 34,
          "extra_id": 690,
          "useful_id": 1,
          "full_row_id": 1714,
          "remaining": 318
        },
        {
          "query": 35,
          "extra_id": 473,
          "useful_id": 2,
          "full_row_id": 2521,
          "remaining": 288
        },
        {
          "query": 36,
          "extra_id": 530,
          "useful_id": 3,
          "full_row_id": 3602,
          "remaining": 283
        },
        {
          "query": 37,
          "extra_id": 963,
          "useful_id": 0,
          "full_row_id": 963,
          "remaining": 231
        },
        {
          "query": 38,
          "extra_id": 838,
          "useful_id": 1,
          "full_row_id": 1862,
          "remaining": 202
        },
        {
          "query": 39,
          "extra_id": 860,
          "useful_id": 2,
          "full_row_id": 2908,
          "remaining": 189
        },
        {
          "query": 40,
          "extra_id": 565,
          "useful_id": 3,
          "full_row_id": 3637,
          "remaining": 184
        },
        {
          "query": 41,
          "extra_id": 1005,
          "useful_id": 0,
          "full_row_id": 1005,
          "remaining": 170
        },
        {
          "query": 42,
          "extra_id": 1002,
          "useful_id": 1,
          "full_row_id": 2026,
          "remaining": 168
        },
        {
          "query": 43,
          "extra_id": 145,
          "useful_id": 2,
          "full_row_id": 2193,
          "remaining": 168
        },
        {
          "query": 44,
          "extra_id": 216,
          "useful_id": 3,
          "full_row_id": 3288,
          "remaining": 159
        },
        {
          "query": 45,
          "extra_id": 320,
          "useful_id": 0,
          "full_row_id": 320,
          "remaining": 159
        },
        {
          "query": 46,
          "extra_id": 572,
          "useful_id": 1,
          "full_row_id": 1596,
          "remaining": 151
        },
        {
          "query": 47,
          "extra_id": 843,
          "useful_id": 2,
          "full_row_id": 2891,
          "remaining": 146
        },
        {
          "query": 48,
          "extra_id": 495,
          "useful_id": 3,
          "full_row_id": 3567,
          "remaining": 125
        },
        {
          "query": 49,
          "extra_id": 1007,
          "useful_id": 0,
          "full_row_id": 1007,
          "remaining": 122
        },
        {
          "query": 50,
          "extra_id": 364,
          "useful_id": 1,
          "full_row_id": 1388,
          "remaining": 122
        },
        {
          "query": 51,
          "extra_id": 946,
          "useful_id": 2,
          "full_row_id": 2994,
          "remaining": 121
        },
        {
          "query": 52,
          "extra_id": 608,
          "useful_id": 3,
          "full_row_id": 3680,
          "remaining": 119
        },
        {
          "query": 53,
          "extra_id": 738,
          "useful_id": 0,
          "full_row_id": 738,
          "remaining": 109
        },
        {
          "query": 54,
          "extra_id": 244,
          "useful_id": 1,
          "full_row_id": 1268,
          "remaining": 101
        },
        {
          "query": 55,
          "extra_id": 607,
          "useful_id": 2,
          "full_row_id": 2655,
          "remaining": 87
        },
        {
          "query": 56,
          "extra_id": 820,
          "useful_id": 3,
          "full_row_id": 3892,
          "remaining": 83
        },
        {
          "query": 57,
          "extra_id": 906,
          "useful_id": 0,
          "full_row_id": 906,
          "remaining": 79
        },
        {
          "query": 58,
          "extra_id": 886,
          "useful_id": 1,
          "full_row_id": 1910,
          "remaining": 76
        },
        {
          "query": 59,
          "extra_id": 987,
          "useful_id": 2,
          "full_row_id": 3035,
          "remaining": 71
        },
        {
          "query": 60,
          "extra_id": 133,
          "useful_id": 3,
          "full_row_id": 3205,
          "remaining": 70
        },
        {
          "query": 61,
          "extra_id": 793,
          "useful_id": 0,
          "full_row_id": 793,
          "remaining": 66
        },
        {
          "query": 62,
          "extra_id": 475,
          "useful_id": 1,
          "full_row_id": 1499,
          "remaining": 61
        },
        {
          "query": 63,
          "extra_id": 701,
          "useful_id": 2,
          "full_row_id": 2749,
          "remaining": 57
        },
        {
          "query": 64,
          "extra_id": 286,
          "useful_id": 3,
          "full_row_id": 3358,
          "remaining": 51
        },
        {
          "query": 65,
          "extra_id": 19,
          "useful_id": 0,
          "full_row_id": 19,
          "remaining": 47
        },
        {
          "query": 66,
          "extra_id": 89,
          "useful_id": 1,
          "full_row_id": 1113,
          "remaining": 47
        },
        {
          "query": 67,
          "extra_id": 993,
          "useful_id": 2,
          "full_row_id": 3041,
          "remaining": 43
        },
        {
          "query": 68,
          "extra_id": 914,
          "useful_id": 3,
          "full_row_id": 3986,
          "remaining": 42
        },
        {
          "query": 69,
          "extra_id": 313,
          "useful_id": 0,
          "full_row_id": 313,
          "remaining": 32
        },
        {
          "query": 70,
          "extra_id": 438,
          "useful_id": 1,
          "full_row_id": 1462,
          "remaining": 26
        },
        {
          "query": 71,
          "extra_id": 250,
          "useful_id": 2,
          "full_row_id": 2298,
          "remaining": 25
        },
        {
          "query": 72,
          "extra_id": 159,
          "useful_id": 3,
          "full_row_id": 3231,
          "remaining": 24
        },
        {
          "query": 73,
          "extra_id": 873,
          "useful_id": 0,
          "full_row_id": 873,
          "remaining": 24
        },
        {
          "query": 74,
          "extra_id": 687,
          "useful_id": 1,
          "full_row_id": 1711,
          "remaining": 22
        },
        {
          "query": 75,
          "extra_id": 82,
          "useful_id": 2,
          "full_row_id": 2130,
          "remaining": 19
        },
        {
          "query": 76,
          "extra_id": 212,
          "useful_id": 3,
          "full_row_id": 3284,
          "remaining": 19
        },
        {
          "query": 77,
          "extra_id": 579,
          "useful_id": 0,
          "full_row_id": 579,
          "remaining": 19
        },
        {
          "query": 78,
          "extra_id": 920,
          "useful_id": 1,
          "full_row_id": 1944,
          "remaining": 19
        },
        {
          "query": 79,
          "extra_id": 1020,
          "useful_id": 2,
          "full_row_id": 3068,
          "remaining": 19
        },
        {
          "query": 80,
          "extra_id": 227,
          "useful_id": 3,
          "full_row_id": 3299,
          "remaining": 18
        },
        {
          "query": 81,
          "extra_id": 627,
          "useful_id": 0,
          "full_row_id": 627,
          "remaining": 15
        },
        {
          "query": 82,
          "extra_id": 39,
          "useful_id": 1,
          "full_row_id": 1063,
          "remaining": 13
        },
        {
          "query": 83,
          "extra_id": 186,
          "useful_id": 2,
          "full_row_id": 2234,
          "remaining": 13
        },
        {
          "query": 84,
          "extra_id": 211,
          "useful_id": 3,
          "full_row_id": 3283,
          "remaining": 13
        },
        {
          "query": 85,
          "extra_id": 452,
          "useful_id": 0,
          "full_row_id": 452,
          "remaining": 13
        },
        {
          "query": 86,
          "extra_id": 357,
          "useful_id": 1,
          "full_row_id": 1381,
          "remaining": 8
        },
        {
          "query": 87,
          "extra_id": 743,
          "useful_id": 2,
          "full_row_id": 2791,
          "remaining": 7
        },
        {
          "query": 88,
          "extra_id": 481,
          "useful_id": 3,
          "full_row_id": 3553,
          "remaining": 7
        },
        {
          "query": 89,
          "extra_id": 350,
          "useful_id": 0,
          "full_row_id": 350,
          "remaining": 7
        },
        {
          "query": 90,
          "extra_id": 925,
          "useful_id": 1,
          "full_row_id": 1949,
          "remaining": 3
        },
        {
          "query": 91,
          "extra_id": 643,
          "useful_id": 2,
          "full_row_id": 2691,
          "remaining": 3
        },
        {
          "query": 92,
          "extra_id": 713,
          "useful_id": 3,
          "full_row_id": 3785,
          "remaining": 3
        },
        {
          "query": 93,
          "extra_id": 761,
          "useful_id": 0,
          "full_row_id": 761,
          "remaining": 3
        },
        {
          "query": 94,
          "extra_id": 349,
          "useful_id": 1,
          "full_row_id": 1373,
          "remaining": 3
        },
        {
          "query": 95,
          "extra_id": 909,
          "useful_id": 2,
          "full_row_id": 2957,
          "remaining": 3
        },
        {
          "query": 96,
          "extra_id": 22,
          "useful_id": 3,
          "full_row_id": 3094,
          "remaining": 3
        },
        {
          "query": 97,
          "extra_id": 318,
          "useful_id": 0,
          "full_row_id": 318,
          "remaining": 3
        },
        {
          "query": 98,
          "extra_id": 171,
          "useful_id": 1,
          "full_row_id": 1195,
          "remaining": 3
        },
        {
          "query": 99,
          "extra_id": 7,
          "useful_id": 2,
          "full_row_id": 2055,
          "remaining": 3
        },
        {
          "query": 100,
          "extra_id": 1019,
          "useful_id": 3,
          "full_row_id": 4091,
          "remaining": 3
        },
        {
          "query": 101,
          "extra_id": 98,
          "useful_id": 0,
          "full_row_id": 98,
          "remaining": 3
        },
        {
          "query": 102,
          "extra_id": 471,
          "useful_id": 1,
          "full_row_id": 1495,
          "remaining": 2
        },
        {
          "query": 103,
          "extra_id": 834,
          "useful_id": 2,
          "full_row_id": 2882,
          "remaining": 2
        },
        {
          "query": 104,
          "extra_id": 706,
          "useful_id": 3,
          "full_row_id": 3778,
          "remaining": 2
        },
        {
          "query": 105,
          "extra_id": 871,
          "useful_id": 0,
          "full_row_id": 871,
          "remaining": 2
        },
        {
          "query": 106,
          "extra_id": 61,
          "useful_id": 1,
          "full_row_id": 1085,
          "remaining": 2
        },
        {
          "query": 107,
          "extra_id": 509,
          "useful_id": 2,
          "full_row_id": 2557,
          "remaining": 2
        },
        {
          "query": 108,
          "extra_id": 42,
          "useful_id": 3,
          "full_row_id": 3114,
          "remaining": 2
        },
        {
          "query": 109,
          "extra_id": 204,
          "useful_id": 0,
          "full_row_id": 204,
          "remaining": 2
        },
        {
          "query": 110,
          "extra_id": 861,
          "useful_id": 1,
          "full_row_id": 1885,
          "remaining": 2
        },
        {
          "query": 111,
          "extra_id": 83,
          "useful_id": 2,
          "full_row_id": 2131,
          "remaining": 2
        },
        {
          "query": 112,
          "extra_id": 602,
          "useful_id": 3,
          "full_row_id": 3674,
          "remaining": 2
        },
        {
          "query": 113,
          "extra_id": 27,
          "useful_id": 0,
          "full_row_id": 27,
          "remaining": 2
        },
        {
          "query": 114,
          "extra_id": 324,
          "useful_id": 1,
          "full_row_id": 1348,
          "remaining": 2
        },
        {
          "query": 115,
          "extra_id": 951,
          "useful_id": 2,
          "full_row_id": 2999,
          "remaining": 0
        }
      ]
    },
    {
      "method": "random",
      "seed": 12,
      "snapshots": {
        "8": {
          "queries": 8,
          "new_rows": 8,
          "wrong_survived": 1424,
          "missed_share": 0.5022927689594356,
          "worst_error": 0.25,
          "by_size": {
            "2": {
              "wrong_survived": 1,
              "worst_error": 0.25
            },
            "3": {
              "wrong_survived": 124,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 1299,
              "worst_error": 0.0625
            }
          }
        },
        "32": {
          "queries": 32,
          "new_rows": 32,
          "wrong_survived": 213,
          "missed_share": 0.07513227513227513,
          "worst_error": 0.125,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 2,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 211,
              "worst_error": 0.0625
            }
          }
        },
        "128": {
          "queries": 128,
          "new_rows": 128,
          "wrong_survived": 2,
          "missed_share": 0.0007054673721340388,
          "worst_error": 0.0625,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "4": {
              "wrong_survived": 2,
              "worst_error": 0.0625
            }
          }
        }
      },
      "first_elimination": null,
      "first_by_size": {
        "2": 11,
        "3": 49,
        "4": null
      },
      "candidate_predictions_for_selection": 0,
      "selection_seconds": 0.008279997007775819,
      "selection_and_checkpoint_seconds": 0.023159636999480426,
      "history": [
        {
          "query": 1,
          "extra_id": 631,
          "useful_id": 0,
          "full_row_id": 631,
          "remaining": 2513
        },
        {
          "query": 2,
          "extra_id": 263,
          "useful_id": 1,
          "full_row_id": 1287,
          "remaining": 2367
        },
        {
          "query": 3,
          "extra_id": 996,
          "useful_id": 2,
          "full_row_id": 3044,
          "remaining": 2112
        },
        {
          "query": 4,
          "extra_id": 969,
          "useful_id": 3,
          "full_row_id": 4041,
          "remaining": 1876
        },
        {
          "query": 5,
          "extra_id": 72,
          "useful_id": 0,
          "full_row_id": 72,
          "remaining": 1850
        },
        {
          "query": 6,
          "extra_id": 200,
          "useful_id": 1,
          "full_row_id": 1224,
          "remaining": 1814
        },
        {
          "query": 7,
          "extra_id": 211,
          "useful_id": 2,
          "full_row_id": 2259,
          "remaining": 1653
        },
        {
          "query": 8,
          "extra_id": 190,
          "useful_id": 3,
          "full_row_id": 3262,
          "remaining": 1424
        },
        {
          "query": 9,
          "extra_id": 600,
          "useful_id": 0,
          "full_row_id": 600,
          "remaining": 1328
        },
        {
          "query": 10,
          "extra_id": 366,
          "useful_id": 1,
          "full_row_id": 1390,
          "remaining": 1170
        },
        {
          "query": 11,
          "extra_id": 500,
          "useful_id": 2,
          "full_row_id": 2548,
          "remaining": 1073
        },
        {
          "query": 12,
          "extra_id": 244,
          "useful_id": 3,
          "full_row_id": 3316,
          "remaining": 1057
        },
        {
          "query": 13,
          "extra_id": 974,
          "useful_id": 0,
          "full_row_id": 974,
          "remaining": 952
        },
        {
          "query": 14,
          "extra_id": 691,
          "useful_id": 1,
          "full_row_id": 1715,
          "remaining": 830
        },
        {
          "query": 15,
          "extra_id": 684,
          "useful_id": 2,
          "full_row_id": 2732,
          "remaining": 759
        },
        {
          "query": 16,
          "extra_id": 123,
          "useful_id": 3,
          "full_row_id": 3195,
          "remaining": 673
        },
        {
          "query": 17,
          "extra_id": 170,
          "useful_id": 0,
          "full_row_id": 170,
          "remaining": 648
        },
        {
          "query": 18,
          "extra_id": 917,
          "useful_id": 1,
          "full_row_id": 1941,
          "remaining": 536
        },
        {
          "query": 19,
          "extra_id": 332,
          "useful_id": 2,
          "full_row_id": 2380,
          "remaining": 516
        },
        {
          "query": 20,
          "extra_id": 878,
          "useful_id": 3,
          "full_row_id": 3950,
          "remaining": 491
        },
        {
          "query": 21,
          "extra_id": 806,
          "useful_id": 0,
          "full_row_id": 806,
          "remaining": 458
        },
        {
          "query": 22,
          "extra_id": 6,
          "useful_id": 1,
          "full_row_id": 1030,
          "remaining": 456
        },
        {
          "query": 23,
          "extra_id": 489,
          "useful_id": 2,
          "full_row_id": 2537,
          "remaining": 398
        },
        {
          "query": 24,
          "extra_id": 560,
          "useful_id": 3,
          "full_row_id": 3632,
          "remaining": 383
        },
        {
          "query": 25,
          "extra_id": 483,
          "useful_id": 0,
          "full_row_id": 483,
          "remaining": 348
        },
        {
          "query": 26,
          "extra_id": 115,
          "useful_id": 1,
          "full_row_id": 1139,
          "remaining": 348
        },
        {
          "query": 27,
          "extra_id": 741,
          "useful_id": 2,
          "full_row_id": 2789,
          "remaining": 319
        },
        {
          "query": 28,
          "extra_id": 274,
          "useful_id": 3,
          "full_row_id": 3346,
          "remaining": 283
        },
        {
          "query": 29,
          "extra_id": 368,
          "useful_id": 0,
          "full_row_id": 368,
          "remaining": 269
        },
        {
          "query": 30,
          "extra_id": 434,
          "useful_id": 1,
          "full_row_id": 1458,
          "remaining": 255
        },
        {
          "query": 31,
          "extra_id": 314,
          "useful_id": 2,
          "full_row_id": 2362,
          "remaining": 233
        },
        {
          "query": 32,
          "extra_id": 471,
          "useful_id": 3,
          "full_row_id": 3543,
          "remaining": 213
        },
        {
          "query": 33,
          "extra_id": 860,
          "useful_id": 0,
          "full_row_id": 860,
          "remaining": 190
        },
        {
          "query": 34,
          "extra_id": 486,
          "useful_id": 1,
          "full_row_id": 1510,
          "remaining": 188
        },
        {
          "query": 35,
          "extra_id": 762,
          "useful_id": 2,
          "full_row_id": 2810,
          "remaining": 169
        },
        {
          "query": 36,
          "extra_id": 950,
          "useful_id": 3,
          "full_row_id": 4022,
          "remaining": 167
        },
        {
          "query": 37,
          "extra_id": 230,
          "useful_id": 0,
          "full_row_id": 230,
          "remaining": 166
        },
        {
          "query": 38,
          "extra_id": 273,
          "useful_id": 1,
          "full_row_id": 1297,
          "remaining": 155
        },
        {
          "query": 39,
          "extra_id": 579,
          "useful_id": 2,
          "full_row_id": 2627,
          "remaining": 136
        },
        {
          "query": 40,
          "extra_id": 198,
          "useful_id": 3,
          "full_row_id": 3270,
          "remaining": 134
        },
        {
          "query": 41,
          "extra_id": 711,
          "useful_id": 0,
          "full_row_id": 711,
          "remaining": 131
        },
        {
          "query": 42,
          "extra_id": 692,
          "useful_id": 1,
          "full_row_id": 1716,
          "remaining": 131
        },
        {
          "query": 43,
          "extra_id": 700,
          "useful_id": 2,
          "full_row_id": 2748,
          "remaining": 127
        },
        {
          "query": 44,
          "extra_id": 970,
          "useful_id": 3,
          "full_row_id": 4042,
          "remaining": 124
        },
        {
          "query": 45,
          "extra_id": 439,
          "useful_id": 0,
          "full_row_id": 439,
          "remaining": 117
        },
        {
          "query": 46,
          "extra_id": 944,
          "useful_id": 1,
          "full_row_id": 1968,
          "remaining": 111
        },
        {
          "query": 47,
          "extra_id": 1000,
          "useful_id": 2,
          "full_row_id": 3048,
          "remaining": 110
        },
        {
          "query": 48,
          "extra_id": 900,
          "useful_id": 3,
          "full_row_id": 3972,
          "remaining": 109
        },
        {
          "query": 49,
          "extra_id": 317,
          "useful_id": 0,
          "full_row_id": 317,
          "remaining": 75
        },
        {
          "query": 50,
          "extra_id": 71,
          "useful_id": 1,
          "full_row_id": 1095,
          "remaining": 74
        },
        {
          "query": 51,
          "extra_id": 880,
          "useful_id": 2,
          "full_row_id": 2928,
          "remaining": 73
        },
        {
          "query": 52,
          "extra_id": 958,
          "useful_id": 3,
          "full_row_id": 4030,
          "remaining": 69
        },
        {
          "query": 53,
          "extra_id": 346,
          "useful_id": 0,
          "full_row_id": 346,
          "remaining": 65
        },
        {
          "query": 54,
          "extra_id": 666,
          "useful_id": 1,
          "full_row_id": 1690,
          "remaining": 54
        },
        {
          "query": 55,
          "extra_id": 176,
          "useful_id": 2,
          "full_row_id": 2224,
          "remaining": 54
        },
        {
          "query": 56,
          "extra_id": 890,
          "useful_id": 3,
          "full_row_id": 3962,
          "remaining": 54
        },
        {
          "query": 57,
          "extra_id": 865,
          "useful_id": 0,
          "full_row_id": 865,
          "remaining": 48
        },
        {
          "query": 58,
          "extra_id": 422,
          "useful_id": 1,
          "full_row_id": 1446,
          "remaining": 48
        },
        {
          "query": 59,
          "extra_id": 802,
          "useful_id": 2,
          "full_row_id": 2850,
          "remaining": 48
        },
        {
          "query": 60,
          "extra_id": 229,
          "useful_id": 3,
          "full_row_id": 3301,
          "remaining": 48
        },
        {
          "query": 61,
          "extra_id": 992,
          "useful_id": 0,
          "full_row_id": 992,
          "remaining": 48
        },
        {
          "query": 62,
          "extra_id": 810,
          "useful_id": 1,
          "full_row_id": 1834,
          "remaining": 46
        },
        {
          "query": 63,
          "extra_id": 832,
          "useful_id": 2,
          "full_row_id": 2880,
          "remaining": 46
        },
        {
          "query": 64,
          "extra_id": 675,
          "useful_id": 3,
          "full_row_id": 3747,
          "remaining": 43
        },
        {
          "query": 65,
          "extra_id": 53,
          "useful_id": 0,
          "full_row_id": 53,
          "remaining": 41
        },
        {
          "query": 66,
          "extra_id": 794,
          "useful_id": 1,
          "full_row_id": 1818,
          "remaining": 40
        },
        {
          "query": 67,
          "extra_id": 727,
          "useful_id": 2,
          "full_row_id": 2775,
          "remaining": 39
        },
        {
          "query": 68,
          "extra_id": 210,
          "useful_id": 3,
          "full_row_id": 3282,
          "remaining": 39
        },
        {
          "query": 69,
          "extra_id": 875,
          "useful_id": 0,
          "full_row_id": 875,
          "remaining": 32
        },
        {
          "query": 70,
          "extra_id": 141,
          "useful_id": 1,
          "full_row_id": 1165,
          "remaining": 17
        },
        {
          "query": 71,
          "extra_id": 412,
          "useful_id": 2,
          "full_row_id": 2460,
          "remaining": 17
        },
        {
          "query": 72,
          "extra_id": 779,
          "useful_id": 3,
          "full_row_id": 3851,
          "remaining": 11
        },
        {
          "query": 73,
          "extra_id": 789,
          "useful_id": 0,
          "full_row_id": 789,
          "remaining": 11
        },
        {
          "query": 74,
          "extra_id": 26,
          "useful_id": 1,
          "full_row_id": 1050,
          "remaining": 11
        },
        {
          "query": 75,
          "extra_id": 266,
          "useful_id": 2,
          "full_row_id": 2314,
          "remaining": 11
        },
        {
          "query": 76,
          "extra_id": 966,
          "useful_id": 3,
          "full_row_id": 4038,
          "remaining": 11
        },
        {
          "query": 77,
          "extra_id": 577,
          "useful_id": 0,
          "full_row_id": 577,
          "remaining": 11
        },
        {
          "query": 78,
          "extra_id": 143,
          "useful_id": 1,
          "full_row_id": 1167,
          "remaining": 9
        },
        {
          "query": 79,
          "extra_id": 357,
          "useful_id": 2,
          "full_row_id": 2405,
          "remaining": 9
        },
        {
          "query": 80,
          "extra_id": 614,
          "useful_id": 3,
          "full_row_id": 3686,
          "remaining": 9
        },
        {
          "query": 81,
          "extra_id": 7,
          "useful_id": 0,
          "full_row_id": 7,
          "remaining": 9
        },
        {
          "query": 82,
          "extra_id": 433,
          "useful_id": 1,
          "full_row_id": 1457,
          "remaining": 9
        },
        {
          "query": 83,
          "extra_id": 265,
          "useful_id": 2,
          "full_row_id": 2313,
          "remaining": 9
        },
        {
          "query": 84,
          "extra_id": 339,
          "useful_id": 3,
          "full_row_id": 3411,
          "remaining": 9
        },
        {
          "query": 85,
          "extra_id": 646,
          "useful_id": 0,
          "full_row_id": 646,
          "remaining": 9
        },
        {
          "query": 86,
          "extra_id": 178,
          "useful_id": 1,
          "full_row_id": 1202,
          "remaining": 9
        },
        {
          "query": 87,
          "extra_id": 934,
          "useful_id": 2,
          "full_row_id": 2982,
          "remaining": 9
        },
        {
          "query": 88,
          "extra_id": 797,
          "useful_id": 3,
          "full_row_id": 3869,
          "remaining": 6
        },
        {
          "query": 89,
          "extra_id": 663,
          "useful_id": 0,
          "full_row_id": 663,
          "remaining": 6
        },
        {
          "query": 90,
          "extra_id": 935,
          "useful_id": 1,
          "full_row_id": 1959,
          "remaining": 6
        },
        {
          "query": 91,
          "extra_id": 91,
          "useful_id": 2,
          "full_row_id": 2139,
          "remaining": 6
        },
        {
          "query": 92,
          "extra_id": 745,
          "useful_id": 3,
          "full_row_id": 3817,
          "remaining": 5
        },
        {
          "query": 93,
          "extra_id": 906,
          "useful_id": 0,
          "full_row_id": 906,
          "remaining": 5
        },
        {
          "query": 94,
          "extra_id": 612,
          "useful_id": 1,
          "full_row_id": 1636,
          "remaining": 5
        },
        {
          "query": 95,
          "extra_id": 556,
          "useful_id": 2,
          "full_row_id": 2604,
          "remaining": 4
        },
        {
          "query": 96,
          "extra_id": 726,
          "useful_id": 3,
          "full_row_id": 3798,
          "remaining": 4
        },
        {
          "query": 97,
          "extra_id": 738,
          "useful_id": 0,
          "full_row_id": 738,
          "remaining": 4
        },
        {
          "query": 98,
          "extra_id": 547,
          "useful_id": 1,
          "full_row_id": 1571,
          "remaining": 4
        },
        {
          "query": 99,
          "extra_id": 544,
          "useful_id": 2,
          "full_row_id": 2592,
          "remaining": 4
        },
        {
          "query": 100,
          "extra_id": 570,
          "useful_id": 3,
          "full_row_id": 3642,
          "remaining": 4
        },
        {
          "query": 101,
          "extra_id": 742,
          "useful_id": 0,
          "full_row_id": 742,
          "remaining": 4
        },
        {
          "query": 102,
          "extra_id": 926,
          "useful_id": 1,
          "full_row_id": 1950,
          "remaining": 4
        },
        {
          "query": 103,
          "extra_id": 834,
          "useful_id": 2,
          "full_row_id": 2882,
          "remaining": 4
        },
        {
          "query": 104,
          "extra_id": 294,
          "useful_id": 3,
          "full_row_id": 3366,
          "remaining": 4
        },
        {
          "query": 105,
          "extra_id": 895,
          "useful_id": 0,
          "full_row_id": 895,
          "remaining": 3
        },
        {
          "query": 106,
          "extra_id": 231,
          "useful_id": 1,
          "full_row_id": 1255,
          "remaining": 3
        },
        {
          "query": 107,
          "extra_id": 665,
          "useful_id": 2,
          "full_row_id": 2713,
          "remaining": 2
        },
        {
          "query": 108,
          "extra_id": 971,
          "useful_id": 3,
          "full_row_id": 4043,
          "remaining": 2
        },
        {
          "query": 109,
          "extra_id": 997,
          "useful_id": 0,
          "full_row_id": 997,
          "remaining": 2
        },
        {
          "query": 110,
          "extra_id": 963,
          "useful_id": 1,
          "full_row_id": 1987,
          "remaining": 2
        },
        {
          "query": 111,
          "extra_id": 812,
          "useful_id": 2,
          "full_row_id": 2860,
          "remaining": 2
        },
        {
          "query": 112,
          "extra_id": 482,
          "useful_id": 3,
          "full_row_id": 3554,
          "remaining": 2
        },
        {
          "query": 113,
          "extra_id": 120,
          "useful_id": 0,
          "full_row_id": 120,
          "remaining": 2
        },
        {
          "query": 114,
          "extra_id": 816,
          "useful_id": 1,
          "full_row_id": 1840,
          "remaining": 2
        },
        {
          "query": 115,
          "extra_id": 838,
          "useful_id": 2,
          "full_row_id": 2886,
          "remaining": 2
        },
        {
          "query": 116,
          "extra_id": 754,
          "useful_id": 3,
          "full_row_id": 3826,
          "remaining": 2
        },
        {
          "query": 117,
          "extra_id": 576,
          "useful_id": 0,
          "full_row_id": 576,
          "remaining": 2
        },
        {
          "query": 118,
          "extra_id": 973,
          "useful_id": 1,
          "full_row_id": 1997,
          "remaining": 2
        },
        {
          "query": 119,
          "extra_id": 363,
          "useful_id": 2,
          "full_row_id": 2411,
          "remaining": 2
        },
        {
          "query": 120,
          "extra_id": 87,
          "useful_id": 3,
          "full_row_id": 3159,
          "remaining": 2
        },
        {
          "query": 121,
          "extra_id": 990,
          "useful_id": 0,
          "full_row_id": 990,
          "remaining": 2
        },
        {
          "query": 122,
          "extra_id": 914,
          "useful_id": 1,
          "full_row_id": 1938,
          "remaining": 2
        },
        {
          "query": 123,
          "extra_id": 689,
          "useful_id": 2,
          "full_row_id": 2737,
          "remaining": 2
        },
        {
          "query": 124,
          "extra_id": 506,
          "useful_id": 3,
          "full_row_id": 3578,
          "remaining": 2
        },
        {
          "query": 125,
          "extra_id": 982,
          "useful_id": 0,
          "full_row_id": 982,
          "remaining": 2
        },
        {
          "query": 126,
          "extra_id": 453,
          "useful_id": 1,
          "full_row_id": 1477,
          "remaining": 2
        },
        {
          "query": 127,
          "extra_id": 976,
          "useful_id": 2,
          "full_row_id": 3024,
          "remaining": 2
        },
        {
          "query": 128,
          "extra_id": 693,
          "useful_id": 3,
          "full_row_id": 3765,
          "remaining": 2
        }
      ]
    },
    {
      "method": "random",
      "seed": 13,
      "snapshots": {
        "8": {
          "queries": 8,
          "new_rows": 8,
          "wrong_survived": 1382,
          "missed_share": 0.4874779541446208,
          "worst_error": 0.25,
          "by_size": {
            "2": {
              "wrong_survived": 2,
              "worst_error": 0.25
            },
            "3": {
              "wrong_survived": 126,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 1254,
              "worst_error": 0.0625
            }
          }
        },
        "32": {
          "queries": 32,
          "new_rows": 32,
          "wrong_survived": 240,
          "missed_share": 0.08465608465608465,
          "worst_error": 0.125,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 3,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 237,
              "worst_error": 0.0625
            }
          }
        },
        "128": {
          "queries": 124,
          "new_rows": 124,
          "wrong_survived": 0,
          "missed_share": 0.0,
          "worst_error": 0.0,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "4": {
              "wrong_survived": 0,
              "worst_error": 0.0
            }
          }
        }
      },
      "first_elimination": 124,
      "first_by_size": {
        "2": 12,
        "3": 50,
        "4": 124
      },
      "candidate_predictions_for_selection": 0,
      "selection_seconds": 0.009136169006524142,
      "selection_and_checkpoint_seconds": 0.023253836998264887,
      "history": [
        {
          "query": 1,
          "extra_id": 918,
          "useful_id": 0,
          "full_row_id": 918,
          "remaining": 2555
        },
        {
          "query": 2,
          "extra_id": 886,
          "useful_id": 1,
          "full_row_id": 1910,
          "remaining": 2308
        },
        {
          "query": 3,
          "extra_id": 839,
          "useful_id": 2,
          "full_row_id": 2887,
          "remaining": 2119
        },
        {
          "query": 4,
          "extra_id": 875,
          "useful_id": 3,
          "full_row_id": 3947,
          "remaining": 1896
        },
        {
          "query": 5,
          "extra_id": 78,
          "useful_id": 0,
          "full_row_id": 78,
          "remaining": 1779
        },
        {
          "query": 6,
          "extra_id": 829,
          "useful_id": 1,
          "full_row_id": 1853,
          "remaining": 1558
        },
        {
          "query": 7,
          "extra_id": 965,
          "useful_id": 2,
          "full_row_id": 3013,
          "remaining": 1425
        },
        {
          "query": 8,
          "extra_id": 274,
          "useful_id": 3,
          "full_row_id": 3346,
          "remaining": 1382
        },
        {
          "query": 9,
          "extra_id": 180,
          "useful_id": 0,
          "full_row_id": 180,
          "remaining": 1269
        },
        {
          "query": 10,
          "extra_id": 86,
          "useful_id": 1,
          "full_row_id": 1110,
          "remaining": 1229
        },
        {
          "query": 11,
          "extra_id": 816,
          "useful_id": 2,
          "full_row_id": 2864,
          "remaining": 1188
        },
        {
          "query": 12,
          "extra_id": 970,
          "useful_id": 3,
          "full_row_id": 4042,
          "remaining": 1067
        },
        {
          "query": 13,
          "extra_id": 619,
          "useful_id": 0,
          "full_row_id": 619,
          "remaining": 997
        },
        {
          "query": 14,
          "extra_id": 629,
          "useful_id": 1,
          "full_row_id": 1653,
          "remaining": 916
        },
        {
          "query": 15,
          "extra_id": 805,
          "useful_id": 2,
          "full_row_id": 2853,
          "remaining": 888
        },
        {
          "query": 16,
          "extra_id": 6,
          "useful_id": 3,
          "full_row_id": 3078,
          "remaining": 884
        },
        {
          "query": 17,
          "extra_id": 855,
          "useful_id": 0,
          "full_row_id": 855,
          "remaining": 864
        },
        {
          "query": 18,
          "extra_id": 932,
          "useful_id": 1,
          "full_row_id": 1956,
          "remaining": 828
        },
        {
          "query": 19,
          "extra_id": 143,
          "useful_id": 2,
          "full_row_id": 2191,
          "remaining": 708
        },
        {
          "query": 20,
          "extra_id": 1008,
          "useful_id": 3,
          "full_row_id": 4080,
          "remaining": 648
        },
        {
          "query": 21,
          "extra_id": 867,
          "useful_id": 0,
          "full_row_id": 867,
          "remaining": 637
        },
        {
          "query": 22,
          "extra_id": 300,
          "useful_id": 1,
          "full_row_id": 1324,
          "remaining": 586
        },
        {
          "query": 23,
          "extra_id": 491,
          "useful_id": 2,
          "full_row_id": 2539,
          "remaining": 489
        },
        {
          "query": 24,
          "extra_id": 828,
          "useful_id": 3,
          "full_row_id": 3900,
          "remaining": 476
        },
        {
          "query": 25,
          "extra_id": 921,
          "useful_id": 0,
          "full_row_id": 921,
          "remaining": 392
        },
        {
          "query": 26,
          "extra_id": 92,
          "useful_id": 1,
          "full_row_id": 1116,
          "remaining": 354
        },
        {
          "query": 27,
          "extra_id": 670,
          "useful_id": 2,
          "full_row_id": 2718,
          "remaining": 306
        },
        {
          "query": 28,
          "extra_id": 450,
          "useful_id": 3,
          "full_row_id": 3522,
          "remaining": 292
        },
        {
          "query": 29,
          "extra_id": 357,
          "useful_id": 0,
          "full_row_id": 357,
          "remaining": 265
        },
        {
          "query": 30,
          "extra_id": 833,
          "useful_id": 1,
          "full_row_id": 1857,
          "remaining": 263
        },
        {
          "query": 31,
          "extra_id": 700,
          "useful_id": 2,
          "full_row_id": 2748,
          "remaining": 243
        },
        {
          "query": 32,
          "extra_id": 420,
          "useful_id": 3,
          "full_row_id": 3492,
          "remaining": 240
        },
        {
          "query": 33,
          "extra_id": 901,
          "useful_id": 0,
          "full_row_id": 901,
          "remaining": 239
        },
        {
          "query": 34,
          "extra_id": 530,
          "useful_id": 1,
          "full_row_id": 1554,
          "remaining": 233
        },
        {
          "query": 35,
          "extra_id": 871,
          "useful_id": 2,
          "full_row_id": 2919,
          "remaining": 231
        },
        {
          "query": 36,
          "extra_id": 126,
          "useful_id": 3,
          "full_row_id": 3198,
          "remaining": 207
        },
        {
          "query": 37,
          "extra_id": 933,
          "useful_id": 0,
          "full_row_id": 933,
          "remaining": 202
        },
        {
          "query": 38,
          "extra_id": 825,
          "useful_id": 1,
          "full_row_id": 1849,
          "remaining": 194
        },
        {
          "query": 39,
          "extra_id": 544,
          "useful_id": 2,
          "full_row_id": 2592,
          "remaining": 194
        },
        {
          "query": 40,
          "extra_id": 507,
          "useful_id": 3,
          "full_row_id": 3579,
          "remaining": 157
        },
        {
          "query": 41,
          "extra_id": 325,
          "useful_id": 0,
          "full_row_id": 325,
          "remaining": 154
        },
        {
          "query": 42,
          "extra_id": 258,
          "useful_id": 1,
          "full_row_id": 1282,
          "remaining": 153
        },
        {
          "query": 43,
          "extra_id": 290,
          "useful_id": 2,
          "full_row_id": 2338,
          "remaining": 142
        },
        {
          "query": 44,
          "extra_id": 787,
          "useful_id": 3,
          "full_row_id": 3859,
          "remaining": 133
        },
        {
          "query": 45,
          "extra_id": 398,
          "useful_id": 0,
          "full_row_id": 398,
          "remaining": 126
        },
        {
          "query": 46,
          "extra_id": 1002,
          "useful_id": 1,
          "full_row_id": 2026,
          "remaining": 122
        },
        {
          "query": 47,
          "extra_id": 390,
          "useful_id": 2,
          "full_row_id": 2438,
          "remaining": 122
        },
        {
          "query": 48,
          "extra_id": 552,
          "useful_id": 3,
          "full_row_id": 3624,
          "remaining": 120
        },
        {
          "query": 49,
          "extra_id": 406,
          "useful_id": 0,
          "full_row_id": 406,
          "remaining": 118
        },
        {
          "query": 50,
          "extra_id": 748,
          "useful_id": 1,
          "full_row_id": 1772,
          "remaining": 95
        },
        {
          "query": 51,
          "extra_id": 367,
          "useful_id": 2,
          "full_row_id": 2415,
          "remaining": 91
        },
        {
          "query": 52,
          "extra_id": 1017,
          "useful_id": 3,
          "full_row_id": 4089,
          "remaining": 87
        },
        {
          "query": 53,
          "extra_id": 654,
          "useful_id": 0,
          "full_row_id": 654,
          "remaining": 86
        },
        {
          "query": 54,
          "extra_id": 36,
          "useful_id": 1,
          "full_row_id": 1060,
          "remaining": 86
        },
        {
          "query": 55,
          "extra_id": 973,
          "useful_id": 2,
          "full_row_id": 3021,
          "remaining": 84
        },
        {
          "query": 56,
          "extra_id": 609,
          "useful_id": 3,
          "full_row_id": 3681,
          "remaining": 84
        },
        {
          "query": 57,
          "extra_id": 702,
          "useful_id": 0,
          "full_row_id": 702,
          "remaining": 76
        },
        {
          "query": 58,
          "extra_id": 989,
          "useful_id": 1,
          "full_row_id": 2013,
          "remaining": 73
        },
        {
          "query": 59,
          "extra_id": 289,
          "useful_id": 2,
          "full_row_id": 2337,
          "remaining": 71
        },
        {
          "query": 60,
          "extra_id": 124,
          "useful_id": 3,
          "full_row_id": 3196,
          "remaining": 71
        },
        {
          "query": 61,
          "extra_id": 698,
          "useful_id": 0,
          "full_row_id": 698,
          "remaining": 60
        },
        {
          "query": 62,
          "extra_id": 230,
          "useful_id": 1,
          "full_row_id": 1254,
          "remaining": 52
        },
        {
          "query": 63,
          "extra_id": 20,
          "useful_id": 2,
          "full_row_id": 2068,
          "remaining": 52
        },
        {
          "query": 64,
          "extra_id": 562,
          "useful_id": 3,
          "full_row_id": 3634,
          "remaining": 52
        },
        {
          "query": 65,
          "extra_id": 561,
          "useful_id": 0,
          "full_row_id": 561,
          "remaining": 48
        },
        {
          "query": 66,
          "extra_id": 734,
          "useful_id": 1,
          "full_row_id": 1758,
          "remaining": 45
        },
        {
          "query": 67,
          "extra_id": 925,
          "useful_id": 2,
          "full_row_id": 2973,
          "remaining": 45
        },
        {
          "query": 68,
          "extra_id": 564,
          "useful_id": 3,
          "full_row_id": 3636,
          "remaining": 45
        },
        {
          "query": 69,
          "extra_id": 250,
          "useful_id": 0,
          "full_row_id": 250,
          "remaining": 43
        },
        {
          "query": 70,
          "extra_id": 558,
          "useful_id": 1,
          "full_row_id": 1582,
          "remaining": 42
        },
        {
          "query": 71,
          "extra_id": 73,
          "useful_id": 2,
          "full_row_id": 2121,
          "remaining": 37
        },
        {
          "query": 72,
          "extra_id": 58,
          "useful_id": 3,
          "full_row_id": 3130,
          "remaining": 36
        },
        {
          "query": 73,
          "extra_id": 117,
          "useful_id": 0,
          "full_row_id": 117,
          "remaining": 30
        },
        {
          "query": 74,
          "extra_id": 752,
          "useful_id": 1,
          "full_row_id": 1776,
          "remaining": 29
        },
        {
          "query": 75,
          "extra_id": 914,
          "useful_id": 2,
          "full_row_id": 2962,
          "remaining": 29
        },
        {
          "query": 76,
          "extra_id": 331,
          "useful_id": 3,
          "full_row_id": 3403,
          "remaining": 28
        },
        {
          "query": 77,
          "extra_id": 95,
          "useful_id": 0,
          "full_row_id": 95,
          "remaining": 24
        },
        {
          "query": 78,
          "extra_id": 83,
          "useful_id": 1,
          "full_row_id": 1107,
          "remaining": 20
        },
        {
          "query": 79,
          "extra_id": 142,
          "useful_id": 2,
          "full_row_id": 2190,
          "remaining": 20
        },
        {
          "query": 80,
          "extra_id": 981,
          "useful_id": 3,
          "full_row_id": 4053,
          "remaining": 19
        },
        {
          "query": 81,
          "extra_id": 170,
          "useful_id": 0,
          "full_row_id": 170,
          "remaining": 19
        },
        {
          "query": 82,
          "extra_id": 672,
          "useful_id": 1,
          "full_row_id": 1696,
          "remaining": 19
        },
        {
          "query": 83,
          "extra_id": 627,
          "useful_id": 2,
          "full_row_id": 2675,
          "remaining": 19
        },
        {
          "query": 84,
          "extra_id": 466,
          "useful_id": 3,
          "full_row_id": 3538,
          "remaining": 19
        },
        {
          "query": 85,
          "extra_id": 485,
          "useful_id": 0,
          "full_row_id": 485,
          "remaining": 16
        },
        {
          "query": 86,
          "extra_id": 745,
          "useful_id": 1,
          "full_row_id": 1769,
          "remaining": 11
        },
        {
          "query": 87,
          "extra_id": 821,
          "useful_id": 2,
          "full_row_id": 2869,
          "remaining": 11
        },
        {
          "query": 88,
          "extra_id": 487,
          "useful_id": 3,
          "full_row_id": 3559,
          "remaining": 10
        },
        {
          "query": 89,
          "extra_id": 675,
          "useful_id": 0,
          "full_row_id": 675,
          "remaining": 6
        },
        {
          "query": 90,
          "extra_id": 137,
          "useful_id": 1,
          "full_row_id": 1161,
          "remaining": 5
        },
        {
          "query": 91,
          "extra_id": 960,
          "useful_id": 2,
          "full_row_id": 3008,
          "remaining": 5
        },
        {
          "query": 92,
          "extra_id": 615,
          "useful_id": 3,
          "full_row_id": 3687,
          "remaining": 5
        },
        {
          "query": 93,
          "extra_id": 696,
          "useful_id": 0,
          "full_row_id": 696,
          "remaining": 5
        },
        {
          "query": 94,
          "extra_id": 761,
          "useful_id": 1,
          "full_row_id": 1785,
          "remaining": 4
        },
        {
          "query": 95,
          "extra_id": 270,
          "useful_id": 2,
          "full_row_id": 2318,
          "remaining": 4
        },
        {
          "query": 96,
          "extra_id": 758,
          "useful_id": 3,
          "full_row_id": 3830,
          "remaining": 4
        },
        {
          "query": 97,
          "extra_id": 991,
          "useful_id": 0,
          "full_row_id": 991,
          "remaining": 4
        },
        {
          "query": 98,
          "extra_id": 560,
          "useful_id": 1,
          "full_row_id": 1584,
          "remaining": 4
        },
        {
          "query": 99,
          "extra_id": 322,
          "useful_id": 2,
          "full_row_id": 2370,
          "remaining": 4
        },
        {
          "query": 100,
          "extra_id": 948,
          "useful_id": 3,
          "full_row_id": 4020,
          "remaining": 4
        },
        {
          "query": 101,
          "extra_id": 789,
          "useful_id": 0,
          "full_row_id": 789,
          "remaining": 4
        },
        {
          "query": 102,
          "extra_id": 966,
          "useful_id": 1,
          "full_row_id": 1990,
          "remaining": 4
        },
        {
          "query": 103,
          "extra_id": 720,
          "useful_id": 2,
          "full_row_id": 2768,
          "remaining": 4
        },
        {
          "query": 104,
          "extra_id": 891,
          "useful_id": 3,
          "full_row_id": 3963,
          "remaining": 4
        },
        {
          "query": 105,
          "extra_id": 784,
          "useful_id": 0,
          "full_row_id": 784,
          "remaining": 4
        },
        {
          "query": 106,
          "extra_id": 378,
          "useful_id": 1,
          "full_row_id": 1402,
          "remaining": 4
        },
        {
          "query": 107,
          "extra_id": 799,
          "useful_id": 2,
          "full_row_id": 2847,
          "remaining": 3
        },
        {
          "query": 108,
          "extra_id": 275,
          "useful_id": 3,
          "full_row_id": 3347,
          "remaining": 2
        },
        {
          "query": 109,
          "extra_id": 957,
          "useful_id": 0,
          "full_row_id": 957,
          "remaining": 2
        },
        {
          "query": 110,
          "extra_id": 533,
          "useful_id": 1,
          "full_row_id": 1557,
          "remaining": 1
        },
        {
          "query": 111,
          "extra_id": 525,
          "useful_id": 2,
          "full_row_id": 2573,
          "remaining": 1
        },
        {
          "query": 112,
          "extra_id": 660,
          "useful_id": 3,
          "full_row_id": 3732,
          "remaining": 1
        },
        {
          "query": 113,
          "extra_id": 319,
          "useful_id": 0,
          "full_row_id": 319,
          "remaining": 1
        },
        {
          "query": 114,
          "extra_id": 169,
          "useful_id": 1,
          "full_row_id": 1193,
          "remaining": 1
        },
        {
          "query": 115,
          "extra_id": 727,
          "useful_id": 2,
          "full_row_id": 2775,
          "remaining": 1
        },
        {
          "query": 116,
          "extra_id": 568,
          "useful_id": 3,
          "full_row_id": 3640,
          "remaining": 1
        },
        {
          "query": 117,
          "extra_id": 717,
          "useful_id": 0,
          "full_row_id": 717,
          "remaining": 1
        },
        {
          "query": 118,
          "extra_id": 442,
          "useful_id": 1,
          "full_row_id": 1466,
          "remaining": 1
        },
        {
          "query": 119,
          "extra_id": 449,
          "useful_id": 2,
          "full_row_id": 2497,
          "remaining": 1
        },
        {
          "query": 120,
          "extra_id": 5,
          "useful_id": 3,
          "full_row_id": 3077,
          "remaining": 1
        },
        {
          "query": 121,
          "extra_id": 689,
          "useful_id": 0,
          "full_row_id": 689,
          "remaining": 1
        },
        {
          "query": 122,
          "extra_id": 423,
          "useful_id": 1,
          "full_row_id": 1447,
          "remaining": 1
        },
        {
          "query": 123,
          "extra_id": 90,
          "useful_id": 2,
          "full_row_id": 2138,
          "remaining": 1
        },
        {
          "query": 124,
          "extra_id": 404,
          "useful_id": 3,
          "full_row_id": 3476,
          "remaining": 0
        }
      ]
    },
    {
      "method": "random",
      "seed": 14,
      "snapshots": {
        "8": {
          "queries": 8,
          "new_rows": 8,
          "wrong_survived": 1612,
          "missed_share": 0.5686067019400353,
          "worst_error": 0.25,
          "by_size": {
            "2": {
              "wrong_survived": 7,
              "worst_error": 0.25
            },
            "3": {
              "wrong_survived": 184,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 1421,
              "worst_error": 0.0625
            }
          }
        },
        "32": {
          "queries": 32,
          "new_rows": 32,
          "wrong_survived": 304,
          "missed_share": 0.1072310405643739,
          "worst_error": 0.125,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 5,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 299,
              "worst_error": 0.0625
            }
          }
        },
        "128": {
          "queries": 109,
          "new_rows": 109,
          "wrong_survived": 0,
          "missed_share": 0.0,
          "worst_error": 0.0,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "4": {
              "wrong_survived": 0,
              "worst_error": 0.0
            }
          }
        }
      },
      "first_elimination": 109,
      "first_by_size": {
        "2": 22,
        "3": 39,
        "4": 109
      },
      "candidate_predictions_for_selection": 0,
      "selection_seconds": 0.006801036010074313,
      "selection_and_checkpoint_seconds": 0.020677779999459744,
      "history": [
        {
          "query": 1,
          "extra_id": 161,
          "useful_id": 0,
          "full_row_id": 161,
          "remaining": 2740
        },
        {
          "query": 2,
          "extra_id": 852,
          "useful_id": 1,
          "full_row_id": 1876,
          "remaining": 2515
        },
        {
          "query": 3,
          "extra_id": 672,
          "useful_id": 2,
          "full_row_id": 2720,
          "remaining": 2442
        },
        {
          "query": 4,
          "extra_id": 375,
          "useful_id": 3,
          "full_row_id": 3447,
          "remaining": 2161
        },
        {
          "query": 5,
          "extra_id": 97,
          "useful_id": 0,
          "full_row_id": 97,
          "remaining": 2109
        },
        {
          "query": 6,
          "extra_id": 723,
          "useful_id": 1,
          "full_row_id": 1747,
          "remaining": 1882
        },
        {
          "query": 7,
          "extra_id": 362,
          "useful_id": 2,
          "full_row_id": 2410,
          "remaining": 1704
        },
        {
          "query": 8,
          "extra_id": 883,
          "useful_id": 3,
          "full_row_id": 3955,
          "remaining": 1612
        },
        {
          "query": 9,
          "extra_id": 351,
          "useful_id": 0,
          "full_row_id": 351,
          "remaining": 1472
        },
        {
          "query": 10,
          "extra_id": 659,
          "useful_id": 1,
          "full_row_id": 1683,
          "remaining": 1420
        },
        {
          "query": 11,
          "extra_id": 194,
          "useful_id": 2,
          "full_row_id": 2242,
          "remaining": 1374
        },
        {
          "query": 12,
          "extra_id": 566,
          "useful_id": 3,
          "full_row_id": 3638,
          "remaining": 1253
        },
        {
          "query": 13,
          "extra_id": 81,
          "useful_id": 0,
          "full_row_id": 81,
          "remaining": 1235
        },
        {
          "query": 14,
          "extra_id": 784,
          "useful_id": 1,
          "full_row_id": 1808,
          "remaining": 1211
        },
        {
          "query": 15,
          "extra_id": 103,
          "useful_id": 2,
          "full_row_id": 2151,
          "remaining": 1155
        },
        {
          "query": 16,
          "extra_id": 737,
          "useful_id": 3,
          "full_row_id": 3809,
          "remaining": 1111
        },
        {
          "query": 17,
          "extra_id": 781,
          "useful_id": 0,
          "full_row_id": 781,
          "remaining": 964
        },
        {
          "query": 18,
          "extra_id": 483,
          "useful_id": 1,
          "full_row_id": 1507,
          "remaining": 904
        },
        {
          "query": 19,
          "extra_id": 820,
          "useful_id": 2,
          "full_row_id": 2868,
          "remaining": 866
        },
        {
          "query": 20,
          "extra_id": 590,
          "useful_id": 3,
          "full_row_id": 3662,
          "remaining": 779
        },
        {
          "query": 21,
          "extra_id": 890,
          "useful_id": 0,
          "full_row_id": 890,
          "remaining": 727
        },
        {
          "query": 22,
          "extra_id": 766,
          "useful_id": 1,
          "full_row_id": 1790,
          "remaining": 617
        },
        {
          "query": 23,
          "extra_id": 933,
          "useful_id": 2,
          "full_row_id": 2981,
          "remaining": 545
        },
        {
          "query": 24,
          "extra_id": 70,
          "useful_id": 3,
          "full_row_id": 3142,
          "remaining": 542
        },
        {
          "query": 25,
          "extra_id": 3,
          "useful_id": 0,
          "full_row_id": 3,
          "remaining": 538
        },
        {
          "query": 26,
          "extra_id": 664,
          "useful_id": 1,
          "full_row_id": 1688,
          "remaining": 473
        },
        {
          "query": 27,
          "extra_id": 744,
          "useful_id": 2,
          "full_row_id": 2792,
          "remaining": 441
        },
        {
          "query": 28,
          "extra_id": 755,
          "useful_id": 3,
          "full_row_id": 3827,
          "remaining": 435
        },
        {
          "query": 29,
          "extra_id": 838,
          "useful_id": 0,
          "full_row_id": 838,
          "remaining": 420
        },
        {
          "query": 30,
          "extra_id": 412,
          "useful_id": 1,
          "full_row_id": 1436,
          "remaining": 333
        },
        {
          "query": 31,
          "extra_id": 859,
          "useful_id": 2,
          "full_row_id": 2907,
          "remaining": 316
        },
        {
          "query": 32,
          "extra_id": 521,
          "useful_id": 3,
          "full_row_id": 3593,
          "remaining": 304
        },
        {
          "query": 33,
          "extra_id": 177,
          "useful_id": 0,
          "full_row_id": 177,
          "remaining": 284
        },
        {
          "query": 34,
          "extra_id": 241,
          "useful_id": 1,
          "full_row_id": 1265,
          "remaining": 280
        },
        {
          "query": 35,
          "extra_id": 809,
          "useful_id": 2,
          "full_row_id": 2857,
          "remaining": 254
        },
        {
          "query": 36,
          "extra_id": 665,
          "useful_id": 3,
          "full_row_id": 3737,
          "remaining": 241
        },
        {
          "query": 37,
          "extra_id": 886,
          "useful_id": 0,
          "full_row_id": 886,
          "remaining": 240
        },
        {
          "query": 38,
          "extra_id": 995,
          "useful_id": 1,
          "full_row_id": 2019,
          "remaining": 233
        },
        {
          "query": 39,
          "extra_id": 799,
          "useful_id": 2,
          "full_row_id": 2847,
          "remaining": 210
        },
        {
          "query": 40,
          "extra_id": 309,
          "useful_id": 3,
          "full_row_id": 3381,
          "remaining": 200
        },
        {
          "query": 41,
          "extra_id": 571,
          "useful_id": 0,
          "full_row_id": 571,
          "remaining": 186
        },
        {
          "query": 42,
          "extra_id": 473,
          "useful_id": 1,
          "full_row_id": 1497,
          "remaining": 156
        },
        {
          "query": 43,
          "extra_id": 272,
          "useful_id": 2,
          "full_row_id": 2320,
          "remaining": 156
        },
        {
          "query": 44,
          "extra_id": 916,
          "useful_id": 3,
          "full_row_id": 3988,
          "remaining": 145
        },
        {
          "query": 45,
          "extra_id": 1003,
          "useful_id": 0,
          "full_row_id": 1003,
          "remaining": 133
        },
        {
          "query": 46,
          "extra_id": 562,
          "useful_id": 1,
          "full_row_id": 1586,
          "remaining": 133
        },
        {
          "query": 47,
          "extra_id": 211,
          "useful_id": 2,
          "full_row_id": 2259,
          "remaining": 130
        },
        {
          "query": 48,
          "extra_id": 433,
          "useful_id": 3,
          "full_row_id": 3505,
          "remaining": 128
        },
        {
          "query": 49,
          "extra_id": 445,
          "useful_id": 0,
          "full_row_id": 445,
          "remaining": 111
        },
        {
          "query": 50,
          "extra_id": 684,
          "useful_id": 1,
          "full_row_id": 1708,
          "remaining": 98
        },
        {
          "query": 51,
          "extra_id": 956,
          "useful_id": 2,
          "full_row_id": 3004,
          "remaining": 97
        },
        {
          "query": 52,
          "extra_id": 37,
          "useful_id": 3,
          "full_row_id": 3109,
          "remaining": 95
        },
        {
          "query": 53,
          "extra_id": 69,
          "useful_id": 0,
          "full_row_id": 69,
          "remaining": 88
        },
        {
          "query": 54,
          "extra_id": 164,
          "useful_id": 1,
          "full_row_id": 1188,
          "remaining": 82
        },
        {
          "query": 55,
          "extra_id": 33,
          "useful_id": 2,
          "full_row_id": 2081,
          "remaining": 82
        },
        {
          "query": 56,
          "extra_id": 895,
          "useful_id": 3,
          "full_row_id": 3967,
          "remaining": 80
        },
        {
          "query": 57,
          "extra_id": 338,
          "useful_id": 0,
          "full_row_id": 338,
          "remaining": 77
        },
        {
          "query": 58,
          "extra_id": 170,
          "useful_id": 1,
          "full_row_id": 1194,
          "remaining": 62
        },
        {
          "query": 59,
          "extra_id": 60,
          "useful_id": 2,
          "full_row_id": 2108,
          "remaining": 56
        },
        {
          "query": 60,
          "extra_id": 38,
          "useful_id": 3,
          "full_row_id": 3110,
          "remaining": 54
        },
        {
          "query": 61,
          "extra_id": 898,
          "useful_id": 0,
          "full_row_id": 898,
          "remaining": 42
        },
        {
          "query": 62,
          "extra_id": 950,
          "useful_id": 1,
          "full_row_id": 1974,
          "remaining": 37
        },
        {
          "query": 63,
          "extra_id": 131,
          "useful_id": 2,
          "full_row_id": 2179,
          "remaining": 36
        },
        {
          "query": 64,
          "extra_id": 770,
          "useful_id": 3,
          "full_row_id": 3842,
          "remaining": 36
        },
        {
          "query": 65,
          "extra_id": 824,
          "useful_id": 0,
          "full_row_id": 824,
          "remaining": 36
        },
        {
          "query": 66,
          "extra_id": 1001,
          "useful_id": 1,
          "full_row_id": 2025,
          "remaining": 34
        },
        {
          "query": 67,
          "extra_id": 965,
          "useful_id": 2,
          "full_row_id": 3013,
          "remaining": 25
        },
        {
          "query": 68,
          "extra_id": 774,
          "useful_id": 3,
          "full_row_id": 3846,
          "remaining": 25
        },
        {
          "query": 69,
          "extra_id": 939,
          "useful_id": 0,
          "full_row_id": 939,
          "remaining": 25
        },
        {
          "query": 70,
          "extra_id": 945,
          "useful_id": 1,
          "full_row_id": 1969,
          "remaining": 25
        },
        {
          "query": 71,
          "extra_id": 266,
          "useful_id": 2,
          "full_row_id": 2314,
          "remaining": 24
        },
        {
          "query": 72,
          "extra_id": 357,
          "useful_id": 3,
          "full_row_id": 3429,
          "remaining": 22
        },
        {
          "query": 73,
          "extra_id": 615,
          "useful_id": 0,
          "full_row_id": 615,
          "remaining": 21
        },
        {
          "query": 74,
          "extra_id": 767,
          "useful_id": 1,
          "full_row_id": 1791,
          "remaining": 16
        },
        {
          "query": 75,
          "extra_id": 558,
          "useful_id": 2,
          "full_row_id": 2606,
          "remaining": 16
        },
        {
          "query": 76,
          "extra_id": 178,
          "useful_id": 3,
          "full_row_id": 3250,
          "remaining": 15
        },
        {
          "query": 77,
          "extra_id": 119,
          "useful_id": 0,
          "full_row_id": 119,
          "remaining": 15
        },
        {
          "query": 78,
          "extra_id": 842,
          "useful_id": 1,
          "full_row_id": 1866,
          "remaining": 15
        },
        {
          "query": 79,
          "extra_id": 463,
          "useful_id": 2,
          "full_row_id": 2511,
          "remaining": 7
        },
        {
          "query": 80,
          "extra_id": 742,
          "useful_id": 3,
          "full_row_id": 3814,
          "remaining": 7
        },
        {
          "query": 81,
          "extra_id": 303,
          "useful_id": 0,
          "full_row_id": 303,
          "remaining": 7
        },
        {
          "query": 82,
          "extra_id": 205,
          "useful_id": 1,
          "full_row_id": 1229,
          "remaining": 3
        },
        {
          "query": 83,
          "extra_id": 819,
          "useful_id": 2,
          "full_row_id": 2867,
          "remaining": 3
        },
        {
          "query": 84,
          "extra_id": 198,
          "useful_id": 3,
          "full_row_id": 3270,
          "remaining": 3
        },
        {
          "query": 85,
          "extra_id": 891,
          "useful_id": 0,
          "full_row_id": 891,
          "remaining": 3
        },
        {
          "query": 86,
          "extra_id": 182,
          "useful_id": 1,
          "full_row_id": 1206,
          "remaining": 3
        },
        {
          "query": 87,
          "extra_id": 143,
          "useful_id": 2,
          "full_row_id": 2191,
          "remaining": 3
        },
        {
          "query": 88,
          "extra_id": 836,
          "useful_id": 3,
          "full_row_id": 3908,
          "remaining": 3
        },
        {
          "query": 89,
          "extra_id": 117,
          "useful_id": 0,
          "full_row_id": 117,
          "remaining": 3
        },
        {
          "query": 90,
          "extra_id": 675,
          "useful_id": 1,
          "full_row_id": 1699,
          "remaining": 3
        },
        {
          "query": 91,
          "extra_id": 786,
          "useful_id": 2,
          "full_row_id": 2834,
          "remaining": 3
        },
        {
          "query": 92,
          "extra_id": 295,
          "useful_id": 3,
          "full_row_id": 3367,
          "remaining": 3
        },
        {
          "query": 93,
          "extra_id": 141,
          "useful_id": 0,
          "full_row_id": 141,
          "remaining": 3
        },
        {
          "query": 94,
          "extra_id": 663,
          "useful_id": 1,
          "full_row_id": 1687,
          "remaining": 2
        },
        {
          "query": 95,
          "extra_id": 758,
          "useful_id": 2,
          "full_row_id": 2806,
          "remaining": 2
        },
        {
          "query": 96,
          "extra_id": 696,
          "useful_id": 3,
          "full_row_id": 3768,
          "remaining": 2
        },
        {
          "query": 97,
          "extra_id": 828,
          "useful_id": 0,
          "full_row_id": 828,
          "remaining": 2
        },
        {
          "query": 98,
          "extra_id": 699,
          "useful_id": 1,
          "full_row_id": 1723,
          "remaining": 2
        },
        {
          "query": 99,
          "extra_id": 374,
          "useful_id": 2,
          "full_row_id": 2422,
          "remaining": 2
        },
        {
          "query": 100,
          "extra_id": 1020,
          "useful_id": 3,
          "full_row_id": 4092,
          "remaining": 1
        },
        {
          "query": 101,
          "extra_id": 609,
          "useful_id": 0,
          "full_row_id": 609,
          "remaining": 1
        },
        {
          "query": 102,
          "extra_id": 865,
          "useful_id": 1,
          "full_row_id": 1889,
          "remaining": 1
        },
        {
          "query": 103,
          "extra_id": 100,
          "useful_id": 2,
          "full_row_id": 2148,
          "remaining": 1
        },
        {
          "query": 104,
          "extra_id": 441,
          "useful_id": 3,
          "full_row_id": 3513,
          "remaining": 1
        },
        {
          "query": 105,
          "extra_id": 726,
          "useful_id": 0,
          "full_row_id": 726,
          "remaining": 1
        },
        {
          "query": 106,
          "extra_id": 53,
          "useful_id": 1,
          "full_row_id": 1077,
          "remaining": 1
        },
        {
          "query": 107,
          "extra_id": 714,
          "useful_id": 2,
          "full_row_id": 2762,
          "remaining": 1
        },
        {
          "query": 108,
          "extra_id": 244,
          "useful_id": 3,
          "full_row_id": 3316,
          "remaining": 1
        },
        {
          "query": 109,
          "extra_id": 381,
          "useful_id": 0,
          "full_row_id": 381,
          "remaining": 0
        }
      ]
    },
    {
      "method": "random",
      "seed": 15,
      "snapshots": {
        "8": {
          "queries": 8,
          "new_rows": 8,
          "wrong_survived": 1539,
          "missed_share": 0.5428571428571428,
          "worst_error": 0.25,
          "by_size": {
            "2": {
              "wrong_survived": 4,
              "worst_error": 0.25
            },
            "3": {
              "wrong_survived": 161,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 1374,
              "worst_error": 0.0625
            }
          }
        },
        "32": {
          "queries": 32,
          "new_rows": 32,
          "wrong_survived": 286,
          "missed_share": 0.10088183421516755,
          "worst_error": 0.125,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 8,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 278,
              "worst_error": 0.0625
            }
          }
        },
        "128": {
          "queries": 95,
          "new_rows": 95,
          "wrong_survived": 0,
          "missed_share": 0.0,
          "worst_error": 0.0,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "4": {
              "wrong_survived": 0,
              "worst_error": 0.0
            }
          }
        }
      },
      "first_elimination": 95,
      "first_by_size": {
        "2": 13,
        "3": 35,
        "4": 95
      },
      "candidate_predictions_for_selection": 0,
      "selection_seconds": 0.006359536006129929,
      "selection_and_checkpoint_seconds": 0.019239645000197925,
      "history": [
        {
          "query": 1,
          "extra_id": 954,
          "useful_id": 0,
          "full_row_id": 954,
          "remaining": 2513
        },
        {
          "query": 2,
          "extra_id": 712,
          "useful_id": 1,
          "full_row_id": 1736,
          "remaining": 2367
        },
        {
          "query": 3,
          "extra_id": 725,
          "useful_id": 2,
          "full_row_id": 2773,
          "remaining": 2115
        },
        {
          "query": 4,
          "extra_id": 836,
          "useful_id": 3,
          "full_row_id": 3908,
          "remaining": 1988
        },
        {
          "query": 5,
          "extra_id": 252,
          "useful_id": 0,
          "full_row_id": 252,
          "remaining": 1786
        },
        {
          "query": 6,
          "extra_id": 358,
          "useful_id": 1,
          "full_row_id": 1382,
          "remaining": 1620
        },
        {
          "query": 7,
          "extra_id": 213,
          "useful_id": 2,
          "full_row_id": 2261,
          "remaining": 1583
        },
        {
          "query": 8,
          "extra_id": 52,
          "useful_id": 3,
          "full_row_id": 3124,
          "remaining": 1539
        },
        {
          "query": 9,
          "extra_id": 459,
          "useful_id": 0,
          "full_row_id": 459,
          "remaining": 1335
        },
        {
          "query": 10,
          "extra_id": 589,
          "useful_id": 1,
          "full_row_id": 1613,
          "remaining": 1236
        },
        {
          "query": 11,
          "extra_id": 991,
          "useful_id": 2,
          "full_row_id": 3039,
          "remaining": 1107
        },
        {
          "query": 12,
          "extra_id": 156,
          "useful_id": 3,
          "full_row_id": 3228,
          "remaining": 1070
        },
        {
          "query": 13,
          "extra_id": 1005,
          "useful_id": 0,
          "full_row_id": 1005,
          "remaining": 955
        },
        {
          "query": 14,
          "extra_id": 738,
          "useful_id": 1,
          "full_row_id": 1762,
          "remaining": 856
        },
        {
          "query": 15,
          "extra_id": 482,
          "useful_id": 2,
          "full_row_id": 2530,
          "remaining": 829
        },
        {
          "query": 16,
          "extra_id": 359,
          "useful_id": 3,
          "full_row_id": 3431,
          "remaining": 769
        },
        {
          "query": 17,
          "extra_id": 714,
          "useful_id": 0,
          "full_row_id": 714,
          "remaining": 749
        },
        {
          "query": 18,
          "extra_id": 472,
          "useful_id": 1,
          "full_row_id": 1496,
          "remaining": 702
        },
        {
          "query": 19,
          "extra_id": 280,
          "useful_id": 2,
          "full_row_id": 2328,
          "remaining": 674
        },
        {
          "query": 20,
          "extra_id": 999,
          "useful_id": 3,
          "full_row_id": 4071,
          "remaining": 649
        },
        {
          "query": 21,
          "extra_id": 226,
          "useful_id": 0,
          "full_row_id": 226,
          "remaining": 646
        },
        {
          "query": 22,
          "extra_id": 802,
          "useful_id": 1,
          "full_row_id": 1826,
          "remaining": 609
        },
        {
          "query": 23,
          "extra_id": 107,
          "useful_id": 2,
          "full_row_id": 2155,
          "remaining": 545
        },
        {
          "query": 24,
          "extra_id": 865,
          "useful_id": 3,
          "full_row_id": 3937,
          "remaining": 508
        },
        {
          "query": 25,
          "extra_id": 150,
          "useful_id": 0,
          "full_row_id": 150,
          "remaining": 456
        },
        {
          "query": 26,
          "extra_id": 572,
          "useful_id": 1,
          "full_row_id": 1596,
          "remaining": 402
        },
        {
          "query": 27,
          "extra_id": 538,
          "useful_id": 2,
          "full_row_id": 2586,
          "remaining": 371
        },
        {
          "query": 28,
          "extra_id": 963,
          "useful_id": 3,
          "full_row_id": 4035,
          "remaining": 359
        },
        {
          "query": 29,
          "extra_id": 909,
          "useful_id": 0,
          "full_row_id": 909,
          "remaining": 304
        },
        {
          "query": 30,
          "extra_id": 24,
          "useful_id": 1,
          "full_row_id": 1048,
          "remaining": 304
        },
        {
          "query": 31,
          "extra_id": 956,
          "useful_id": 2,
          "full_row_id": 3004,
          "remaining": 289
        },
        {
          "query": 32,
          "extra_id": 908,
          "useful_id": 3,
          "full_row_id": 3980,
          "remaining": 286
        },
        {
          "query": 33,
          "extra_id": 339,
          "useful_id": 0,
          "full_row_id": 339,
          "remaining": 239
        },
        {
          "query": 34,
          "extra_id": 403,
          "useful_id": 1,
          "full_row_id": 1427,
          "remaining": 210
        },
        {
          "query": 35,
          "extra_id": 445,
          "useful_id": 2,
          "full_row_id": 2493,
          "remaining": 171
        },
        {
          "query": 36,
          "extra_id": 242,
          "useful_id": 3,
          "full_row_id": 3314,
          "remaining": 156
        },
        {
          "query": 37,
          "extra_id": 235,
          "useful_id": 0,
          "full_row_id": 235,
          "remaining": 150
        },
        {
          "query": 38,
          "extra_id": 552,
          "useful_id": 1,
          "full_row_id": 1576,
          "remaining": 147
        },
        {
          "query": 39,
          "extra_id": 680,
          "useful_id": 2,
          "full_row_id": 2728,
          "remaining": 143
        },
        {
          "query": 40,
          "extra_id": 967,
          "useful_id": 3,
          "full_row_id": 4039,
          "remaining": 142
        },
        {
          "query": 41,
          "extra_id": 953,
          "useful_id": 0,
          "full_row_id": 953,
          "remaining": 127
        },
        {
          "query": 42,
          "extra_id": 343,
          "useful_id": 1,
          "full_row_id": 1367,
          "remaining": 119
        },
        {
          "query": 43,
          "extra_id": 239,
          "useful_id": 2,
          "full_row_id": 2287,
          "remaining": 106
        },
        {
          "query": 44,
          "extra_id": 927,
          "useful_id": 3,
          "full_row_id": 3999,
          "remaining": 100
        },
        {
          "query": 45,
          "extra_id": 103,
          "useful_id": 0,
          "full_row_id": 103,
          "remaining": 97
        },
        {
          "query": 46,
          "extra_id": 484,
          "useful_id": 1,
          "full_row_id": 1508,
          "remaining": 95
        },
        {
          "query": 47,
          "extra_id": 607,
          "useful_id": 2,
          "full_row_id": 2655,
          "remaining": 80
        },
        {
          "query": 48,
          "extra_id": 989,
          "useful_id": 3,
          "full_row_id": 4061,
          "remaining": 80
        },
        {
          "query": 49,
          "extra_id": 433,
          "useful_id": 0,
          "full_row_id": 433,
          "remaining": 75
        },
        {
          "query": 50,
          "extra_id": 781,
          "useful_id": 1,
          "full_row_id": 1805,
          "remaining": 66
        },
        {
          "query": 51,
          "extra_id": 930,
          "useful_id": 2,
          "full_row_id": 2978,
          "remaining": 64
        },
        {
          "query": 52,
          "extra_id": 799,
          "useful_id": 3,
          "full_row_id": 3871,
          "remaining": 59
        },
        {
          "query": 53,
          "extra_id": 809,
          "useful_id": 0,
          "full_row_id": 809,
          "remaining": 56
        },
        {
          "query": 54,
          "extra_id": 374,
          "useful_id": 1,
          "full_row_id": 1398,
          "remaining": 49
        },
        {
          "query": 55,
          "extra_id": 970,
          "useful_id": 2,
          "full_row_id": 3018,
          "remaining": 48
        },
        {
          "query": 56,
          "extra_id": 603,
          "useful_id": 3,
          "full_row_id": 3675,
          "remaining": 45
        },
        {
          "query": 57,
          "extra_id": 481,
          "useful_id": 0,
          "full_row_id": 481,
          "remaining": 45
        },
        {
          "query": 58,
          "extra_id": 259,
          "useful_id": 1,
          "full_row_id": 1283,
          "remaining": 44
        },
        {
          "query": 59,
          "extra_id": 78,
          "useful_id": 2,
          "full_row_id": 2126,
          "remaining": 40
        },
        {
          "query": 60,
          "extra_id": 817,
          "useful_id": 3,
          "full_row_id": 3889,
          "remaining": 31
        },
        {
          "query": 61,
          "extra_id": 87,
          "useful_id": 0,
          "full_row_id": 87,
          "remaining": 31
        },
        {
          "query": 62,
          "extra_id": 271,
          "useful_id": 1,
          "full_row_id": 1295,
          "remaining": 28
        },
        {
          "query": 63,
          "extra_id": 119,
          "useful_id": 2,
          "full_row_id": 2167,
          "remaining": 25
        },
        {
          "query": 64,
          "extra_id": 687,
          "useful_id": 3,
          "full_row_id": 3759,
          "remaining": 14
        },
        {
          "query": 65,
          "extra_id": 804,
          "useful_id": 0,
          "full_row_id": 804,
          "remaining": 12
        },
        {
          "query": 66,
          "extra_id": 82,
          "useful_id": 1,
          "full_row_id": 1106,
          "remaining": 12
        },
        {
          "query": 67,
          "extra_id": 269,
          "useful_id": 2,
          "full_row_id": 2317,
          "remaining": 12
        },
        {
          "query": 68,
          "extra_id": 260,
          "useful_id": 3,
          "full_row_id": 3332,
          "remaining": 12
        },
        {
          "query": 69,
          "extra_id": 803,
          "useful_id": 0,
          "full_row_id": 803,
          "remaining": 12
        },
        {
          "query": 70,
          "extra_id": 373,
          "useful_id": 1,
          "full_row_id": 1397,
          "remaining": 11
        },
        {
          "query": 71,
          "extra_id": 641,
          "useful_id": 2,
          "full_row_id": 2689,
          "remaining": 11
        },
        {
          "query": 72,
          "extra_id": 181,
          "useful_id": 3,
          "full_row_id": 3253,
          "remaining": 8
        },
        {
          "query": 73,
          "extra_id": 203,
          "useful_id": 0,
          "full_row_id": 203,
          "remaining": 8
        },
        {
          "query": 74,
          "extra_id": 276,
          "useful_id": 1,
          "full_row_id": 1300,
          "remaining": 8
        },
        {
          "query": 75,
          "extra_id": 20,
          "useful_id": 2,
          "full_row_id": 2068,
          "remaining": 8
        },
        {
          "query": 76,
          "extra_id": 211,
          "useful_id": 3,
          "full_row_id": 3283,
          "remaining": 8
        },
        {
          "query": 77,
          "extra_id": 683,
          "useful_id": 0,
          "full_row_id": 683,
          "remaining": 8
        },
        {
          "query": 78,
          "extra_id": 46,
          "useful_id": 1,
          "full_row_id": 1070,
          "remaining": 7
        },
        {
          "query": 79,
          "extra_id": 673,
          "useful_id": 2,
          "full_row_id": 2721,
          "remaining": 7
        },
        {
          "query": 80,
          "extra_id": 361,
          "useful_id": 3,
          "full_row_id": 3433,
          "remaining": 6
        },
        {
          "query": 81,
          "extra_id": 74,
          "useful_id": 0,
          "full_row_id": 74,
          "remaining": 6
        },
        {
          "query": 82,
          "extra_id": 489,
          "useful_id": 1,
          "full_row_id": 1513,
          "remaining": 6
        },
        {
          "query": 83,
          "extra_id": 108,
          "useful_id": 2,
          "full_row_id": 2156,
          "remaining": 6
        },
        {
          "query": 84,
          "extra_id": 436,
          "useful_id": 3,
          "full_row_id": 3508,
          "remaining": 6
        },
        {
          "query": 85,
          "extra_id": 864,
          "useful_id": 0,
          "full_row_id": 864,
          "remaining": 6
        },
        {
          "query": 86,
          "extra_id": 918,
          "useful_id": 1,
          "full_row_id": 1942,
          "remaining": 3
        },
        {
          "query": 87,
          "extra_id": 394,
          "useful_id": 2,
          "full_row_id": 2442,
          "remaining": 3
        },
        {
          "query": 88,
          "extra_id": 98,
          "useful_id": 3,
          "full_row_id": 3170,
          "remaining": 3
        },
        {
          "query": 89,
          "extra_id": 791,
          "useful_id": 0,
          "full_row_id": 791,
          "remaining": 3
        },
        {
          "query": 90,
          "extra_id": 642,
          "useful_id": 1,
          "full_row_id": 1666,
          "remaining": 3
        },
        {
          "query": 91,
          "extra_id": 635,
          "useful_id": 2,
          "full_row_id": 2683,
          "remaining": 2
        },
        {
          "query": 92,
          "extra_id": 366,
          "useful_id": 3,
          "full_row_id": 3438,
          "remaining": 2
        },
        {
          "query": 93,
          "extra_id": 587,
          "useful_id": 0,
          "full_row_id": 587,
          "remaining": 2
        },
        {
          "query": 94,
          "extra_id": 31,
          "useful_id": 1,
          "full_row_id": 1055,
          "remaining": 1
        },
        {
          "query": 95,
          "extra_id": 860,
          "useful_id": 2,
          "full_row_id": 2908,
          "remaining": 0
        }
      ]
    },
    {
      "method": "random",
      "seed": 16,
      "snapshots": {
        "8": {
          "queries": 8,
          "new_rows": 8,
          "wrong_survived": 1563,
          "missed_share": 0.5513227513227513,
          "worst_error": 0.25,
          "by_size": {
            "2": {
              "wrong_survived": 5,
              "worst_error": 0.25
            },
            "3": {
              "wrong_survived": 174,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 1384,
              "worst_error": 0.0625
            }
          }
        },
        "32": {
          "queries": 32,
          "new_rows": 32,
          "wrong_survived": 276,
          "missed_share": 0.09735449735449736,
          "worst_error": 0.125,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 5,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 271,
              "worst_error": 0.0625
            }
          }
        },
        "128": {
          "queries": 112,
          "new_rows": 112,
          "wrong_survived": 0,
          "missed_share": 0.0,
          "worst_error": 0.0,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "4": {
              "wrong_survived": 0,
              "worst_error": 0.0
            }
          }
        }
      },
      "first_elimination": 112,
      "first_by_size": {
        "2": 11,
        "3": 42,
        "4": 112
      },
      "candidate_predictions_for_selection": 0,
      "selection_seconds": 0.007594027989398455,
      "selection_and_checkpoint_seconds": 0.021518733999982942,
      "history": [
        {
          "query": 1,
          "extra_id": 556,
          "useful_id": 0,
          "full_row_id": 556,
          "remaining": 2674
        },
        {
          "query": 2,
          "extra_id": 585,
          "useful_id": 1,
          "full_row_id": 1609,
          "remaining": 2524
        },
        {
          "query": 3,
          "extra_id": 845,
          "useful_id": 2,
          "full_row_id": 2893,
          "remaining": 2349
        },
        {
          "query": 4,
          "extra_id": 445,
          "useful_id": 3,
          "full_row_id": 3517,
          "remaining": 2061
        },
        {
          "query": 5,
          "extra_id": 787,
          "useful_id": 0,
          "full_row_id": 787,
          "remaining": 1861
        },
        {
          "query": 6,
          "extra_id": 102,
          "useful_id": 1,
          "full_row_id": 1126,
          "remaining": 1716
        },
        {
          "query": 7,
          "extra_id": 545,
          "useful_id": 2,
          "full_row_id": 2593,
          "remaining": 1664
        },
        {
          "query": 8,
          "extra_id": 361,
          "useful_id": 3,
          "full_row_id": 3433,
          "remaining": 1563
        },
        {
          "query": 9,
          "extra_id": 19,
          "useful_id": 0,
          "full_row_id": 19,
          "remaining": 1524
        },
        {
          "query": 10,
          "extra_id": 641,
          "useful_id": 1,
          "full_row_id": 1665,
          "remaining": 1462
        },
        {
          "query": 11,
          "extra_id": 479,
          "useful_id": 2,
          "full_row_id": 2527,
          "remaining": 1267
        },
        {
          "query": 12,
          "extra_id": 28,
          "useful_id": 3,
          "full_row_id": 3100,
          "remaining": 1218
        },
        {
          "query": 13,
          "extra_id": 312,
          "useful_id": 0,
          "full_row_id": 312,
          "remaining": 1158
        },
        {
          "query": 14,
          "extra_id": 898,
          "useful_id": 1,
          "full_row_id": 1922,
          "remaining": 1060
        },
        {
          "query": 15,
          "extra_id": 82,
          "useful_id": 2,
          "full_row_id": 2130,
          "remaining": 1012
        },
        {
          "query": 16,
          "extra_id": 877,
          "useful_id": 3,
          "full_row_id": 3949,
          "remaining": 987
        },
        {
          "query": 17,
          "extra_id": 909,
          "useful_id": 0,
          "full_row_id": 909,
          "remaining": 934
        },
        {
          "query": 18,
          "extra_id": 53,
          "useful_id": 1,
          "full_row_id": 1077,
          "remaining": 886
        },
        {
          "query": 19,
          "extra_id": 147,
          "useful_id": 2,
          "full_row_id": 2195,
          "remaining": 847
        },
        {
          "query": 20,
          "extra_id": 823,
          "useful_id": 3,
          "full_row_id": 3895,
          "remaining": 764
        },
        {
          "query": 21,
          "extra_id": 54,
          "useful_id": 0,
          "full_row_id": 54,
          "remaining": 748
        },
        {
          "query": 22,
          "extra_id": 199,
          "useful_id": 1,
          "full_row_id": 1223,
          "remaining": 679
        },
        {
          "query": 23,
          "extra_id": 826,
          "useful_id": 2,
          "full_row_id": 2874,
          "remaining": 610
        },
        {
          "query": 24,
          "extra_id": 715,
          "useful_id": 3,
          "full_row_id": 3787,
          "remaining": 542
        },
        {
          "query": 25,
          "extra_id": 536,
          "useful_id": 0,
          "full_row_id": 536,
          "remaining": 522
        },
        {
          "query": 26,
          "extra_id": 169,
          "useful_id": 1,
          "full_row_id": 1193,
          "remaining": 488
        },
        {
          "query": 27,
          "extra_id": 230,
          "useful_id": 2,
          "full_row_id": 2278,
          "remaining": 445
        },
        {
          "query": 28,
          "extra_id": 711,
          "useful_id": 3,
          "full_row_id": 3783,
          "remaining": 422
        },
        {
          "query": 29,
          "extra_id": 276,
          "useful_id": 0,
          "full_row_id": 276,
          "remaining": 404
        },
        {
          "query": 30,
          "extra_id": 983,
          "useful_id": 1,
          "full_row_id": 2007,
          "remaining": 371
        },
        {
          "query": 31,
          "extra_id": 453,
          "useful_id": 2,
          "full_row_id": 2501,
          "remaining": 347
        },
        {
          "query": 32,
          "extra_id": 1009,
          "useful_id": 3,
          "full_row_id": 4081,
          "remaining": 276
        },
        {
          "query": 33,
          "extra_id": 343,
          "useful_id": 0,
          "full_row_id": 343,
          "remaining": 266
        },
        {
          "query": 34,
          "extra_id": 683,
          "useful_id": 1,
          "full_row_id": 1707,
          "remaining": 240
        },
        {
          "query": 35,
          "extra_id": 200,
          "useful_id": 2,
          "full_row_id": 2248,
          "remaining": 218
        },
        {
          "query": 36,
          "extra_id": 176,
          "useful_id": 3,
          "full_row_id": 3248,
          "remaining": 203
        },
        {
          "query": 37,
          "extra_id": 915,
          "useful_id": 0,
          "full_row_id": 915,
          "remaining": 202
        },
        {
          "query": 38,
          "extra_id": 411,
          "useful_id": 1,
          "full_row_id": 1435,
          "remaining": 192
        },
        {
          "query": 39,
          "extra_id": 774,
          "useful_id": 2,
          "full_row_id": 2822,
          "remaining": 180
        },
        {
          "query": 40,
          "extra_id": 293,
          "useful_id": 3,
          "full_row_id": 3365,
          "remaining": 177
        },
        {
          "query": 41,
          "extra_id": 10,
          "useful_id": 0,
          "full_row_id": 10,
          "remaining": 167
        },
        {
          "query": 42,
          "extra_id": 978,
          "useful_id": 1,
          "full_row_id": 2002,
          "remaining": 144
        },
        {
          "query": 43,
          "extra_id": 972,
          "useful_id": 2,
          "full_row_id": 3020,
          "remaining": 120
        },
        {
          "query": 44,
          "extra_id": 316,
          "useful_id": 3,
          "full_row_id": 3388,
          "remaining": 119
        },
        {
          "query": 45,
          "extra_id": 910,
          "useful_id": 0,
          "full_row_id": 910,
          "remaining": 110
        },
        {
          "query": 46,
          "extra_id": 580,
          "useful_id": 1,
          "full_row_id": 1604,
          "remaining": 105
        },
        {
          "query": 47,
          "extra_id": 423,
          "useful_id": 2,
          "full_row_id": 2471,
          "remaining": 97
        },
        {
          "query": 48,
          "extra_id": 424,
          "useful_id": 3,
          "full_row_id": 3496,
          "remaining": 93
        },
        {
          "query": 49,
          "extra_id": 762,
          "useful_id": 0,
          "full_row_id": 762,
          "remaining": 60
        },
        {
          "query": 50,
          "extra_id": 150,
          "useful_id": 1,
          "full_row_id": 1174,
          "remaining": 57
        },
        {
          "query": 51,
          "extra_id": 896,
          "useful_id": 2,
          "full_row_id": 2944,
          "remaining": 57
        },
        {
          "query": 52,
          "extra_id": 400,
          "useful_id": 3,
          "full_row_id": 3472,
          "remaining": 56
        },
        {
          "query": 53,
          "extra_id": 258,
          "useful_id": 0,
          "full_row_id": 258,
          "remaining": 55
        },
        {
          "query": 54,
          "extra_id": 789,
          "useful_id": 1,
          "full_row_id": 1813,
          "remaining": 53
        },
        {
          "query": 55,
          "extra_id": 979,
          "useful_id": 2,
          "full_row_id": 3027,
          "remaining": 53
        },
        {
          "query": 56,
          "extra_id": 431,
          "useful_id": 3,
          "full_row_id": 3503,
          "remaining": 50
        },
        {
          "query": 57,
          "extra_id": 993,
          "useful_id": 0,
          "full_row_id": 993,
          "remaining": 50
        },
        {
          "query": 58,
          "extra_id": 696,
          "useful_id": 1,
          "full_row_id": 1720,
          "remaining": 50
        },
        {
          "query": 59,
          "extra_id": 620,
          "useful_id": 2,
          "full_row_id": 2668,
          "remaining": 46
        },
        {
          "query": 60,
          "extra_id": 600,
          "useful_id": 3,
          "full_row_id": 3672,
          "remaining": 39
        },
        {
          "query": 61,
          "extra_id": 742,
          "useful_id": 0,
          "full_row_id": 742,
          "remaining": 37
        },
        {
          "query": 62,
          "extra_id": 86,
          "useful_id": 1,
          "full_row_id": 1110,
          "remaining": 35
        },
        {
          "query": 63,
          "extra_id": 167,
          "useful_id": 2,
          "full_row_id": 2215,
          "remaining": 35
        },
        {
          "query": 64,
          "extra_id": 748,
          "useful_id": 3,
          "full_row_id": 3820,
          "remaining": 33
        },
        {
          "query": 65,
          "extra_id": 555,
          "useful_id": 0,
          "full_row_id": 555,
          "remaining": 29
        },
        {
          "query": 66,
          "extra_id": 690,
          "useful_id": 1,
          "full_row_id": 1714,
          "remaining": 27
        },
        {
          "query": 67,
          "extra_id": 401,
          "useful_id": 2,
          "full_row_id": 2449,
          "remaining": 27
        },
        {
          "query": 68,
          "extra_id": 821,
          "useful_id": 3,
          "full_row_id": 3893,
          "remaining": 27
        },
        {
          "query": 69,
          "extra_id": 521,
          "useful_id": 0,
          "full_row_id": 521,
          "remaining": 27
        },
        {
          "query": 70,
          "extra_id": 159,
          "useful_id": 1,
          "full_row_id": 1183,
          "remaining": 24
        },
        {
          "query": 71,
          "extra_id": 288,
          "useful_id": 2,
          "full_row_id": 2336,
          "remaining": 23
        },
        {
          "query": 72,
          "extra_id": 998,
          "useful_id": 3,
          "full_row_id": 4070,
          "remaining": 20
        },
        {
          "query": 73,
          "extra_id": 156,
          "useful_id": 0,
          "full_row_id": 156,
          "remaining": 20
        },
        {
          "query": 74,
          "extra_id": 887,
          "useful_id": 1,
          "full_row_id": 1911,
          "remaining": 16
        },
        {
          "query": 75,
          "extra_id": 117,
          "useful_id": 2,
          "full_row_id": 2165,
          "remaining": 11
        },
        {
          "query": 76,
          "extra_id": 926,
          "useful_id": 3,
          "full_row_id": 3998,
          "remaining": 9
        },
        {
          "query": 77,
          "extra_id": 209,
          "useful_id": 0,
          "full_row_id": 209,
          "remaining": 9
        },
        {
          "query": 78,
          "extra_id": 985,
          "useful_id": 1,
          "full_row_id": 2009,
          "remaining": 8
        },
        {
          "query": 79,
          "extra_id": 736,
          "useful_id": 2,
          "full_row_id": 2784,
          "remaining": 8
        },
        {
          "query": 80,
          "extra_id": 637,
          "useful_id": 3,
          "full_row_id": 3709,
          "remaining": 5
        },
        {
          "query": 81,
          "extra_id": 694,
          "useful_id": 0,
          "full_row_id": 694,
          "remaining": 5
        },
        {
          "query": 82,
          "extra_id": 383,
          "useful_id": 1,
          "full_row_id": 1407,
          "remaining": 3
        },
        {
          "query": 83,
          "extra_id": 483,
          "useful_id": 2,
          "full_row_id": 2531,
          "remaining": 2
        },
        {
          "query": 84,
          "extra_id": 66,
          "useful_id": 3,
          "full_row_id": 3138,
          "remaining": 2
        },
        {
          "query": 85,
          "extra_id": 1005,
          "useful_id": 0,
          "full_row_id": 1005,
          "remaining": 2
        },
        {
          "query": 86,
          "extra_id": 716,
          "useful_id": 1,
          "full_row_id": 1740,
          "remaining": 2
        },
        {
          "query": 87,
          "extra_id": 900,
          "useful_id": 2,
          "full_row_id": 2948,
          "remaining": 2
        },
        {
          "query": 88,
          "extra_id": 646,
          "useful_id": 3,
          "full_row_id": 3718,
          "remaining": 2
        },
        {
          "query": 89,
          "extra_id": 639,
          "useful_id": 0,
          "full_row_id": 639,
          "remaining": 2
        },
        {
          "query": 90,
          "extra_id": 663,
          "useful_id": 1,
          "full_row_id": 1687,
          "remaining": 2
        },
        {
          "query": 91,
          "extra_id": 107,
          "useful_id": 2,
          "full_row_id": 2155,
          "remaining": 2
        },
        {
          "query": 92,
          "extra_id": 12,
          "useful_id": 3,
          "full_row_id": 3084,
          "remaining": 2
        },
        {
          "query": 93,
          "extra_id": 70,
          "useful_id": 0,
          "full_row_id": 70,
          "remaining": 2
        },
        {
          "query": 94,
          "extra_id": 965,
          "useful_id": 1,
          "full_row_id": 1989,
          "remaining": 2
        },
        {
          "query": 95,
          "extra_id": 849,
          "useful_id": 2,
          "full_row_id": 2897,
          "remaining": 2
        },
        {
          "query": 96,
          "extra_id": 398,
          "useful_id": 3,
          "full_row_id": 3470,
          "remaining": 2
        },
        {
          "query": 97,
          "extra_id": 43,
          "useful_id": 0,
          "full_row_id": 43,
          "remaining": 2
        },
        {
          "query": 98,
          "extra_id": 81,
          "useful_id": 1,
          "full_row_id": 1105,
          "remaining": 2
        },
        {
          "query": 99,
          "extra_id": 682,
          "useful_id": 2,
          "full_row_id": 2730,
          "remaining": 2
        },
        {
          "query": 100,
          "extra_id": 1014,
          "useful_id": 3,
          "full_row_id": 4086,
          "remaining": 2
        },
        {
          "query": 101,
          "extra_id": 142,
          "useful_id": 0,
          "full_row_id": 142,
          "remaining": 2
        },
        {
          "query": 102,
          "extra_id": 754,
          "useful_id": 1,
          "full_row_id": 1778,
          "remaining": 2
        },
        {
          "query": 103,
          "extra_id": 3,
          "useful_id": 2,
          "full_row_id": 2051,
          "remaining": 2
        },
        {
          "query": 104,
          "extra_id": 537,
          "useful_id": 3,
          "full_row_id": 3609,
          "remaining": 2
        },
        {
          "query": 105,
          "extra_id": 738,
          "useful_id": 0,
          "full_row_id": 738,
          "remaining": 2
        },
        {
          "query": 106,
          "extra_id": 783,
          "useful_id": 1,
          "full_row_id": 1807,
          "remaining": 2
        },
        {
          "query": 107,
          "extra_id": 39,
          "useful_id": 2,
          "full_row_id": 2087,
          "remaining": 2
        },
        {
          "query": 108,
          "extra_id": 820,
          "useful_id": 3,
          "full_row_id": 3892,
          "remaining": 2
        },
        {
          "query": 109,
          "extra_id": 235,
          "useful_id": 0,
          "full_row_id": 235,
          "remaining": 2
        },
        {
          "query": 110,
          "extra_id": 678,
          "useful_id": 1,
          "full_row_id": 1702,
          "remaining": 2
        },
        {
          "query": 111,
          "extra_id": 844,
          "useful_id": 2,
          "full_row_id": 2892,
          "remaining": 1
        },
        {
          "query": 112,
          "extra_id": 364,
          "useful_id": 3,
          "full_row_id": 3436,
          "remaining": 0
        }
      ]
    },
    {
      "method": "random",
      "seed": 17,
      "snapshots": {
        "8": {
          "queries": 8,
          "new_rows": 8,
          "wrong_survived": 1385,
          "missed_share": 0.48853615520282184,
          "worst_error": 0.25,
          "by_size": {
            "2": {
              "wrong_survived": 1,
              "worst_error": 0.25
            },
            "3": {
              "wrong_survived": 122,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 1262,
              "worst_error": 0.0625
            }
          }
        },
        "32": {
          "queries": 32,
          "new_rows": 32,
          "wrong_survived": 290,
          "missed_share": 0.10229276895943562,
          "worst_error": 0.125,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 5,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 285,
              "worst_error": 0.0625
            }
          }
        },
        "128": {
          "queries": 121,
          "new_rows": 121,
          "wrong_survived": 0,
          "missed_share": 0.0,
          "worst_error": 0.0,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "4": {
              "wrong_survived": 0,
              "worst_error": 0.0
            }
          }
        }
      },
      "first_elimination": 121,
      "first_by_size": {
        "2": 16,
        "3": 51,
        "4": 121
      },
      "candidate_predictions_for_selection": 0,
      "selection_seconds": 0.007730544999503763,
      "selection_and_checkpoint_seconds": 0.02204758300104004,
      "history": [
        {
          "query": 1,
          "extra_id": 761,
          "useful_id": 0,
          "full_row_id": 761,
          "remaining": 2513
        },
        {
          "query": 2,
          "extra_id": 867,
          "useful_id": 1,
          "full_row_id": 1891,
          "remaining": 2254
        },
        {
          "query": 3,
          "extra_id": 116,
          "useful_id": 2,
          "full_row_id": 2164,
          "remaining": 2111
        },
        {
          "query": 4,
          "extra_id": 172,
          "useful_id": 3,
          "full_row_id": 3244,
          "remaining": 1976
        },
        {
          "query": 5,
          "extra_id": 474,
          "useful_id": 0,
          "full_row_id": 474,
          "remaining": 1731
        },
        {
          "query": 6,
          "extra_id": 576,
          "useful_id": 1,
          "full_row_id": 1600,
          "remaining": 1710
        },
        {
          "query": 7,
          "extra_id": 782,
          "useful_id": 2,
          "full_row_id": 2830,
          "remaining": 1522
        },
        {
          "query": 8,
          "extra_id": 382,
          "useful_id": 3,
          "full_row_id": 3454,
          "remaining": 1385
        },
        {
          "query": 9,
          "extra_id": 42,
          "useful_id": 0,
          "full_row_id": 42,
          "remaining": 1344
        },
        {
          "query": 10,
          "extra_id": 227,
          "useful_id": 1,
          "full_row_id": 1251,
          "remaining": 1235
        },
        {
          "query": 11,
          "extra_id": 472,
          "useful_id": 2,
          "full_row_id": 2520,
          "remaining": 1195
        },
        {
          "query": 12,
          "extra_id": 401,
          "useful_id": 3,
          "full_row_id": 3473,
          "remaining": 1092
        },
        {
          "query": 13,
          "extra_id": 939,
          "useful_id": 0,
          "full_row_id": 939,
          "remaining": 970
        },
        {
          "query": 14,
          "extra_id": 444,
          "useful_id": 1,
          "full_row_id": 1468,
          "remaining": 906
        },
        {
          "query": 15,
          "extra_id": 658,
          "useful_id": 2,
          "full_row_id": 2706,
          "remaining": 814
        },
        {
          "query": 16,
          "extra_id": 631,
          "useful_id": 3,
          "full_row_id": 3703,
          "remaining": 696
        },
        {
          "query": 17,
          "extra_id": 99,
          "useful_id": 0,
          "full_row_id": 99,
          "remaining": 693
        },
        {
          "query": 18,
          "extra_id": 757,
          "useful_id": 1,
          "full_row_id": 1781,
          "remaining": 640
        },
        {
          "query": 19,
          "extra_id": 57,
          "useful_id": 2,
          "full_row_id": 2105,
          "remaining": 595
        },
        {
          "query": 20,
          "extra_id": 21,
          "useful_id": 3,
          "full_row_id": 3093,
          "remaining": 561
        },
        {
          "query": 21,
          "extra_id": 605,
          "useful_id": 0,
          "full_row_id": 605,
          "remaining": 486
        },
        {
          "query": 22,
          "extra_id": 269,
          "useful_id": 1,
          "full_row_id": 1293,
          "remaining": 443
        },
        {
          "query": 23,
          "extra_id": 380,
          "useful_id": 2,
          "full_row_id": 2428,
          "remaining": 438
        },
        {
          "query": 24,
          "extra_id": 625,
          "useful_id": 3,
          "full_row_id": 3697,
          "remaining": 433
        },
        {
          "query": 25,
          "extra_id": 168,
          "useful_id": 0,
          "full_row_id": 168,
          "remaining": 432
        },
        {
          "query": 26,
          "extra_id": 93,
          "useful_id": 1,
          "full_row_id": 1117,
          "remaining": 425
        },
        {
          "query": 27,
          "extra_id": 723,
          "useful_id": 2,
          "full_row_id": 2771,
          "remaining": 400
        },
        {
          "query": 28,
          "extra_id": 1021,
          "useful_id": 3,
          "full_row_id": 4093,
          "remaining": 361
        },
        {
          "query": 29,
          "extra_id": 704,
          "useful_id": 0,
          "full_row_id": 704,
          "remaining": 347
        },
        {
          "query": 30,
          "extra_id": 856,
          "useful_id": 1,
          "full_row_id": 1880,
          "remaining": 321
        },
        {
          "query": 31,
          "extra_id": 430,
          "useful_id": 2,
          "full_row_id": 2478,
          "remaining": 298
        },
        {
          "query": 32,
          "extra_id": 45,
          "useful_id": 3,
          "full_row_id": 3117,
          "remaining": 290
        },
        {
          "query": 33,
          "extra_id": 672,
          "useful_id": 0,
          "full_row_id": 672,
          "remaining": 274
        },
        {
          "query": 34,
          "extra_id": 586,
          "useful_id": 1,
          "full_row_id": 1610,
          "remaining": 253
        },
        {
          "query": 35,
          "extra_id": 773,
          "useful_id": 2,
          "full_row_id": 2821,
          "remaining": 225
        },
        {
          "query": 36,
          "extra_id": 628,
          "useful_id": 3,
          "full_row_id": 3700,
          "remaining": 216
        },
        {
          "query": 37,
          "extra_id": 503,
          "useful_id": 0,
          "full_row_id": 503,
          "remaining": 184
        },
        {
          "query": 38,
          "extra_id": 11,
          "useful_id": 1,
          "full_row_id": 1035,
          "remaining": 172
        },
        {
          "query": 39,
          "extra_id": 720,
          "useful_id": 2,
          "full_row_id": 2768,
          "remaining": 172
        },
        {
          "query": 40,
          "extra_id": 193,
          "useful_id": 3,
          "full_row_id": 3265,
          "remaining": 168
        },
        {
          "query": 41,
          "extra_id": 496,
          "useful_id": 0,
          "full_row_id": 496,
          "remaining": 155
        },
        {
          "query": 42,
          "extra_id": 179,
          "useful_id": 1,
          "full_row_id": 1203,
          "remaining": 144
        },
        {
          "query": 43,
          "extra_id": 595,
          "useful_id": 2,
          "full_row_id": 2643,
          "remaining": 142
        },
        {
          "query": 44,
          "extra_id": 479,
          "useful_id": 3,
          "full_row_id": 3551,
          "remaining": 121
        },
        {
          "query": 45,
          "extra_id": 424,
          "useful_id": 0,
          "full_row_id": 424,
          "remaining": 119
        },
        {
          "query": 46,
          "extra_id": 585,
          "useful_id": 1,
          "full_row_id": 1609,
          "remaining": 115
        },
        {
          "query": 47,
          "extra_id": 153,
          "useful_id": 2,
          "full_row_id": 2201,
          "remaining": 112
        },
        {
          "query": 48,
          "extra_id": 467,
          "useful_id": 3,
          "full_row_id": 3539,
          "remaining": 110
        },
        {
          "query": 49,
          "extra_id": 746,
          "useful_id": 0,
          "full_row_id": 746,
          "remaining": 103
        },
        {
          "query": 50,
          "extra_id": 945,
          "useful_id": 1,
          "full_row_id": 1969,
          "remaining": 96
        },
        {
          "query": 51,
          "extra_id": 236,
          "useful_id": 2,
          "full_row_id": 2284,
          "remaining": 85
        },
        {
          "query": 52,
          "extra_id": 840,
          "useful_id": 3,
          "full_row_id": 3912,
          "remaining": 81
        },
        {
          "query": 53,
          "extra_id": 355,
          "useful_id": 0,
          "full_row_id": 355,
          "remaining": 80
        },
        {
          "query": 54,
          "extra_id": 415,
          "useful_id": 1,
          "full_row_id": 1439,
          "remaining": 74
        },
        {
          "query": 55,
          "extra_id": 833,
          "useful_id": 2,
          "full_row_id": 2881,
          "remaining": 74
        },
        {
          "query": 56,
          "extra_id": 216,
          "useful_id": 3,
          "full_row_id": 3288,
          "remaining": 73
        },
        {
          "query": 57,
          "extra_id": 260,
          "useful_id": 0,
          "full_row_id": 260,
          "remaining": 72
        },
        {
          "query": 58,
          "extra_id": 371,
          "useful_id": 1,
          "full_row_id": 1395,
          "remaining": 70
        },
        {
          "query": 59,
          "extra_id": 669,
          "useful_id": 2,
          "full_row_id": 2717,
          "remaining": 59
        },
        {
          "query": 60,
          "extra_id": 889,
          "useful_id": 3,
          "full_row_id": 3961,
          "remaining": 58
        },
        {
          "query": 61,
          "extra_id": 285,
          "useful_id": 0,
          "full_row_id": 285,
          "remaining": 57
        },
        {
          "query": 62,
          "extra_id": 362,
          "useful_id": 1,
          "full_row_id": 1386,
          "remaining": 57
        },
        {
          "query": 63,
          "extra_id": 884,
          "useful_id": 2,
          "full_row_id": 2932,
          "remaining": 55
        },
        {
          "query": 64,
          "extra_id": 1014,
          "useful_id": 3,
          "full_row_id": 4086,
          "remaining": 46
        },
        {
          "query": 65,
          "extra_id": 806,
          "useful_id": 0,
          "full_row_id": 806,
          "remaining": 37
        },
        {
          "query": 66,
          "extra_id": 583,
          "useful_id": 1,
          "full_row_id": 1607,
          "remaining": 25
        },
        {
          "query": 67,
          "extra_id": 834,
          "useful_id": 2,
          "full_row_id": 2882,
          "remaining": 25
        },
        {
          "query": 68,
          "extra_id": 249,
          "useful_id": 3,
          "full_row_id": 3321,
          "remaining": 25
        },
        {
          "query": 69,
          "extra_id": 167,
          "useful_id": 0,
          "full_row_id": 167,
          "remaining": 19
        },
        {
          "query": 70,
          "extra_id": 681,
          "useful_id": 1,
          "full_row_id": 1705,
          "remaining": 19
        },
        {
          "query": 71,
          "extra_id": 263,
          "useful_id": 2,
          "full_row_id": 2311,
          "remaining": 19
        },
        {
          "query": 72,
          "extra_id": 683,
          "useful_id": 3,
          "full_row_id": 3755,
          "remaining": 19
        },
        {
          "query": 73,
          "extra_id": 239,
          "useful_id": 0,
          "full_row_id": 239,
          "remaining": 18
        },
        {
          "query": 74,
          "extra_id": 533,
          "useful_id": 1,
          "full_row_id": 1557,
          "remaining": 17
        },
        {
          "query": 75,
          "extra_id": 846,
          "useful_id": 2,
          "full_row_id": 2894,
          "remaining": 15
        },
        {
          "query": 76,
          "extra_id": 294,
          "useful_id": 3,
          "full_row_id": 3366,
          "remaining": 15
        },
        {
          "query": 77,
          "extra_id": 577,
          "useful_id": 0,
          "full_row_id": 577,
          "remaining": 15
        },
        {
          "query": 78,
          "extra_id": 651,
          "useful_id": 1,
          "full_row_id": 1675,
          "remaining": 13
        },
        {
          "query": 79,
          "extra_id": 230,
          "useful_id": 2,
          "full_row_id": 2278,
          "remaining": 12
        },
        {
          "query": 80,
          "extra_id": 497,
          "useful_id": 3,
          "full_row_id": 3569,
          "remaining": 12
        },
        {
          "query": 81,
          "extra_id": 764,
          "useful_id": 0,
          "full_row_id": 764,
          "remaining": 12
        },
        {
          "query": 82,
          "extra_id": 676,
          "useful_id": 1,
          "full_row_id": 1700,
          "remaining": 11
        },
        {
          "query": 83,
          "extra_id": 695,
          "useful_id": 2,
          "full_row_id": 2743,
          "remaining": 11
        },
        {
          "query": 84,
          "extra_id": 558,
          "useful_id": 3,
          "full_row_id": 3630,
          "remaining": 11
        },
        {
          "query": 85,
          "extra_id": 952,
          "useful_id": 0,
          "full_row_id": 952,
          "remaining": 11
        },
        {
          "query": 86,
          "extra_id": 129,
          "useful_id": 1,
          "full_row_id": 1153,
          "remaining": 11
        },
        {
          "query": 87,
          "extra_id": 517,
          "useful_id": 2,
          "full_row_id": 2565,
          "remaining": 11
        },
        {
          "query": 88,
          "extra_id": 934,
          "useful_id": 3,
          "full_row_id": 4006,
          "remaining": 10
        },
        {
          "query": 89,
          "extra_id": 435,
          "useful_id": 0,
          "full_row_id": 435,
          "remaining": 10
        },
        {
          "query": 90,
          "extra_id": 23,
          "useful_id": 1,
          "full_row_id": 1047,
          "remaining": 9
        },
        {
          "query": 91,
          "extra_id": 1006,
          "useful_id": 2,
          "full_row_id": 3054,
          "remaining": 8
        },
        {
          "query": 92,
          "extra_id": 323,
          "useful_id": 3,
          "full_row_id": 3395,
          "remaining": 8
        },
        {
          "query": 93,
          "extra_id": 65,
          "useful_id": 0,
          "full_row_id": 65,
          "remaining": 8
        },
        {
          "query": 94,
          "extra_id": 182,
          "useful_id": 1,
          "full_row_id": 1206,
          "remaining": 8
        },
        {
          "query": 95,
          "extra_id": 980,
          "useful_id": 2,
          "full_row_id": 3028,
          "remaining": 4
        },
        {
          "query": 96,
          "extra_id": 354,
          "useful_id": 3,
          "full_row_id": 3426,
          "remaining": 4
        },
        {
          "query": 97,
          "extra_id": 18,
          "useful_id": 0,
          "full_row_id": 18,
          "remaining": 4
        },
        {
          "query": 98,
          "extra_id": 639,
          "useful_id": 1,
          "full_row_id": 1663,
          "remaining": 2
        },
        {
          "query": 99,
          "extra_id": 54,
          "useful_id": 2,
          "full_row_id": 2102,
          "remaining": 2
        },
        {
          "query": 100,
          "extra_id": 568,
          "useful_id": 3,
          "full_row_id": 3640,
          "remaining": 2
        },
        {
          "query": 101,
          "extra_id": 646,
          "useful_id": 0,
          "full_row_id": 646,
          "remaining": 1
        },
        {
          "query": 102,
          "extra_id": 742,
          "useful_id": 1,
          "full_row_id": 1766,
          "remaining": 1
        },
        {
          "query": 103,
          "extra_id": 113,
          "useful_id": 2,
          "full_row_id": 2161,
          "remaining": 1
        },
        {
          "query": 104,
          "extra_id": 507,
          "useful_id": 3,
          "full_row_id": 3579,
          "remaining": 1
        },
        {
          "query": 105,
          "extra_id": 543,
          "useful_id": 0,
          "full_row_id": 543,
          "remaining": 1
        },
        {
          "query": 106,
          "extra_id": 870,
          "useful_id": 1,
          "full_row_id": 1894,
          "remaining": 1
        },
        {
          "query": 107,
          "extra_id": 3,
          "useful_id": 2,
          "full_row_id": 2051,
          "remaining": 1
        },
        {
          "query": 108,
          "extra_id": 361,
          "useful_id": 3,
          "full_row_id": 3433,
          "remaining": 1
        },
        {
          "query": 109,
          "extra_id": 425,
          "useful_id": 0,
          "full_row_id": 425,
          "remaining": 1
        },
        {
          "query": 110,
          "extra_id": 566,
          "useful_id": 1,
          "full_row_id": 1590,
          "remaining": 1
        },
        {
          "query": 111,
          "extra_id": 813,
          "useful_id": 2,
          "full_row_id": 2861,
          "remaining": 1
        },
        {
          "query": 112,
          "extra_id": 523,
          "useful_id": 3,
          "full_row_id": 3595,
          "remaining": 1
        },
        {
          "query": 113,
          "extra_id": 785,
          "useful_id": 0,
          "full_row_id": 785,
          "remaining": 1
        },
        {
          "query": 114,
          "extra_id": 30,
          "useful_id": 1,
          "full_row_id": 1054,
          "remaining": 1
        },
        {
          "query": 115,
          "extra_id": 308,
          "useful_id": 2,
          "full_row_id": 2356,
          "remaining": 1
        },
        {
          "query": 116,
          "extra_id": 241,
          "useful_id": 3,
          "full_row_id": 3313,
          "remaining": 1
        },
        {
          "query": 117,
          "extra_id": 619,
          "useful_id": 0,
          "full_row_id": 619,
          "remaining": 1
        },
        {
          "query": 118,
          "extra_id": 94,
          "useful_id": 1,
          "full_row_id": 1118,
          "remaining": 1
        },
        {
          "query": 119,
          "extra_id": 365,
          "useful_id": 2,
          "full_row_id": 2413,
          "remaining": 1
        },
        {
          "query": 120,
          "extra_id": 265,
          "useful_id": 3,
          "full_row_id": 3337,
          "remaining": 1
        },
        {
          "query": 121,
          "extra_id": 964,
          "useful_id": 0,
          "full_row_id": 964,
          "remaining": 0
        }
      ]
    },
    {
      "method": "random",
      "seed": 18,
      "snapshots": {
        "8": {
          "queries": 8,
          "new_rows": 8,
          "wrong_survived": 1408,
          "missed_share": 0.4966490299823633,
          "worst_error": 0.25,
          "by_size": {
            "2": {
              "wrong_survived": 2,
              "worst_error": 0.25
            },
            "3": {
              "wrong_survived": 134,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 1272,
              "worst_error": 0.0625
            }
          }
        },
        "32": {
          "queries": 32,
          "new_rows": 32,
          "wrong_survived": 185,
          "missed_share": 0.06525573192239859,
          "worst_error": 0.0625,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "4": {
              "wrong_survived": 185,
              "worst_error": 0.0625
            }
          }
        },
        "128": {
          "queries": 91,
          "new_rows": 91,
          "wrong_survived": 0,
          "missed_share": 0.0,
          "worst_error": 0.0,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "4": {
              "wrong_survived": 0,
              "worst_error": 0.0
            }
          }
        }
      },
      "first_elimination": 91,
      "first_by_size": {
        "2": 12,
        "3": 29,
        "4": 91
      },
      "candidate_predictions_for_selection": 0,
      "selection_seconds": 0.006343913000819157,
      "selection_and_checkpoint_seconds": 0.01796873700004653,
      "history": [
        {
          "query": 1,
          "extra_id": 916,
          "useful_id": 0,
          "full_row_id": 916,
          "remaining": 2610
        },
        {
          "query": 2,
          "extra_id": 414,
          "useful_id": 1,
          "full_row_id": 1438,
          "remaining": 2389
        },
        {
          "query": 3,
          "extra_id": 224,
          "useful_id": 2,
          "full_row_id": 2272,
          "remaining": 2294
        },
        {
          "query": 4,
          "extra_id": 737,
          "useful_id": 3,
          "full_row_id": 3809,
          "remaining": 2127
        },
        {
          "query": 5,
          "extra_id": 890,
          "useful_id": 0,
          "full_row_id": 890,
          "remaining": 1842
        },
        {
          "query": 6,
          "extra_id": 294,
          "useful_id": 1,
          "full_row_id": 1318,
          "remaining": 1722
        },
        {
          "query": 7,
          "extra_id": 380,
          "useful_id": 2,
          "full_row_id": 2428,
          "remaining": 1575
        },
        {
          "query": 8,
          "extra_id": 91,
          "useful_id": 3,
          "full_row_id": 3163,
          "remaining": 1408
        },
        {
          "query": 9,
          "extra_id": 985,
          "useful_id": 0,
          "full_row_id": 985,
          "remaining": 1242
        },
        {
          "query": 10,
          "extra_id": 993,
          "useful_id": 1,
          "full_row_id": 2017,
          "remaining": 1182
        },
        {
          "query": 11,
          "extra_id": 713,
          "useful_id": 2,
          "full_row_id": 2761,
          "remaining": 1130
        },
        {
          "query": 12,
          "extra_id": 581,
          "useful_id": 3,
          "full_row_id": 3653,
          "remaining": 1035
        },
        {
          "query": 13,
          "extra_id": 584,
          "useful_id": 0,
          "full_row_id": 584,
          "remaining": 1019
        },
        {
          "query": 14,
          "extra_id": 662,
          "useful_id": 1,
          "full_row_id": 1686,
          "remaining": 930
        },
        {
          "query": 15,
          "extra_id": 759,
          "useful_id": 2,
          "full_row_id": 2807,
          "remaining": 791
        },
        {
          "query": 16,
          "extra_id": 593,
          "useful_id": 3,
          "full_row_id": 3665,
          "remaining": 771
        },
        {
          "query": 17,
          "extra_id": 805,
          "useful_id": 0,
          "full_row_id": 805,
          "remaining": 696
        },
        {
          "query": 18,
          "extra_id": 488,
          "useful_id": 1,
          "full_row_id": 1512,
          "remaining": 649
        },
        {
          "query": 19,
          "extra_id": 373,
          "useful_id": 2,
          "full_row_id": 2421,
          "remaining": 598
        },
        {
          "query": 20,
          "extra_id": 131,
          "useful_id": 3,
          "full_row_id": 3203,
          "remaining": 548
        },
        {
          "query": 21,
          "extra_id": 827,
          "useful_id": 0,
          "full_row_id": 827,
          "remaining": 462
        },
        {
          "query": 22,
          "extra_id": 325,
          "useful_id": 1,
          "full_row_id": 1349,
          "remaining": 442
        },
        {
          "query": 23,
          "extra_id": 684,
          "useful_id": 2,
          "full_row_id": 2732,
          "remaining": 362
        },
        {
          "query": 24,
          "extra_id": 755,
          "useful_id": 3,
          "full_row_id": 3827,
          "remaining": 347
        },
        {
          "query": 25,
          "extra_id": 709,
          "useful_id": 0,
          "full_row_id": 709,
          "remaining": 338
        },
        {
          "query": 26,
          "extra_id": 930,
          "useful_id": 1,
          "full_row_id": 1954,
          "remaining": 307
        },
        {
          "query": 27,
          "extra_id": 711,
          "useful_id": 2,
          "full_row_id": 2759,
          "remaining": 285
        },
        {
          "query": 28,
          "extra_id": 910,
          "useful_id": 3,
          "full_row_id": 3982,
          "remaining": 260
        },
        {
          "query": 29,
          "extra_id": 765,
          "useful_id": 0,
          "full_row_id": 765,
          "remaining": 232
        },
        {
          "query": 30,
          "extra_id": 971,
          "useful_id": 1,
          "full_row_id": 1995,
          "remaining": 215
        },
        {
          "query": 31,
          "extra_id": 492,
          "useful_id": 2,
          "full_row_id": 2540,
          "remaining": 204
        },
        {
          "query": 32,
          "extra_id": 30,
          "useful_id": 3,
          "full_row_id": 3102,
          "remaining": 185
        },
        {
          "query": 33,
          "extra_id": 629,
          "useful_id": 0,
          "full_row_id": 629,
          "remaining": 179
        },
        {
          "query": 34,
          "extra_id": 756,
          "useful_id": 1,
          "full_row_id": 1780,
          "remaining": 168
        },
        {
          "query": 35,
          "extra_id": 157,
          "useful_id": 2,
          "full_row_id": 2205,
          "remaining": 136
        },
        {
          "query": 36,
          "extra_id": 686,
          "useful_id": 3,
          "full_row_id": 3758,
          "remaining": 126
        },
        {
          "query": 37,
          "extra_id": 784,
          "useful_id": 0,
          "full_row_id": 784,
          "remaining": 123
        },
        {
          "query": 38,
          "extra_id": 637,
          "useful_id": 1,
          "full_row_id": 1661,
          "remaining": 119
        },
        {
          "query": 39,
          "extra_id": 233,
          "useful_id": 2,
          "full_row_id": 2281,
          "remaining": 109
        },
        {
          "query": 40,
          "extra_id": 650,
          "useful_id": 3,
          "full_row_id": 3722,
          "remaining": 108
        },
        {
          "query": 41,
          "extra_id": 574,
          "useful_id": 0,
          "full_row_id": 574,
          "remaining": 101
        },
        {
          "query": 42,
          "extra_id": 134,
          "useful_id": 1,
          "full_row_id": 1158,
          "remaining": 100
        },
        {
          "query": 43,
          "extra_id": 694,
          "useful_id": 2,
          "full_row_id": 2742,
          "remaining": 98
        },
        {
          "query": 44,
          "extra_id": 638,
          "useful_id": 3,
          "full_row_id": 3710,
          "remaining": 94
        },
        {
          "query": 45,
          "extra_id": 867,
          "useful_id": 0,
          "full_row_id": 867,
          "remaining": 83
        },
        {
          "query": 46,
          "extra_id": 808,
          "useful_id": 1,
          "full_row_id": 1832,
          "remaining": 80
        },
        {
          "query": 47,
          "extra_id": 877,
          "useful_id": 2,
          "full_row_id": 2925,
          "remaining": 75
        },
        {
          "query": 48,
          "extra_id": 12,
          "useful_id": 3,
          "full_row_id": 3084,
          "remaining": 75
        },
        {
          "query": 49,
          "extra_id": 76,
          "useful_id": 0,
          "full_row_id": 76,
          "remaining": 72
        },
        {
          "query": 50,
          "extra_id": 944,
          "useful_id": 1,
          "full_row_id": 1968,
          "remaining": 67
        },
        {
          "query": 51,
          "extra_id": 847,
          "useful_id": 2,
          "full_row_id": 2895,
          "remaining": 59
        },
        {
          "query": 52,
          "extra_id": 140,
          "useful_id": 3,
          "full_row_id": 3212,
          "remaining": 59
        },
        {
          "query": 53,
          "extra_id": 263,
          "useful_id": 0,
          "full_row_id": 263,
          "remaining": 53
        },
        {
          "query": 54,
          "extra_id": 385,
          "useful_id": 1,
          "full_row_id": 1409,
          "remaining": 49
        },
        {
          "query": 55,
          "extra_id": 845,
          "useful_id": 2,
          "full_row_id": 2893,
          "remaining": 49
        },
        {
          "query": 56,
          "extra_id": 557,
          "useful_id": 3,
          "full_row_id": 3629,
          "remaining": 46
        },
        {
          "query": 57,
          "extra_id": 850,
          "useful_id": 0,
          "full_row_id": 850,
          "remaining": 39
        },
        {
          "query": 58,
          "extra_id": 616,
          "useful_id": 1,
          "full_row_id": 1640,
          "remaining": 39
        },
        {
          "query": 59,
          "extra_id": 473,
          "useful_id": 2,
          "full_row_id": 2521,
          "remaining": 34
        },
        {
          "query": 60,
          "extra_id": 555,
          "useful_id": 3,
          "full_row_id": 3627,
          "remaining": 34
        },
        {
          "query": 61,
          "extra_id": 66,
          "useful_id": 0,
          "full_row_id": 66,
          "remaining": 30
        },
        {
          "query": 62,
          "extra_id": 396,
          "useful_id": 1,
          "full_row_id": 1420,
          "remaining": 30
        },
        {
          "query": 63,
          "extra_id": 901,
          "useful_id": 2,
          "full_row_id": 2949,
          "remaining": 27
        },
        {
          "query": 64,
          "extra_id": 903,
          "useful_id": 3,
          "full_row_id": 3975,
          "remaining": 27
        },
        {
          "query": 65,
          "extra_id": 570,
          "useful_id": 0,
          "full_row_id": 570,
          "remaining": 27
        },
        {
          "query": 66,
          "extra_id": 403,
          "useful_id": 1,
          "full_row_id": 1427,
          "remaining": 23
        },
        {
          "query": 67,
          "extra_id": 690,
          "useful_id": 2,
          "full_row_id": 2738,
          "remaining": 23
        },
        {
          "query": 68,
          "extra_id": 895,
          "useful_id": 3,
          "full_row_id": 3967,
          "remaining": 23
        },
        {
          "query": 69,
          "extra_id": 954,
          "useful_id": 0,
          "full_row_id": 954,
          "remaining": 23
        },
        {
          "query": 70,
          "extra_id": 335,
          "useful_id": 1,
          "full_row_id": 1359,
          "remaining": 20
        },
        {
          "query": 71,
          "extra_id": 342,
          "useful_id": 2,
          "full_row_id": 2390,
          "remaining": 19
        },
        {
          "query": 72,
          "extra_id": 634,
          "useful_id": 3,
          "full_row_id": 3706,
          "remaining": 19
        },
        {
          "query": 73,
          "extra_id": 803,
          "useful_id": 0,
          "full_row_id": 803,
          "remaining": 19
        },
        {
          "query": 74,
          "extra_id": 869,
          "useful_id": 1,
          "full_row_id": 1893,
          "remaining": 19
        },
        {
          "query": 75,
          "extra_id": 751,
          "useful_id": 2,
          "full_row_id": 2799,
          "remaining": 19
        },
        {
          "query": 76,
          "extra_id": 125,
          "useful_id": 3,
          "full_row_id": 3197,
          "remaining": 17
        },
        {
          "query": 77,
          "extra_id": 159,
          "useful_id": 0,
          "full_row_id": 159,
          "remaining": 17
        },
        {
          "query": 78,
          "extra_id": 179,
          "useful_id": 1,
          "full_row_id": 1203,
          "remaining": 6
        },
        {
          "query": 79,
          "extra_id": 149,
          "useful_id": 2,
          "full_row_id": 2197,
          "remaining": 6
        },
        {
          "query": 80,
          "extra_id": 742,
          "useful_id": 3,
          "full_row_id": 3814,
          "remaining": 5
        },
        {
          "query": 81,
          "extra_id": 478,
          "useful_id": 0,
          "full_row_id": 478,
          "remaining": 3
        },
        {
          "query": 82,
          "extra_id": 133,
          "useful_id": 1,
          "full_row_id": 1157,
          "remaining": 3
        },
        {
          "query": 83,
          "extra_id": 878,
          "useful_id": 2,
          "full_row_id": 2926,
          "remaining": 3
        },
        {
          "query": 84,
          "extra_id": 22,
          "useful_id": 3,
          "full_row_id": 3094,
          "remaining": 3
        },
        {
          "query": 85,
          "extra_id": 902,
          "useful_id": 0,
          "full_row_id": 902,
          "remaining": 3
        },
        {
          "query": 86,
          "extra_id": 200,
          "useful_id": 1,
          "full_row_id": 1224,
          "remaining": 3
        },
        {
          "query": 87,
          "extra_id": 743,
          "useful_id": 2,
          "full_row_id": 2791,
          "remaining": 3
        },
        {
          "query": 88,
          "extra_id": 402,
          "useful_id": 3,
          "full_row_id": 3474,
          "remaining": 3
        },
        {
          "query": 89,
          "extra_id": 379,
          "useful_id": 0,
          "full_row_id": 379,
          "remaining": 1
        },
        {
          "query": 90,
          "extra_id": 716,
          "useful_id": 1,
          "full_row_id": 1740,
          "remaining": 1
        },
        {
          "query": 91,
          "extra_id": 191,
          "useful_id": 2,
          "full_row_id": 2239,
          "remaining": 0
        }
      ]
    },
    {
      "method": "random",
      "seed": 19,
      "snapshots": {
        "8": {
          "queries": 8,
          "new_rows": 8,
          "wrong_survived": 1429,
          "missed_share": 0.5040564373897707,
          "worst_error": 0.25,
          "by_size": {
            "2": {
              "wrong_survived": 2,
              "worst_error": 0.25
            },
            "3": {
              "wrong_survived": 128,
              "worst_error": 0.125
            },
            "4": {
              "wrong_survived": 1299,
              "worst_error": 0.0625
            }
          }
        },
        "32": {
          "queries": 32,
          "new_rows": 32,
          "wrong_survived": 164,
          "missed_share": 0.05784832451499118,
          "worst_error": 0.0625,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "4": {
              "wrong_survived": 164,
              "worst_error": 0.0625
            }
          }
        },
        "128": {
          "queries": 104,
          "new_rows": 104,
          "wrong_survived": 0,
          "missed_share": 0.0,
          "worst_error": 0.0,
          "by_size": {
            "2": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "3": {
              "wrong_survived": 0,
              "worst_error": 0.0
            },
            "4": {
              "wrong_survived": 0,
              "worst_error": 0.0
            }
          }
        }
      },
      "first_elimination": 104,
      "first_by_size": {
        "2": 13,
        "3": 30,
        "4": 104
      },
      "candidate_predictions_for_selection": 0,
      "selection_seconds": 0.006750283992005279,
      "selection_and_checkpoint_seconds": 0.01939300699996238,
      "history": [
        {
          "query": 1,
          "extra_id": 607,
          "useful_id": 0,
          "full_row_id": 607,
          "remaining": 2513
        },
        {
          "query": 2,
          "extra_id": 435,
          "useful_id": 1,
          "full_row_id": 1459,
          "remaining": 2237
        },
        {
          "query": 3,
          "extra_id": 370,
          "useful_id": 2,
          "full_row_id": 2418,
          "remaining": 2078
        },
        {
          "query": 4,
          "extra_id": 949,
          "useful_id": 3,
          "full_row_id": 4021,
          "remaining": 1841
        },
        {
          "query": 5,
          "extra_id": 393,
          "useful_id": 0,
          "full_row_id": 393,
          "remaining": 1714
        },
        {
          "query": 6,
          "extra_id": 286,
          "useful_id": 1,
          "full_row_id": 1310,
          "remaining": 1568
        },
        {
          "query": 7,
          "extra_id": 898,
          "useful_id": 2,
          "full_row_id": 2946,
          "remaining": 1459
        },
        {
          "query": 8,
          "extra_id": 68,
          "useful_id": 3,
          "full_row_id": 3140,
          "remaining": 1429
        },
        {
          "query": 9,
          "extra_id": 458,
          "useful_id": 0,
          "full_row_id": 458,
          "remaining": 1317
        },
        {
          "query": 10,
          "extra_id": 323,
          "useful_id": 1,
          "full_row_id": 1347,
          "remaining": 1256
        },
        {
          "query": 11,
          "extra_id": 36,
          "useful_id": 2,
          "full_row_id": 2084,
          "remaining": 1226
        },
        {
          "query": 12,
          "extra_id": 739,
          "useful_id": 3,
          "full_row_id": 3811,
          "remaining": 1067
        },
        {
          "query": 13,
          "extra_id": 1019,
          "useful_id": 0,
          "full_row_id": 1019,
          "remaining": 958
        },
        {
          "query": 14,
          "extra_id": 801,
          "useful_id": 1,
          "full_row_id": 1825,
          "remaining": 904
        },
        {
          "query": 15,
          "extra_id": 336,
          "useful_id": 2,
          "full_row_id": 2384,
          "remaining": 877
        },
        {
          "query": 16,
          "extra_id": 557,
          "useful_id": 3,
          "full_row_id": 3629,
          "remaining": 774
        },
        {
          "query": 17,
          "extra_id": 868,
          "useful_id": 0,
          "full_row_id": 868,
          "remaining": 693
        },
        {
          "query": 18,
          "extra_id": 324,
          "useful_id": 1,
          "full_row_id": 1348,
          "remaining": 685
        },
        {
          "query": 19,
          "extra_id": 441,
          "useful_id": 2,
          "full_row_id": 2489,
          "remaining": 646
        },
        {
          "query": 20,
          "extra_id": 938,
          "useful_id": 3,
          "full_row_id": 4010,
          "remaining": 596
        },
        {
          "query": 21,
          "extra_id": 205,
          "useful_id": 0,
          "full_row_id": 205,
          "remaining": 506
        },
        {
          "query": 22,
          "extra_id": 951,
          "useful_id": 1,
          "full_row_id": 1975,
          "remaining": 478
        },
        {
          "query": 23,
          "extra_id": 694,
          "useful_id": 2,
          "full_row_id": 2742,
          "remaining": 404
        },
        {
          "query": 24,
          "extra_id": 453,
          "useful_id": 3,
          "full_row_id": 3525,
          "remaining": 380
        },
        {
          "query": 25,
          "extra_id": 807,
          "useful_id": 0,
          "full_row_id": 807,
          "remaining": 357
        },
        {
          "query": 26,
          "extra_id": 423,
          "useful_id": 1,
          "full_row_id": 1447,
          "remaining": 340
        },
        {
          "query": 27,
          "extra_id": 372,
          "useful_id": 2,
          "full_row_id": 2420,
          "remaining": 322
        },
        {
          "query": 28,
          "extra_id": 632,
          "useful_id": 3,
          "full_row_id": 3704,
          "remaining": 257
        },
        {
          "query": 29,
          "extra_id": 944,
          "useful_id": 0,
          "full_row_id": 944,
          "remaining": 247
        },
        {
          "query": 30,
          "extra_id": 732,
          "useful_id": 1,
          "full_row_id": 1756,
          "remaining": 195
        },
        {
          "query": 31,
          "extra_id": 686,
          "useful_id": 2,
          "full_row_id": 2734,
          "remaining": 177
        },
        {
          "query": 32,
          "extra_id": 637,
          "useful_id": 3,
          "full_row_id": 3709,
          "remaining": 164
        },
        {
          "query": 33,
          "extra_id": 859,
          "useful_id": 0,
          "full_row_id": 859,
          "remaining": 141
        },
        {
          "query": 34,
          "extra_id": 447,
          "useful_id": 1,
          "full_row_id": 1471,
          "remaining": 132
        },
        {
          "query": 35,
          "extra_id": 761,
          "useful_id": 2,
          "full_row_id": 2809,
          "remaining": 123
        },
        {
          "query": 36,
          "extra_id": 457,
          "useful_id": 3,
          "full_row_id": 3529,
          "remaining": 122
        },
        {
          "query": 37,
          "extra_id": 620,
          "useful_id": 0,
          "full_row_id": 620,
          "remaining": 119
        },
        {
          "query": 38,
          "extra_id": 663,
          "useful_id": 1,
          "full_row_id": 1687,
          "remaining": 92
        },
        {
          "query": 39,
          "extra_id": 377,
          "useful_id": 2,
          "full_row_id": 2425,
          "remaining": 81
        },
        {
          "query": 40,
          "extra_id": 939,
          "useful_id": 3,
          "full_row_id": 4011,
          "remaining": 80
        },
        {
          "query": 41,
          "extra_id": 248,
          "useful_id": 0,
          "full_row_id": 248,
          "remaining": 67
        },
        {
          "query": 42,
          "extra_id": 54,
          "useful_id": 1,
          "full_row_id": 1078,
          "remaining": 61
        },
        {
          "query": 43,
          "extra_id": 763,
          "useful_id": 2,
          "full_row_id": 2811,
          "remaining": 59
        },
        {
          "query": 44,
          "extra_id": 97,
          "useful_id": 3,
          "full_row_id": 3169,
          "remaining": 57
        },
        {
          "query": 45,
          "extra_id": 560,
          "useful_id": 0,
          "full_row_id": 560,
          "remaining": 55
        },
        {
          "query": 46,
          "extra_id": 782,
          "useful_id": 1,
          "full_row_id": 1806,
          "remaining": 45
        },
        {
          "query": 47,
          "extra_id": 175,
          "useful_id": 2,
          "full_row_id": 2223,
          "remaining": 41
        },
        {
          "query": 48,
          "extra_id": 476,
          "useful_id": 3,
          "full_row_id": 3548,
          "remaining": 34
        },
        {
          "query": 49,
          "extra_id": 591,
          "useful_id": 0,
          "full_row_id": 591,
          "remaining": 31
        },
        {
          "query": 50,
          "extra_id": 798,
          "useful_id": 1,
          "full_row_id": 1822,
          "remaining": 30
        },
        {
          "query": 51,
          "extra_id": 516,
          "useful_id": 2,
          "full_row_id": 2564,
          "remaining": 30
        },
        {
          "query": 52,
          "extra_id": 553,
          "useful_id": 3,
          "full_row_id": 3625,
          "remaining": 30
        },
        {
          "query": 53,
          "extra_id": 570,
          "useful_id": 0,
          "full_row_id": 570,
          "remaining": 28
        },
        {
          "query": 54,
          "extra_id": 475,
          "useful_id": 1,
          "full_row_id": 1499,
          "remaining": 26
        },
        {
          "query": 55,
          "extra_id": 35,
          "useful_id": 2,
          "full_row_id": 2083,
          "remaining": 26
        },
        {
          "query": 56,
          "extra_id": 979,
          "useful_id": 3,
          "full_row_id": 4051,
          "remaining": 22
        },
        {
          "query": 57,
          "extra_id": 854,
          "useful_id": 0,
          "full_row_id": 854,
          "remaining": 18
        },
        {
          "query": 58,
          "extra_id": 376,
          "useful_id": 1,
          "full_row_id": 1400,
          "remaining": 18
        },
        {
          "query": 59,
          "extra_id": 371,
          "useful_id": 2,
          "full_row_id": 2419,
          "remaining": 17
        },
        {
          "query": 60,
          "extra_id": 666,
          "useful_id": 3,
          "full_row_id": 3738,
          "remaining": 17
        },
        {
          "query": 61,
          "extra_id": 913,
          "useful_id": 0,
          "full_row_id": 913,
          "remaining": 14
        },
        {
          "query": 62,
          "extra_id": 558,
          "useful_id": 1,
          "full_row_id": 1582,
          "remaining": 14
        },
        {
          "query": 63,
          "extra_id": 278,
          "useful_id": 2,
          "full_row_id": 2326,
          "remaining": 14
        },
        {
          "query": 64,
          "extra_id": 118,
          "useful_id": 3,
          "full_row_id": 3190,
          "remaining": 9
        },
        {
          "query": 65,
          "extra_id": 522,
          "useful_id": 0,
          "full_row_id": 522,
          "remaining": 9
        },
        {
          "query": 66,
          "extra_id": 173,
          "useful_id": 1,
          "full_row_id": 1197,
          "remaining": 8
        },
        {
          "query": 67,
          "extra_id": 613,
          "useful_id": 2,
          "full_row_id": 2661,
          "remaining": 8
        },
        {
          "query": 68,
          "extra_id": 839,
          "useful_id": 3,
          "full_row_id": 3911,
          "remaining": 8
        },
        {
          "query": 69,
          "extra_id": 808,
          "useful_id": 0,
          "full_row_id": 808,
          "remaining": 7
        },
        {
          "query": 70,
          "extra_id": 536,
          "useful_id": 1,
          "full_row_id": 1560,
          "remaining": 7
        },
        {
          "query": 71,
          "extra_id": 146,
          "useful_id": 2,
          "full_row_id": 2194,
          "remaining": 7
        },
        {
          "query": 72,
          "extra_id": 699,
          "useful_id": 3,
          "full_row_id": 3771,
          "remaining": 7
        },
        {
          "query": 73,
          "extra_id": 185,
          "useful_id": 0,
          "full_row_id": 185,
          "remaining": 6
        },
        {
          "query": 74,
          "extra_id": 466,
          "useful_id": 1,
          "full_row_id": 1490,
          "remaining": 5
        },
        {
          "query": 75,
          "extra_id": 209,
          "useful_id": 2,
          "full_row_id": 2257,
          "remaining": 5
        },
        {
          "query": 76,
          "extra_id": 874,
          "useful_id": 3,
          "full_row_id": 3946,
          "remaining": 5
        },
        {
          "query": 77,
          "extra_id": 65,
          "useful_id": 0,
          "full_row_id": 65,
          "remaining": 5
        },
        {
          "query": 78,
          "extra_id": 876,
          "useful_id": 1,
          "full_row_id": 1900,
          "remaining": 5
        },
        {
          "query": 79,
          "extra_id": 266,
          "useful_id": 2,
          "full_row_id": 2314,
          "remaining": 5
        },
        {
          "query": 80,
          "extra_id": 440,
          "useful_id": 3,
          "full_row_id": 3512,
          "remaining": 5
        },
        {
          "query": 81,
          "extra_id": 422,
          "useful_id": 0,
          "full_row_id": 422,
          "remaining": 5
        },
        {
          "query": 82,
          "extra_id": 136,
          "useful_id": 1,
          "full_row_id": 1160,
          "remaining": 5
        },
        {
          "query": 83,
          "extra_id": 792,
          "useful_id": 2,
          "full_row_id": 2840,
          "remaining": 5
        },
        {
          "query": 84,
          "extra_id": 852,
          "useful_id": 3,
          "full_row_id": 3924,
          "remaining": 5
        },
        {
          "query": 85,
          "extra_id": 797,
          "useful_id": 0,
          "full_row_id": 797,
          "remaining": 4
        },
        {
          "query": 86,
          "extra_id": 513,
          "useful_id": 1,
          "full_row_id": 1537,
          "remaining": 4
        },
        {
          "query": 87,
          "extra_id": 952,
          "useful_id": 2,
          "full_row_id": 3000,
          "remaining": 4
        },
        {
          "query": 88,
          "extra_id": 574,
          "useful_id": 3,
          "full_row_id": 3646,
          "remaining": 4
        },
        {
          "query": 89,
          "extra_id": 608,
          "useful_id": 0,
          "full_row_id": 608,
          "remaining": 4
        },
        {
          "query": 90,
          "extra_id": 521,
          "useful_id": 1,
          "full_row_id": 1545,
          "remaining": 4
        },
        {
          "query": 91,
          "extra_id": 540,
          "useful_id": 2,
          "full_row_id": 2588,
          "remaining": 4
        },
        {
          "query": 92,
          "extra_id": 42,
          "useful_id": 3,
          "full_row_id": 3114,
          "remaining": 4
        },
        {
          "query": 93,
          "extra_id": 883,
          "useful_id": 0,
          "full_row_id": 883,
          "remaining": 4
        },
        {
          "query": 94,
          "extra_id": 526,
          "useful_id": 1,
          "full_row_id": 1550,
          "remaining": 4
        },
        {
          "query": 95,
          "extra_id": 131,
          "useful_id": 2,
          "full_row_id": 2179,
          "remaining": 4
        },
        {
          "query": 96,
          "extra_id": 103,
          "useful_id": 3,
          "full_row_id": 3175,
          "remaining": 3
        },
        {
          "query": 97,
          "extra_id": 950,
          "useful_id": 0,
          "full_row_id": 950,
          "remaining": 3
        },
        {
          "query": 98,
          "extra_id": 71,
          "useful_id": 1,
          "full_row_id": 1095,
          "remaining": 3
        },
        {
          "query": 99,
          "extra_id": 793,
          "useful_id": 2,
          "full_row_id": 2841,
          "remaining": 3
        },
        {
          "query": 100,
          "extra_id": 848,
          "useful_id": 3,
          "full_row_id": 3920,
          "remaining": 3
        },
        {
          "query": 101,
          "extra_id": 589,
          "useful_id": 0,
          "full_row_id": 589,
          "remaining": 3
        },
        {
          "query": 102,
          "extra_id": 151,
          "useful_id": 1,
          "full_row_id": 1175,
          "remaining": 3
        },
        {
          "query": 103,
          "extra_id": 479,
          "useful_id": 2,
          "full_row_id": 2527,
          "remaining": 2
        },
        {
          "query": 104,
          "extra_id": 740,
          "useful_id": 3,
          "full_row_id": 3812,
          "remaining": 0
        }
      ]
    }
  ]
}