{
  "de": {
    "rows": 167,
    "private_total": 643,
    "private_recall": 0.9968895800933126,
    "private_recall_wilson95": [
      0.9887304801600585,
      0.9991466137065079
    ],
    "private_recall_bootstrap95": [
      0.9922239502332815,
      1
    ],
    "leaked": 2,
    "public_total": 401,
    "public_retained": 0.9152119700748129,
    "over_redacted": 34,
    "span_f1": {
      "iou_1.00": {
        "tp": 380,
        "fp": 247,
        "fn": 263,
        "precision": 0.6060606060606061,
        "recall": 0.5909797822706065,
        "f1": 0.5984251968503936
      },
      "iou_0.50": {
        "tp": 467,
        "fp": 160,
        "fn": 176,
        "precision": 0.74481658692185,
        "recall": 0.7262830482115086,
        "f1": 0.7354330708661418
      },
      "iou_0.00": {
        "tp": 496,
        "fp": 131,
        "fn": 147,
        "precision": 0.7910685805422647,
        "recall": 0.7713841368584758,
        "f1": 0.7811023622047243
      }
    }
  },
  "en": {
    "rows": 268,
    "private_total": 1303,
    "private_recall": 0.9984650805832693,
    "private_recall_wilson95": [
      0.994420601253016,
      0.9995789775788789
    ],
    "private_recall_bootstrap95": [
      0.9953952417498081,
      1
    ],
    "leaked": 2,
    "public_total": 807,
    "public_retained": 0.8004956629491945,
    "over_redacted": 161,
    "span_f1": {
      "iou_1.00": {
        "tp": 771,
        "fp": 500,
        "fn": 532,
        "precision": 0.6066089693154996,
        "recall": 0.5917114351496546,
        "f1": 0.5990675990675991
      },
      "iou_0.50": {
        "tp": 976,
        "fp": 295,
        "fn": 327,
        "precision": 0.7678992918961448,
        "recall": 0.7490406753645433,
        "f1": 0.7583527583527583
      },
      "iou_0.00": {
        "tp": 1032,
        "fp": 239,
        "fn": 271,
        "precision": 0.8119590873328089,
        "recall": 0.7920184190330007,
        "f1": 0.8018648018648018
      }
    }
  },
  "es": {
    "rows": 114,
    "private_total": 505,
    "private_recall": 0.996039603960396,
    "private_recall_wilson95": [
      0.985676043712077,
      0.9989132665958852
    ],
    "private_recall_bootstrap95": [
      0.9900990099009901,
      1
    ],
    "leaked": 2,
    "public_total": 273,
    "public_retained": 0.8937728937728938,
    "over_redacted": 29,
    "span_f1": {
      "iou_1.00": {
        "tp": 308,
        "fp": 154,
        "fn": 197,
        "precision": 0.6666666666666666,
        "recall": 0.6099009900990099,
        "f1": 0.6370217166494312
      },
      "iou_0.50": {
        "tp": 390,
        "fp": 72,
        "fn": 115,
        "precision": 0.8441558441558441,
        "recall": 0.7722772277227723,
        "f1": 0.8066184074457083
      },
      "iou_0.00": {
        "tp": 408,
        "fp": 54,
        "fn": 97,
        "precision": 0.8831168831168831,
        "recall": 0.807920792079208,
        "f1": 0.8438469493278179
      }
    }
  },
  "fr": {
    "rows": 144,
    "private_total": 608,
    "private_recall": 0.9967105263157895,
    "private_recall_wilson95": [
      0.9880861483518347,
      0.999097462569685
    ],
    "private_recall_bootstrap95": [
      0.9917763157894737,
      1
    ],
    "leaked": 2,
    "public_total": 370,
    "public_retained": 0.8945945945945946,
    "over_redacted": 39,
    "span_f1": {
      "iou_1.00": {
        "tp": 387,
        "fp": 193,
        "fn": 221,
        "precision": 0.6672413793103448,
        "recall": 0.6365131578947368,
        "f1": 0.6515151515151515
      },
      "iou_0.50": {
        "tp": 480,
        "fp": 100,
        "fn": 128,
        "precision": 0.8275862068965517,
        "recall": 0.7894736842105263,
        "f1": 0.808080808080808
      },
      "iou_0.00": {
        "tp": 496,
        "fp": 84,
        "fn": 112,
        "precision": 0.8551724137931035,
        "recall": 0.8157894736842105,
        "f1": 0.835016835016835
      }
    }
  },
  "it": {
    "rows": 106,
    "private_total": 449,
    "private_recall": 1,
    "private_recall_wilson95": [
      0.9915166804463195,
      1
    ],
    "private_recall_bootstrap95": [
      1,
      1
    ],
    "leaked": 0,
    "public_total": 279,
    "public_retained": 0.9175627240143369,
    "over_redacted": 23,
    "span_f1": {
      "iou_1.00": {
        "tp": 258,
        "fp": 160,
        "fn": 191,
        "precision": 0.6172248803827751,
        "recall": 0.5746102449888641,
        "f1": 0.5951557093425606
      },
      "iou_0.50": {
        "tp": 321,
        "fp": 97,
        "fn": 128,
        "precision": 0.7679425837320574,
        "recall": 0.7149220489977728,
        "f1": 0.740484429065744
      },
      "iou_0.00": {
        "tp": 342,
        "fp": 76,
        "fn": 107,
        "precision": 0.8181818181818182,
        "recall": 0.7616926503340757,
        "f1": 0.7889273356401384
      }
    }
  },
  "nl": {
    "rows": 47,
    "private_total": 233,
    "private_recall": 1,
    "private_recall_wilson95": [
      0.9837798765081812,
      1
    ],
    "private_recall_bootstrap95": [
      1,
      1
    ],
    "leaked": 0,
    "public_total": 145,
    "public_retained": 0.9310344827586207,
    "over_redacted": 10,
    "span_f1": {
      "iou_1.00": {
        "tp": 147,
        "fp": 64,
        "fn": 86,
        "precision": 0.6966824644549763,
        "recall": 0.630901287553648,
        "f1": 0.6621621621621621
      },
      "iou_0.50": {
        "tp": 179,
        "fp": 32,
        "fn": 54,
        "precision": 0.8483412322274881,
        "recall": 0.7682403433476395,
        "f1": 0.8063063063063064
      },
      "iou_0.00": {
        "tp": 186,
        "fp": 25,
        "fn": 47,
        "precision": 0.8815165876777251,
        "recall": 0.7982832618025751,
        "f1": 0.8378378378378378
      }
    }
  },
  "pt": {
    "rows": 54,
    "private_total": 250,
    "private_recall": 0.984,
    "private_recall_wilson95": [
      0.9595895595167768,
      0.9937608763455877
    ],
    "private_recall_bootstrap95": [
      0.964,
      0.996
    ],
    "leaked": 4,
    "public_total": 130,
    "public_retained": 0.9307692307692308,
    "over_redacted": 9,
    "span_f1": {
      "iou_1.00": {
        "tp": 135,
        "fp": 86,
        "fn": 115,
        "precision": 0.6108597285067874,
        "recall": 0.54,
        "f1": 0.5732484076433122
      },
      "iou_0.50": {
        "tp": 170,
        "fp": 51,
        "fn": 80,
        "precision": 0.7692307692307693,
        "recall": 0.68,
        "f1": 0.721868365180467
      },
      "iou_0.00": {
        "tp": 181,
        "fp": 40,
        "fn": 69,
        "precision": 0.8190045248868778,
        "recall": 0.724,
        "f1": 0.7685774946921443
      }
    }
  }
}