{
  "de": {
    "rows": 4260,
    "private_total": 17347,
    "private_recall": 0.9794200726350377,
    "private_recall_wilson95": [
      0.977198733783712,
      0.9814291174439769
    ],
    "private_recall_bootstrap95": [
      0.9772871389865683,
      0.9816682999942353
    ],
    "leaked": 357,
    "public_total": 11464,
    "public_retained": 0.9166085136078158,
    "over_redacted": 956,
    "span_f1": {
      "iou_1.00": {
        "tp": 8626,
        "fp": 7911,
        "fn": 8721,
        "precision": 0.5216181895144222,
        "recall": 0.49726177437020813,
        "f1": 0.5091488608192657
      },
      "iou_0.50": {
        "tp": 10797,
        "fp": 5740,
        "fn": 6550,
        "precision": 0.6528995585656406,
        "recall": 0.6224130973655387,
        "f1": 0.6372919371974973
      },
      "iou_0.00": {
        "tp": 12407,
        "fp": 4130,
        "fn": 4940,
        "precision": 0.7502569994557658,
        "recall": 0.7152245345016429,
        "f1": 0.7323220399008381
      }
    }
  },
  "en": {
    "rows": 11569,
    "private_total": 53877,
    "private_recall": 0.9885294281418787,
    "private_recall_wilson95": [
      0.9875947848056238,
      0.9893944090676955
    ],
    "private_recall_bootstrap95": [
      0.9876570707351932,
      0.9894574679362251
    ],
    "leaked": 618,
    "public_total": 35153,
    "public_retained": 0.9053565840753278,
    "over_redacted": 3327,
    "span_f1": {
      "iou_1.00": {
        "tp": 28381,
        "fp": 21760,
        "fn": 25496,
        "precision": 0.5660238128477693,
        "recall": 0.5267739480668931,
        "f1": 0.5456940144974908
      },
      "iou_0.50": {
        "tp": 34591,
        "fp": 15550,
        "fn": 19286,
        "precision": 0.6898745537584013,
        "recall": 0.6420364905247137,
        "f1": 0.665096425618643
      },
      "iou_0.00": {
        "tp": 40179,
        "fp": 9962,
        "fn": 13698,
        "precision": 0.8013202768193693,
        "recall": 0.7457542179408653,
        "f1": 0.7725393681862754
      }
    }
  },
  "es": {
    "rows": 3234,
    "private_total": 13736,
    "private_recall": 0.988351776354106,
    "private_recall_wilson95": [
      0.9864159298109118,
      0.9900145408285751
    ],
    "private_recall_bootstrap95": [
      0.9865317414094351,
      0.9900262085032032
    ],
    "leaked": 160,
    "public_total": 9160,
    "public_retained": 0.9161572052401746,
    "over_redacted": 768,
    "span_f1": {
      "iou_1.00": {
        "tp": 6958,
        "fp": 6030,
        "fn": 6778,
        "precision": 0.5357252848783493,
        "recall": 0.5065521258008153,
        "f1": 0.5207304295764107
      },
      "iou_0.50": {
        "tp": 8954,
        "fp": 4034,
        "fn": 4782,
        "precision": 0.6894056051740067,
        "recall": 0.651863715783343,
        "f1": 0.6701092650800778
      },
      "iou_0.00": {
        "tp": 10330,
        "fp": 2658,
        "fn": 3406,
        "precision": 0.795349553433939,
        "recall": 0.7520384391380315,
        "f1": 0.7730878610986379
      }
    }
  },
  "fr": {
    "rows": 4708,
    "private_total": 19906,
    "private_recall": 0.9840751532201346,
    "private_recall_wilson95": [
      0.9822403470424554,
      0.9857231549876158
    ],
    "private_recall_bootstrap95": [
      0.9823671254898021,
      0.9857831809504672
    ],
    "leaked": 317,
    "public_total": 13740,
    "public_retained": 0.9282387190684134,
    "over_redacted": 986,
    "span_f1": {
      "iou_1.00": {
        "tp": 10066,
        "fp": 8581,
        "fn": 9840,
        "precision": 0.5398187375985413,
        "recall": 0.50567668039787,
        "f1": 0.5221902316291859
      },
      "iou_0.50": {
        "tp": 12725,
        "fp": 5922,
        "fn": 7181,
        "precision": 0.682415401941331,
        "recall": 0.6392544961318195,
        "f1": 0.6601302103597644
      },
      "iou_0.00": {
        "tp": 14517,
        "fp": 4130,
        "fn": 5389,
        "precision": 0.7785166514720867,
        "recall": 0.7292776047422888,
        "f1": 0.7530931445023734
      }
    }
  },
  "it": {
    "rows": 3218,
    "private_total": 13855,
    "private_recall": 0.9782749909779863,
    "private_recall_wilson95": [
      0.9757116115600604,
      0.9805732196339119
    ],
    "private_recall_bootstrap95": [
      0.975821003247925,
      0.9807289787080476
    ],
    "leaked": 301,
    "public_total": 9198,
    "public_retained": 0.9406392694063926,
    "over_redacted": 546,
    "span_f1": {
      "iou_1.00": {
        "tp": 6962,
        "fp": 6111,
        "fn": 6893,
        "precision": 0.5325479996940259,
        "recall": 0.5024900757849152,
        "f1": 0.5170825906120025
      },
      "iou_0.50": {
        "tp": 8880,
        "fp": 4193,
        "fn": 4975,
        "precision": 0.6792626023101048,
        "recall": 0.6409238542042583,
        "f1": 0.659536541889483
      },
      "iou_0.00": {
        "tp": 10122,
        "fp": 2951,
        "fn": 3733,
        "precision": 0.7742675743899641,
        "recall": 0.7305665824612053,
        "f1": 0.7517825311942958
      }
    }
  },
  "nl": {
    "rows": 1526,
    "private_total": 6519,
    "private_recall": 0.9720816076085289,
    "private_recall_wilson95": [
      0.9677960000335368,
      0.9758111542471986
    ],
    "private_recall_bootstrap95": [
      0.9682466635987115,
      0.9762233471391317
    ],
    "leaked": 182,
    "public_total": 4302,
    "public_retained": 0.9193398419339842,
    "over_redacted": 347,
    "span_f1": {
      "iou_1.00": {
        "tp": 3334,
        "fp": 2747,
        "fn": 3185,
        "precision": 0.5482650879789508,
        "recall": 0.5114281331492561,
        "f1": 0.5292063492063492
      },
      "iou_0.50": {
        "tp": 4061,
        "fp": 2020,
        "fn": 2458,
        "precision": 0.6678177931261305,
        "recall": 0.6229483049547476,
        "f1": 0.6446031746031745
      },
      "iou_0.00": {
        "tp": 4631,
        "fp": 1450,
        "fn": 1888,
        "precision": 0.7615523762539056,
        "recall": 0.7103850283785856,
        "f1": 0.7350793650793651
      }
    }
  },
  "pt": {
    "rows": 1485,
    "private_total": 6467,
    "private_recall": 0.9772692129271687,
    "private_recall_wilson95": [
      0.9733432981324541,
      0.9806284387124102
    ],
    "private_recall_bootstrap95": [
      0.9737126952218957,
      0.9808257306324416
    ],
    "leaked": 147,
    "public_total": 4190,
    "public_retained": 0.9250596658711218,
    "over_redacted": 314,
    "span_f1": {
      "iou_1.00": {
        "tp": 3012,
        "fp": 2683,
        "fn": 3455,
        "precision": 0.5288849868305531,
        "recall": 0.46574918818617594,
        "f1": 0.4953132708436112
      },
      "iou_0.50": {
        "tp": 3707,
        "fp": 1988,
        "fn": 2760,
        "precision": 0.6509218612818262,
        "recall": 0.5732178753672491,
        "f1": 0.6096036836046703
      },
      "iou_0.00": {
        "tp": 4375,
        "fp": 1320,
        "fn": 2092,
        "precision": 0.7682177348551361,
        "recall": 0.676511520024741,
        "f1": 0.71945403716494
      }
    }
  }
}