get_frac_shared_events.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "a5640ffd",
   "metadata": {},
   "outputs": [],
   "source": [
    "#!/usr/bin/env python\n",
    "# coding: utf-8\n",
    "\n",
    "\n",
    "import matplotlib.pyplot as plt\n",
    "import matplotlib\n",
    "import numpy as np\n",
    "import os\n",
    "import pickle \n",
    "\n",
    "from helpers.synthesis import *\n",
    "from helpers.visualization import *\n",
    "\n",
    "plt.style.use(\"science.mplstyle\")\n",
    "\n",
    "dpi = 800"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "9222fa65",
   "metadata": {},
   "outputs": [],
   "source": [
    "gen_seed = 1\n",
    "\n",
    "scatterplot_dir = f\"/global/ml4hep/spss/rrmastandrea/synth_SM_AD/NF_results_wide_seed_{gen_seed}/\"\n",
    "\n",
    "\n",
    "n_seed = 100\n",
    "num_bkg = 320000\n",
    "num_sig = 20000\n",
    "\n",
    "n_avg = 10 # number of classifiers to average the scores over\n",
    "n_trials_post_avg = int(n_seed / n_avg)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "7e2e433f",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Load in the data\n",
    "\n",
    "num_signals_to_inject = [0, 300, 500, 750, 1000, 1200, 1500, 2000, 2500, 3000]\n",
    "#num_signals_to_inject = [0, 1500]\n",
    "\n",
    "synth_ids = [\"feta\", \"cathode\", \"curtains\", \"salad\"]\n",
    "\n",
    "summary_dict_bkg, summary_dict_sig = {nn:[] for nn in num_signals_to_inject}, {nn:[] for nn in num_signals_to_inject}\n",
    "\n",
    "# load in and concatentate data\n",
    "for nn in num_signals_to_inject:\n",
    "    \n",
    "    all_results_bkg, all_results_sig = load_in_data(nn, num_bkg, \"StandardScale\", synth_ids, n_seed, gen_seed, scatterplot_dir)    \n",
    "\n",
    "    \n",
    "    for ensembling_chunk in range(n_trials_post_avg):\n",
    "    \n",
    "        # average over the seeds in the chunk\n",
    "        seeds_to_avg = np.arange(n_avg*ensembling_chunk, n_avg*ensembling_chunk + n_avg)\n",
    "        concatenated_results_bkg = {iid:0 for iid in synth_ids}\n",
    "        concatenated_results_sig = {iid:0 for iid in synth_ids}\n",
    "\n",
    "        for iid in synth_ids:        \n",
    "            concatenated_results_bkg[iid] = np.mean([all_results_bkg[iid][seed_NN] for seed_NN in seeds_to_avg], axis = 0)\n",
    "            concatenated_results_sig[iid] = np.mean([all_results_sig[iid][seed_NN] for seed_NN in seeds_to_avg], axis = 0)\n",
    "        summary_dict_bkg[nn].append(concatenated_results_bkg)\n",
    "        summary_dict_sig[nn].append(concatenated_results_sig)\n",
    "        \n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "fe39d86f",
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_highest_percentile(scores, num_ids_to_take):\n",
    "    \n",
    "    # array to keep track of the id\n",
    "    ids = np.arange(len(scores))\n",
    "    \n",
    "    # sort the ids by the scores\n",
    "    sorted_ids = [x for _,x in sorted(zip(scores,ids))]\n",
    "    sorted_scores = [x for x,_ in sorted(zip(scores,ids))]\n",
    "\n",
    "    # return the highest ids\n",
    "    return(sorted_ids[-num_ids_to_take:])\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "a5a47c5b",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Evaluating percentile 0.005...\n",
      "Evaluating num. injected signal events 0, ensembling chunk 0\n",
      "Evaluating num. injected signal events 300, ensembling chunk 0\n",
      "Evaluating num. injected signal events 500, ensembling chunk 0\n",
      "Evaluating num. injected signal events 750, ensembling chunk 0\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 0\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 0\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 0\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 0\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 0\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 0\n",
      "Evaluating num. injected signal events 0, ensembling chunk 1\n",
      "Evaluating num. injected signal events 300, ensembling chunk 1\n",
      "Evaluating num. injected signal events 500, ensembling chunk 1\n",
      "Evaluating num. injected signal events 750, ensembling chunk 1\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 1\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 1\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 1\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 1\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 1\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 1\n",
      "Evaluating num. injected signal events 0, ensembling chunk 2\n",
      "Evaluating num. injected signal events 300, ensembling chunk 2\n",
      "Evaluating num. injected signal events 500, ensembling chunk 2\n",
      "Evaluating num. injected signal events 750, ensembling chunk 2\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 2\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 2\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 2\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 2\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 2\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 2\n",
      "Evaluating num. injected signal events 0, ensembling chunk 3\n",
      "Evaluating num. injected signal events 300, ensembling chunk 3\n",
      "Evaluating num. injected signal events 500, ensembling chunk 3\n",
      "Evaluating num. injected signal events 750, ensembling chunk 3\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 3\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 3\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 3\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 3\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 3\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 3\n",
      "Evaluating num. injected signal events 0, ensembling chunk 4\n",
      "Evaluating num. injected signal events 300, ensembling chunk 4\n",
      "Evaluating num. injected signal events 500, ensembling chunk 4\n",
      "Evaluating num. injected signal events 750, ensembling chunk 4\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 4\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 4\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 4\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 4\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 4\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 4\n",
      "Evaluating num. injected signal events 0, ensembling chunk 5\n",
      "Evaluating num. injected signal events 300, ensembling chunk 5\n",
      "Evaluating num. injected signal events 500, ensembling chunk 5\n",
      "Evaluating num. injected signal events 750, ensembling chunk 5\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 5\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 5\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 5\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 5\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 5\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 5\n",
      "Evaluating num. injected signal events 0, ensembling chunk 6\n",
      "Evaluating num. injected signal events 300, ensembling chunk 6\n",
      "Evaluating num. injected signal events 500, ensembling chunk 6\n",
      "Evaluating num. injected signal events 750, ensembling chunk 6\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 6\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 6\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 6\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 6\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 6\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 6\n",
      "Evaluating num. injected signal events 0, ensembling chunk 7\n",
      "Evaluating num. injected signal events 300, ensembling chunk 7\n",
      "Evaluating num. injected signal events 500, ensembling chunk 7\n",
      "Evaluating num. injected signal events 750, ensembling chunk 7\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 7\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 7\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 7\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 7\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 7\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 7\n",
      "Evaluating num. injected signal events 0, ensembling chunk 8\n",
      "Evaluating num. injected signal events 300, ensembling chunk 8\n",
      "Evaluating num. injected signal events 500, ensembling chunk 8\n",
      "Evaluating num. injected signal events 750, ensembling chunk 8\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 8\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 8\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 8\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 8\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 8\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 8\n",
      "Evaluating num. injected signal events 0, ensembling chunk 9\n",
      "Evaluating num. injected signal events 300, ensembling chunk 9\n",
      "Evaluating num. injected signal events 500, ensembling chunk 9\n",
      "Evaluating num. injected signal events 750, ensembling chunk 9\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 9\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 9\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 9\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 9\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 9\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 9\n",
      "\n",
      "Evaluating percentile 0.01...\n",
      "Evaluating num. injected signal events 0, ensembling chunk 0\n",
      "Evaluating num. injected signal events 300, ensembling chunk 0\n",
      "Evaluating num. injected signal events 500, ensembling chunk 0\n",
      "Evaluating num. injected signal events 750, ensembling chunk 0\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 0\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 0\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 0\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 0\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 0\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 0\n",
      "Evaluating num. injected signal events 0, ensembling chunk 1\n",
      "Evaluating num. injected signal events 300, ensembling chunk 1\n",
      "Evaluating num. injected signal events 500, ensembling chunk 1\n",
      "Evaluating num. injected signal events 750, ensembling chunk 1\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 1\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 1\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 1\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 1\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 1\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 1\n",
      "Evaluating num. injected signal events 0, ensembling chunk 2\n",
      "Evaluating num. injected signal events 300, ensembling chunk 2\n",
      "Evaluating num. injected signal events 500, ensembling chunk 2\n",
      "Evaluating num. injected signal events 750, ensembling chunk 2\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 2\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 2\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 2\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 2\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 2\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Evaluating num. injected signal events 3000, ensembling chunk 2\n",
      "Evaluating num. injected signal events 0, ensembling chunk 3\n",
      "Evaluating num. injected signal events 300, ensembling chunk 3\n",
      "Evaluating num. injected signal events 500, ensembling chunk 3\n",
      "Evaluating num. injected signal events 750, ensembling chunk 3\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 3\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 3\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 3\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 3\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 3\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 3\n",
      "Evaluating num. injected signal events 0, ensembling chunk 4\n",
      "Evaluating num. injected signal events 300, ensembling chunk 4\n",
      "Evaluating num. injected signal events 500, ensembling chunk 4\n",
      "Evaluating num. injected signal events 750, ensembling chunk 4\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 4\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 4\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 4\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 4\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 4\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 4\n",
      "Evaluating num. injected signal events 0, ensembling chunk 5\n",
      "Evaluating num. injected signal events 300, ensembling chunk 5\n",
      "Evaluating num. injected signal events 500, ensembling chunk 5\n",
      "Evaluating num. injected signal events 750, ensembling chunk 5\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 5\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 5\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 5\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 5\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 5\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 5\n",
      "Evaluating num. injected signal events 0, ensembling chunk 6\n",
      "Evaluating num. injected signal events 300, ensembling chunk 6\n",
      "Evaluating num. injected signal events 500, ensembling chunk 6\n",
      "Evaluating num. injected signal events 750, ensembling chunk 6\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 6\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 6\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 6\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 6\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 6\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 6\n",
      "Evaluating num. injected signal events 0, ensembling chunk 7\n",
      "Evaluating num. injected signal events 300, ensembling chunk 7\n",
      "Evaluating num. injected signal events 500, ensembling chunk 7\n",
      "Evaluating num. injected signal events 750, ensembling chunk 7\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 7\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 7\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 7\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 7\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 7\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 7\n",
      "Evaluating num. injected signal events 0, ensembling chunk 8\n",
      "Evaluating num. injected signal events 300, ensembling chunk 8\n",
      "Evaluating num. injected signal events 500, ensembling chunk 8\n",
      "Evaluating num. injected signal events 750, ensembling chunk 8\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 8\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 8\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 8\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 8\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 8\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 8\n",
      "Evaluating num. injected signal events 0, ensembling chunk 9\n",
      "Evaluating num. injected signal events 300, ensembling chunk 9\n",
      "Evaluating num. injected signal events 500, ensembling chunk 9\n",
      "Evaluating num. injected signal events 750, ensembling chunk 9\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 9\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 9\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 9\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 9\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 9\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 9\n",
      "\n",
      "Evaluating percentile 0.05...\n",
      "Evaluating num. injected signal events 0, ensembling chunk 0\n",
      "Evaluating num. injected signal events 300, ensembling chunk 0\n",
      "Evaluating num. injected signal events 500, ensembling chunk 0\n",
      "Evaluating num. injected signal events 750, ensembling chunk 0\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 0\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 0\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 0\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 0\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 0\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 0\n",
      "Evaluating num. injected signal events 0, ensembling chunk 1\n",
      "Evaluating num. injected signal events 300, ensembling chunk 1\n",
      "Evaluating num. injected signal events 500, ensembling chunk 1\n",
      "Evaluating num. injected signal events 750, ensembling chunk 1\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 1\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 1\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 1\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 1\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 1\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 1\n",
      "Evaluating num. injected signal events 0, ensembling chunk 2\n",
      "Evaluating num. injected signal events 300, ensembling chunk 2\n",
      "Evaluating num. injected signal events 500, ensembling chunk 2\n",
      "Evaluating num. injected signal events 750, ensembling chunk 2\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 2\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 2\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 2\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 2\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 2\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 2\n",
      "Evaluating num. injected signal events 0, ensembling chunk 3\n",
      "Evaluating num. injected signal events 300, ensembling chunk 3\n",
      "Evaluating num. injected signal events 500, ensembling chunk 3\n",
      "Evaluating num. injected signal events 750, ensembling chunk 3\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 3\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 3\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 3\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 3\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 3\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 3\n",
      "Evaluating num. injected signal events 0, ensembling chunk 4\n",
      "Evaluating num. injected signal events 300, ensembling chunk 4\n",
      "Evaluating num. injected signal events 500, ensembling chunk 4\n",
      "Evaluating num. injected signal events 750, ensembling chunk 4\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 4\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 4\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 4\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 4\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 4\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 4\n",
      "Evaluating num. injected signal events 0, ensembling chunk 5\n",
      "Evaluating num. injected signal events 300, ensembling chunk 5\n",
      "Evaluating num. injected signal events 500, ensembling chunk 5\n",
      "Evaluating num. injected signal events 750, ensembling chunk 5\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 5\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 5\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 5\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 5\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Evaluating num. injected signal events 2500, ensembling chunk 5\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 5\n",
      "Evaluating num. injected signal events 0, ensembling chunk 6\n",
      "Evaluating num. injected signal events 300, ensembling chunk 6\n",
      "Evaluating num. injected signal events 500, ensembling chunk 6\n",
      "Evaluating num. injected signal events 750, ensembling chunk 6\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 6\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 6\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 6\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 6\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 6\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 6\n",
      "Evaluating num. injected signal events 0, ensembling chunk 7\n",
      "Evaluating num. injected signal events 300, ensembling chunk 7\n",
      "Evaluating num. injected signal events 500, ensembling chunk 7\n",
      "Evaluating num. injected signal events 750, ensembling chunk 7\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 7\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 7\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 7\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 7\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 7\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 7\n",
      "Evaluating num. injected signal events 0, ensembling chunk 8\n",
      "Evaluating num. injected signal events 300, ensembling chunk 8\n",
      "Evaluating num. injected signal events 500, ensembling chunk 8\n",
      "Evaluating num. injected signal events 750, ensembling chunk 8\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 8\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 8\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 8\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 8\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 8\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 8\n",
      "Evaluating num. injected signal events 0, ensembling chunk 9\n",
      "Evaluating num. injected signal events 300, ensembling chunk 9\n",
      "Evaluating num. injected signal events 500, ensembling chunk 9\n",
      "Evaluating num. injected signal events 750, ensembling chunk 9\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 9\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 9\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 9\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 9\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 9\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 9\n",
      "\n",
      "Evaluating percentile 0.1...\n",
      "Evaluating num. injected signal events 0, ensembling chunk 0\n",
      "Evaluating num. injected signal events 300, ensembling chunk 0\n",
      "Evaluating num. injected signal events 500, ensembling chunk 0\n",
      "Evaluating num. injected signal events 750, ensembling chunk 0\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 0\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 0\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 0\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 0\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 0\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 0\n",
      "Evaluating num. injected signal events 0, ensembling chunk 1\n",
      "Evaluating num. injected signal events 300, ensembling chunk 1\n",
      "Evaluating num. injected signal events 500, ensembling chunk 1\n",
      "Evaluating num. injected signal events 750, ensembling chunk 1\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 1\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 1\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 1\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 1\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 1\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 1\n",
      "Evaluating num. injected signal events 0, ensembling chunk 2\n",
      "Evaluating num. injected signal events 300, ensembling chunk 2\n",
      "Evaluating num. injected signal events 500, ensembling chunk 2\n",
      "Evaluating num. injected signal events 750, ensembling chunk 2\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 2\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 2\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 2\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 2\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 2\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 2\n",
      "Evaluating num. injected signal events 0, ensembling chunk 3\n",
      "Evaluating num. injected signal events 300, ensembling chunk 3\n",
      "Evaluating num. injected signal events 500, ensembling chunk 3\n",
      "Evaluating num. injected signal events 750, ensembling chunk 3\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 3\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 3\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 3\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 3\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 3\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 3\n",
      "Evaluating num. injected signal events 0, ensembling chunk 4\n",
      "Evaluating num. injected signal events 300, ensembling chunk 4\n",
      "Evaluating num. injected signal events 500, ensembling chunk 4\n",
      "Evaluating num. injected signal events 750, ensembling chunk 4\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 4\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 4\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 4\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 4\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 4\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 4\n",
      "Evaluating num. injected signal events 0, ensembling chunk 5\n",
      "Evaluating num. injected signal events 300, ensembling chunk 5\n",
      "Evaluating num. injected signal events 500, ensembling chunk 5\n",
      "Evaluating num. injected signal events 750, ensembling chunk 5\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 5\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 5\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 5\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 5\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 5\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 5\n",
      "Evaluating num. injected signal events 0, ensembling chunk 6\n",
      "Evaluating num. injected signal events 300, ensembling chunk 6\n",
      "Evaluating num. injected signal events 500, ensembling chunk 6\n",
      "Evaluating num. injected signal events 750, ensembling chunk 6\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 6\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 6\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 6\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 6\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 6\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 6\n",
      "Evaluating num. injected signal events 0, ensembling chunk 7\n",
      "Evaluating num. injected signal events 300, ensembling chunk 7\n",
      "Evaluating num. injected signal events 500, ensembling chunk 7\n",
      "Evaluating num. injected signal events 750, ensembling chunk 7\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 7\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 7\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 7\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 7\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 7\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 7\n",
      "Evaluating num. injected signal events 0, ensembling chunk 8\n",
      "Evaluating num. injected signal events 300, ensembling chunk 8\n",
      "Evaluating num. injected signal events 500, ensembling chunk 8\n",
      "Evaluating num. injected signal events 750, ensembling chunk 8\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 8\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 8\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 8\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Evaluating num. injected signal events 2000, ensembling chunk 8\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 8\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 8\n",
      "Evaluating num. injected signal events 0, ensembling chunk 9\n",
      "Evaluating num. injected signal events 300, ensembling chunk 9\n",
      "Evaluating num. injected signal events 500, ensembling chunk 9\n",
      "Evaluating num. injected signal events 750, ensembling chunk 9\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 9\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 9\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 9\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 9\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 9\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 9\n",
      "\n",
      "Evaluating percentile 0.2...\n",
      "Evaluating num. injected signal events 0, ensembling chunk 0\n",
      "Evaluating num. injected signal events 300, ensembling chunk 0\n",
      "Evaluating num. injected signal events 500, ensembling chunk 0\n",
      "Evaluating num. injected signal events 750, ensembling chunk 0\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 0\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 0\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 0\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 0\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 0\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 0\n",
      "Evaluating num. injected signal events 0, ensembling chunk 1\n",
      "Evaluating num. injected signal events 300, ensembling chunk 1\n",
      "Evaluating num. injected signal events 500, ensembling chunk 1\n",
      "Evaluating num. injected signal events 750, ensembling chunk 1\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 1\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 1\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 1\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 1\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 1\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 1\n",
      "Evaluating num. injected signal events 0, ensembling chunk 2\n",
      "Evaluating num. injected signal events 300, ensembling chunk 2\n",
      "Evaluating num. injected signal events 500, ensembling chunk 2\n",
      "Evaluating num. injected signal events 750, ensembling chunk 2\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 2\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 2\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 2\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 4\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 4\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 4\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 4\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 4\n",
      "Evaluating num. injected signal events 0, ensembling chunk 5\n",
      "Evaluating num. injected signal events 300, ensembling chunk 5\n",
      "Evaluating num. injected signal events 500, ensembling chunk 5\n",
      "Evaluating num. injected signal events 750, ensembling chunk 5\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 5\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 5\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 5\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 5\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 5\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 5\n",
      "Evaluating num. injected signal events 0, ensembling chunk 6\n",
      "Evaluating num. injected signal events 300, ensembling chunk 6\n",
      "Evaluating num. injected signal events 500, ensembling chunk 6\n",
      "Evaluating num. injected signal events 750, ensembling chunk 6\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 6\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 6\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 6\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 6\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 6\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 6\n",
      "Evaluating num. injected signal events 0, ensembling chunk 7\n",
      "Evaluating num. injected signal events 300, ensembling chunk 7\n",
      "Evaluating num. injected signal events 500, ensembling chunk 7\n",
      "Evaluating num. injected signal events 750, ensembling chunk 7\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 7\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 7\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 7\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 7\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 7\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 7\n",
      "Evaluating num. injected signal events 0, ensembling chunk 8\n",
      "Evaluating num. injected signal events 300, ensembling chunk 8\n",
      "Evaluating num. injected signal events 500, ensembling chunk 8\n",
      "Evaluating num. injected signal events 750, ensembling chunk 8\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 8\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 8\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 8\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 8\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 8\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 8\n",
      "Evaluating num. injected signal events 0, ensembling chunk 9\n",
      "Evaluating num. injected signal events 300, ensembling chunk 9\n",
      "Evaluating num. injected signal events 500, ensembling chunk 9\n",
      "Evaluating num. injected signal events 750, ensembling chunk 9\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 9\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 9\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 9\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 9\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 9\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 9\n",
      "\n",
      "Evaluating percentile 0.3...\n",
      "Evaluating num. injected signal events 0, ensembling chunk 0\n",
      "Evaluating num. injected signal events 300, ensembling chunk 0\n",
      "Evaluating num. injected signal events 500, ensembling chunk 0\n",
      "Evaluating num. injected signal events 750, ensembling chunk 0\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 0\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 0\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 0\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 0\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 0\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 0\n",
      "Evaluating num. injected signal events 0, ensembling chunk 1\n",
      "Evaluating num. injected signal events 300, ensembling chunk 1\n",
      "Evaluating num. injected signal events 500, ensembling chunk 1\n",
      "Evaluating num. injected signal events 750, ensembling chunk 1\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 1\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 1\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 1\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 1\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 1\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 1\n",
      "Evaluating num. injected signal events 0, ensembling chunk 2\n",
      "Evaluating num. injected signal events 300, ensembling chunk 2\n",
      "Evaluating num. injected signal events 500, ensembling chunk 2\n",
      "Evaluating num. injected signal events 750, ensembling chunk 2\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 2\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 2\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 2\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 2\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 2\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 2\n",
      "Evaluating num. injected signal events 0, ensembling chunk 3\n",
      "Evaluating num. injected signal events 300, ensembling chunk 3\n",
      "Evaluating num. injected signal events 500, ensembling chunk 3\n",
      "Evaluating num. injected signal events 750, ensembling chunk 3\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Evaluating num. injected signal events 1000, ensembling chunk 3\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 3\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 3\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 3\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 3\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 3\n",
      "Evaluating num. injected signal events 0, ensembling chunk 4\n",
      "Evaluating num. injected signal events 300, ensembling chunk 4\n",
      "Evaluating num. injected signal events 500, ensembling chunk 4\n",
      "Evaluating num. injected signal events 750, ensembling chunk 4\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 4\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 4\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 4\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 4\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 4\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 4\n",
      "Evaluating num. injected signal events 0, ensembling chunk 5\n",
      "Evaluating num. injected signal events 300, ensembling chunk 5\n",
      "Evaluating num. injected signal events 500, ensembling chunk 5\n",
      "Evaluating num. injected signal events 750, ensembling chunk 5\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 5\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 5\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 5\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 5\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 5\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 5\n",
      "Evaluating num. injected signal events 0, ensembling chunk 6\n",
      "Evaluating num. injected signal events 300, ensembling chunk 6\n",
      "Evaluating num. injected signal events 500, ensembling chunk 6\n",
      "Evaluating num. injected signal events 750, ensembling chunk 6\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 6\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 6\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 6\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 6\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 6\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 6\n",
      "Evaluating num. injected signal events 0, ensembling chunk 7\n",
      "Evaluating num. injected signal events 300, ensembling chunk 7\n",
      "Evaluating num. injected signal events 500, ensembling chunk 7\n",
      "Evaluating num. injected signal events 750, ensembling chunk 7\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 7\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 7\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 7\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 7\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 7\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 7\n",
      "Evaluating num. injected signal events 0, ensembling chunk 8\n",
      "Evaluating num. injected signal events 300, ensembling chunk 8\n",
      "Evaluating num. injected signal events 500, ensembling chunk 8\n",
      "Evaluating num. injected signal events 750, ensembling chunk 8\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 8\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 8\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 8\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 8\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 8\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 8\n",
      "Evaluating num. injected signal events 0, ensembling chunk 9\n",
      "Evaluating num. injected signal events 300, ensembling chunk 9\n",
      "Evaluating num. injected signal events 500, ensembling chunk 9\n",
      "Evaluating num. injected signal events 750, ensembling chunk 9\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 9\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 9\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 9\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 9\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 9\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 9\n",
      "\n",
      "Evaluating percentile 0.4...\n",
      "Evaluating num. injected signal events 0, ensembling chunk 0\n",
      "Evaluating num. injected signal events 300, ensembling chunk 0\n",
      "Evaluating num. injected signal events 500, ensembling chunk 0\n",
      "Evaluating num. injected signal events 750, ensembling chunk 0\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 0\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 0\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 0\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 0\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 0\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 0\n",
      "Evaluating num. injected signal events 0, ensembling chunk 1\n",
      "Evaluating num. injected signal events 300, ensembling chunk 1\n",
      "Evaluating num. injected signal events 500, ensembling chunk 1\n",
      "Evaluating num. injected signal events 750, ensembling chunk 1\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 1\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 1\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 1\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 1\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 1\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 1\n",
      "Evaluating num. injected signal events 0, ensembling chunk 2\n",
      "Evaluating num. injected signal events 300, ensembling chunk 2\n",
      "Evaluating num. injected signal events 500, ensembling chunk 2\n",
      "Evaluating num. injected signal events 750, ensembling chunk 2\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 2\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 2\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 2\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 2\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 2\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 2\n",
      "Evaluating num. injected signal events 0, ensembling chunk 3\n",
      "Evaluating num. injected signal events 300, ensembling chunk 3\n",
      "Evaluating num. injected signal events 500, ensembling chunk 3\n",
      "Evaluating num. injected signal events 750, ensembling chunk 3\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 3\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 3\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 3\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 3\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 3\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 3\n",
      "Evaluating num. injected signal events 0, ensembling chunk 4\n",
      "Evaluating num. injected signal events 300, ensembling chunk 4\n",
      "Evaluating num. injected signal events 500, ensembling chunk 4\n",
      "Evaluating num. injected signal events 750, ensembling chunk 4\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 4\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 4\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 4\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 4\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 4\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 4\n",
      "Evaluating num. injected signal events 0, ensembling chunk 5\n",
      "Evaluating num. injected signal events 300, ensembling chunk 5\n",
      "Evaluating num. injected signal events 500, ensembling chunk 5\n",
      "Evaluating num. injected signal events 750, ensembling chunk 5\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 5\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 5\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 5\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 5\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 5\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 5\n",
      "Evaluating num. injected signal events 0, ensembling chunk 6\n",
      "Evaluating num. injected signal events 300, ensembling chunk 6\n",
      "Evaluating num. injected signal events 500, ensembling chunk 6\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Evaluating num. injected signal events 750, ensembling chunk 6\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 6\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 6\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 6\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 6\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 6\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 6\n",
      "Evaluating num. injected signal events 0, ensembling chunk 7\n",
      "Evaluating num. injected signal events 300, ensembling chunk 7\n",
      "Evaluating num. injected signal events 500, ensembling chunk 7\n",
      "Evaluating num. injected signal events 750, ensembling chunk 7\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 7\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 7\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 7\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 7\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 7\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 7\n",
      "Evaluating num. injected signal events 0, ensembling chunk 8\n",
      "Evaluating num. injected signal events 300, ensembling chunk 8\n",
      "Evaluating num. injected signal events 500, ensembling chunk 8\n",
      "Evaluating num. injected signal events 750, ensembling chunk 8\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 8\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 8\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 8\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 8\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 8\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 8\n",
      "Evaluating num. injected signal events 0, ensembling chunk 9\n",
      "Evaluating num. injected signal events 300, ensembling chunk 9\n",
      "Evaluating num. injected signal events 500, ensembling chunk 9\n",
      "Evaluating num. injected signal events 750, ensembling chunk 9\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 9\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 9\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 9\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 9\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 9\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 9\n",
      "\n",
      "Evaluating percentile 0.5...\n",
      "Evaluating num. injected signal events 0, ensembling chunk 0\n",
      "Evaluating num. injected signal events 300, ensembling chunk 0\n",
      "Evaluating num. injected signal events 500, ensembling chunk 0\n",
      "Evaluating num. injected signal events 750, ensembling chunk 0\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 0\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 0\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 0\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 0\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 0\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 0\n",
      "Evaluating num. injected signal events 0, ensembling chunk 1\n",
      "Evaluating num. injected signal events 300, ensembling chunk 1\n",
      "Evaluating num. injected signal events 500, ensembling chunk 1\n",
      "Evaluating num. injected signal events 750, ensembling chunk 1\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 1\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 1\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 1\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 1\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 1\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 1\n",
      "Evaluating num. injected signal events 0, ensembling chunk 2\n",
      "Evaluating num. injected signal events 300, ensembling chunk 2\n",
      "Evaluating num. injected signal events 500, ensembling chunk 2\n",
      "Evaluating num. injected signal events 750, ensembling chunk 2\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 2\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 2\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 2\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 2\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 2\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 2\n",
      "Evaluating num. injected signal events 0, ensembling chunk 3\n",
      "Evaluating num. injected signal events 300, ensembling chunk 3\n",
      "Evaluating num. injected signal events 500, ensembling chunk 3\n",
      "Evaluating num. injected signal events 750, ensembling chunk 3\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 3\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 3\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 3\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 3\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 3\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 3\n",
      "Evaluating num. injected signal events 0, ensembling chunk 4\n",
      "Evaluating num. injected signal events 300, ensembling chunk 4\n",
      "Evaluating num. injected signal events 500, ensembling chunk 4\n",
      "Evaluating num. injected signal events 750, ensembling chunk 4\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 4\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 4\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 4\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 4\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 4\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 4\n",
      "Evaluating num. injected signal events 0, ensembling chunk 5\n",
      "Evaluating num. injected signal events 300, ensembling chunk 5\n",
      "Evaluating num. injected signal events 500, ensembling chunk 5\n",
      "Evaluating num. injected signal events 750, ensembling chunk 5\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 5\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 5\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 5\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 5\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 5\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 5\n",
      "Evaluating num. injected signal events 0, ensembling chunk 6\n",
      "Evaluating num. injected signal events 300, ensembling chunk 6\n",
      "Evaluating num. injected signal events 500, ensembling chunk 6\n",
      "Evaluating num. injected signal events 750, ensembling chunk 6\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 6\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 6\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 6\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 6\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 6\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 6\n",
      "Evaluating num. injected signal events 0, ensembling chunk 7\n",
      "Evaluating num. injected signal events 300, ensembling chunk 7\n",
      "Evaluating num. injected signal events 500, ensembling chunk 7\n",
      "Evaluating num. injected signal events 750, ensembling chunk 7\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 7\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 7\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 7\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 7\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 7\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 7\n",
      "Evaluating num. injected signal events 0, ensembling chunk 8\n",
      "Evaluating num. injected signal events 300, ensembling chunk 8\n",
      "Evaluating num. injected signal events 500, ensembling chunk 8\n",
      "Evaluating num. injected signal events 750, ensembling chunk 8\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 8\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 8\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 8\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 8\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 8\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 8\n",
      "Evaluating num. injected signal events 0, ensembling chunk 9\n",
      "Evaluating num. injected signal events 300, ensembling chunk 9\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Evaluating num. injected signal events 500, ensembling chunk 9\n",
      "Evaluating num. injected signal events 750, ensembling chunk 9\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 9\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 9\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 9\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 9\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 9\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 9\n",
      "\n",
      "Evaluating percentile 0.6...\n",
      "Evaluating num. injected signal events 0, ensembling chunk 0\n",
      "Evaluating num. injected signal events 300, ensembling chunk 0\n",
      "Evaluating num. injected signal events 500, ensembling chunk 0\n",
      "Evaluating num. injected signal events 750, ensembling chunk 0\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 0\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 0\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 0\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 0\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 0\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 0\n",
      "Evaluating num. injected signal events 0, ensembling chunk 1\n",
      "Evaluating num. injected signal events 300, ensembling chunk 1\n",
      "Evaluating num. injected signal events 500, ensembling chunk 1\n",
      "Evaluating num. injected signal events 750, ensembling chunk 1\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 1\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 1\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 1\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 1\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 1\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 1\n",
      "Evaluating num. injected signal events 0, ensembling chunk 2\n",
      "Evaluating num. injected signal events 300, ensembling chunk 2\n",
      "Evaluating num. injected signal events 500, ensembling chunk 2\n",
      "Evaluating num. injected signal events 750, ensembling chunk 2\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 2\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 2\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 2\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 2\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 2\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 2\n",
      "Evaluating num. injected signal events 0, ensembling chunk 3\n",
      "Evaluating num. injected signal events 300, ensembling chunk 3\n",
      "Evaluating num. injected signal events 500, ensembling chunk 3\n",
      "Evaluating num. injected signal events 750, ensembling chunk 3\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 3\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 3\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 3\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 3\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 3\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 3\n",
      "Evaluating num. injected signal events 0, ensembling chunk 4\n",
      "Evaluating num. injected signal events 300, ensembling chunk 4\n",
      "Evaluating num. injected signal events 500, ensembling chunk 4\n",
      "Evaluating num. injected signal events 750, ensembling chunk 4\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 4\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 4\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 4\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 4\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 4\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 4\n",
      "Evaluating num. injected signal events 0, ensembling chunk 5\n",
      "Evaluating num. injected signal events 300, ensembling chunk 5\n",
      "Evaluating num. injected signal events 500, ensembling chunk 5\n",
      "Evaluating num. injected signal events 750, ensembling chunk 5\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 5\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 5\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 5\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 5\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 5\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 5\n",
      "Evaluating num. injected signal events 0, ensembling chunk 6\n",
      "Evaluating num. injected signal events 300, ensembling chunk 6\n",
      "Evaluating num. injected signal events 500, ensembling chunk 6\n",
      "Evaluating num. injected signal events 750, ensembling chunk 6\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 6\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 6\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 6\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 6\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 6\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 6\n",
      "Evaluating num. injected signal events 0, ensembling chunk 7\n",
      "Evaluating num. injected signal events 300, ensembling chunk 7\n",
      "Evaluating num. injected signal events 500, ensembling chunk 7\n",
      "Evaluating num. injected signal events 750, ensembling chunk 7\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 7\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 7\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 7\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 7\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 7\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 7\n",
      "Evaluating num. injected signal events 0, ensembling chunk 8\n",
      "Evaluating num. injected signal events 300, ensembling chunk 8\n",
      "Evaluating num. injected signal events 500, ensembling chunk 8\n",
      "Evaluating num. injected signal events 750, ensembling chunk 8\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 8\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 8\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 8\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 8\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 8\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 8\n",
      "Evaluating num. injected signal events 0, ensembling chunk 9\n",
      "Evaluating num. injected signal events 300, ensembling chunk 9\n",
      "Evaluating num. injected signal events 500, ensembling chunk 9\n",
      "Evaluating num. injected signal events 750, ensembling chunk 9\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 9\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 9\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 9\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 9\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 9\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 9\n",
      "\n",
      "Evaluating percentile 0.7...\n",
      "Evaluating num. injected signal events 0, ensembling chunk 0\n",
      "Evaluating num. injected signal events 300, ensembling chunk 0\n",
      "Evaluating num. injected signal events 500, ensembling chunk 0\n",
      "Evaluating num. injected signal events 750, ensembling chunk 0\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 0\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 0\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 0\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 0\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 0\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 0\n",
      "Evaluating num. injected signal events 0, ensembling chunk 1\n",
      "Evaluating num. injected signal events 300, ensembling chunk 1\n",
      "Evaluating num. injected signal events 500, ensembling chunk 1\n",
      "Evaluating num. injected signal events 750, ensembling chunk 1\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 1\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 1\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 1\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 1\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 1\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 1\n",
      "Evaluating num. injected signal events 0, ensembling chunk 2\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Evaluating num. injected signal events 300, ensembling chunk 2\n",
      "Evaluating num. injected signal events 500, ensembling chunk 2\n",
      "Evaluating num. injected signal events 750, ensembling chunk 2\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 2\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 2\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 2\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 2\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 2\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 2\n",
      "Evaluating num. injected signal events 0, ensembling chunk 3\n",
      "Evaluating num. injected signal events 300, ensembling chunk 3\n",
      "Evaluating num. injected signal events 500, ensembling chunk 3\n",
      "Evaluating num. injected signal events 750, ensembling chunk 3\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 3\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 3\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 3\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 3\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 3\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 3\n",
      "Evaluating num. injected signal events 0, ensembling chunk 4\n",
      "Evaluating num. injected signal events 300, ensembling chunk 4\n",
      "Evaluating num. injected signal events 500, ensembling chunk 4\n",
      "Evaluating num. injected signal events 750, ensembling chunk 4\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 4\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 4\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 4\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 4\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 4\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 4\n",
      "Evaluating num. injected signal events 0, ensembling chunk 5\n",
      "Evaluating num. injected signal events 300, ensembling chunk 5\n",
      "Evaluating num. injected signal events 500, ensembling chunk 5\n",
      "Evaluating num. injected signal events 750, ensembling chunk 5\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 5\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 5\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 5\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 5\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 5\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 5\n",
      "Evaluating num. injected signal events 0, ensembling chunk 6\n",
      "Evaluating num. injected signal events 300, ensembling chunk 6\n",
      "Evaluating num. injected signal events 500, ensembling chunk 6\n",
      "Evaluating num. injected signal events 750, ensembling chunk 6\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 6\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 6\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 6\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 6\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 6\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 6\n",
      "Evaluating num. injected signal events 0, ensembling chunk 7\n",
      "Evaluating num. injected signal events 300, ensembling chunk 7\n",
      "Evaluating num. injected signal events 500, ensembling chunk 7\n",
      "Evaluating num. injected signal events 750, ensembling chunk 7\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 7\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 7\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 7\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 7\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 7\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 7\n",
      "Evaluating num. injected signal events 0, ensembling chunk 8\n",
      "Evaluating num. injected signal events 300, ensembling chunk 8\n",
      "Evaluating num. injected signal events 500, ensembling chunk 8\n",
      "Evaluating num. injected signal events 750, ensembling chunk 8\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 8\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 8\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 8\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 8\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 8\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 8\n",
      "Evaluating num. injected signal events 0, ensembling chunk 9\n",
      "Evaluating num. injected signal events 300, ensembling chunk 9\n",
      "Evaluating num. injected signal events 500, ensembling chunk 9\n",
      "Evaluating num. injected signal events 750, ensembling chunk 9\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 9\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 9\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 9\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 9\n",
      "Evaluating num. injected signal events 2500, ensembling chunk 9\n",
      "Evaluating num. injected signal events 3000, ensembling chunk 9\n",
      "\n",
      "Evaluating percentile 0.8...\n",
      "Evaluating num. injected signal events 0, ensembling chunk 0\n",
      "Evaluating num. injected signal events 300, ensembling chunk 0\n",
      "Evaluating num. injected signal events 500, ensembling chunk 0\n",
      "Evaluating num. injected signal events 750, ensembling chunk 0\n",
      "Evaluating num. injected signal events 1000, ensembling chunk 0\n",
      "Evaluating num. injected signal events 1200, ensembling chunk 0\n",
      "Evaluating num. injected signal events 1500, ensembling chunk 0\n",
      "Evaluating num. injected signal events 2000, ensembling chunk 0\n"
     ]
    }
   ],
   "source": [
    "random_1 = np.random.uniform(size = (concatenated_results_bkg[\"feta\"].shape[0]))\n",
    "random_2 = np.random.uniform(size = (concatenated_results_bkg[\"feta\"].shape[0]))\n",
    "random_3 = np.random.uniform(size = (concatenated_results_bkg[\"feta\"].shape[0]))\n",
    "random_4 = np.random.uniform(size = (concatenated_results_bkg[\"feta\"].shape[0]))\n",
    "\n",
    "percentiles = [0.005, 0.01, 0.05, 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 1]\n",
    "\n",
    "all_overlap_bkg = {nn:{p:[] for p in percentiles} for nn in num_signals_to_inject}\n",
    "all_overlap_sig = {nn:{p:[] for p in percentiles} for nn in num_signals_to_inject}\n",
    "\n",
    "pairs_overlap_bkg = {}\n",
    "pairs_overlap_sig = {}\n",
    "\n",
    "for i, id_1 in enumerate(synth_ids):\n",
    "    for j, id_2 in enumerate(synth_ids[i+1:]):\n",
    "        pair_id = id_1 + \"_\" + id_2\n",
    "        pairs_overlap_bkg[pair_id] = {nn:{p:[] for p in percentiles} for nn in num_signals_to_inject}\n",
    "        pairs_overlap_sig[pair_id] = {nn:{p:[] for p in percentiles} for nn in num_signals_to_inject}     \n",
    "\n",
    "random_overlap = []\n",
    "random_overlap_4 = []\n",
    "\n",
    "for p in percentiles:\n",
    "    \n",
    "    print(f\"Evaluating percentile {p}...\")\n",
    "    \n",
    "    for ensembling_chunk in range(n_trials_post_avg):\n",
    "        \n",
    "        print(f\"   Ensembling chunk {ensembling_chunk}...\")\n",
    "        \n",
    "        if ensembling_chunk == 0: # only need to do the random overlap once\n",
    "    \n",
    "            # random\n",
    "            num_ids_to_take_rand = int(p*summary_dict_bkg[nn][0][\"feta\"].shape[0])\n",
    "            #print(f\"Random: Taking the top {num_ids_to_take_rand} scores ({p} percentile)\")\n",
    "\n",
    "            random_1_ids = get_highest_percentile(random_1.flatten(), num_ids_to_take_rand)\n",
    "            random_2_ids = get_highest_percentile(random_2.flatten(), num_ids_to_take_rand)\n",
    "            random_3_ids = get_highest_percentile(random_3.flatten(), num_ids_to_take_rand)\n",
    "            random_4_ids = get_highest_percentile(random_4.flatten(), num_ids_to_take_rand)\n",
    "\n",
    "            random_ov = list(set(random_1_ids) & set(random_2_ids))\n",
    "            random_overlap.append(float(len(random_ov))/num_ids_to_take_rand)\n",
    "\n",
    "            random_ov_4 = list(set(random_1_ids) & set(random_2_ids) & set(random_3_ids) & set(random_4_ids))\n",
    "            random_overlap_4.append(float(len(random_ov_4))/num_ids_to_take_rand)\n",
    "\n",
    "        for nn in num_signals_to_inject:\n",
    "\n",
    "            print(f\"      Evaluating num. injected signal events {nn}...\")\n",
    "\n",
    "            # background\n",
    "            num_ids_to_take_bkg = int(p*summary_dict_bkg[nn][ensembling_chunk][\"feta\"].shape[0])\n",
    "            #print(f\"Background: Taking the top {num_ids_to_take_bkg} scores ({p} percentile)\")\n",
    "\n",
    "            local_ids_bkg = {}\n",
    "\n",
    "            for iid in synth_ids:\n",
    "                local_ids_bkg[iid] = get_highest_percentile(summary_dict_bkg[nn][ensembling_chunk][iid].flatten(), num_ids_to_take_bkg)\n",
    "\n",
    "            for i, id_1 in enumerate(synth_ids):\n",
    "                for j, id_2 in enumerate(synth_ids[i+1:]):\n",
    "                    pair_id = id_1 + \"_\" + id_2\n",
    "\n",
    "                    loc_overlap_bkg = list(set(local_ids_bkg[id_1]) & set(local_ids_bkg[id_2]))\n",
    "                    pairs_overlap_bkg[pair_id][nn][p].append(float(len(loc_overlap_bkg))/num_ids_to_take_bkg)\n",
    "\n",
    "            grand_uni_bkg = list(set(local_ids_bkg[\"feta\"]) & set(local_ids_bkg[\"cathode\"]) & set(local_ids_bkg[\"curtains\"]) & set(local_ids_bkg[\"salad\"]))\n",
    "\n",
    "            all_overlap_bkg[nn][p].append(float(len(grand_uni_bkg))/num_ids_to_take_bkg)\n",
    "\n",
    "\n",
    "            # all\n",
    "            num_ids_to_take_sig = int(p*summary_dict_sig[nn][ensembling_chunk][\"feta\"].shape[0])\n",
    "\n",
    "            local_ids_sig = {}\n",
    "\n",
    "            for iid in synth_ids:\n",
    "                local_ids_sig[iid] = get_highest_percentile(summary_dict_sig[nn][ensembling_chunk][iid].flatten(), num_ids_to_take_sig)\n",
    "\n",
    "            for i, id_1 in enumerate(synth_ids):\n",
    "                for j, id_2 in enumerate(synth_ids[i+1:]):\n",
    "                    pair_id = id_1 + \"_\" + id_2\n",
    "\n",
    "                    loc_overlap_sig = list(set(local_ids_sig[id_1]) & set(local_ids_sig[id_2]))\n",
    "                    pairs_overlap_sig[pair_id][nn][p].append(float(len(loc_overlap_sig))/num_ids_to_take_sig)\n",
    "\n",
    "            grand_uni_sig = list(set(local_ids_sig[\"feta\"]) & set(local_ids_sig[\"cathode\"]) & set(local_ids_sig[\"curtains\"]) & set(local_ids_sig[\"salad\"]))\n",
    "\n",
    "            all_overlap_sig[nn][p].append(float(len(grand_uni_sig))/num_ids_to_take_sig)\n",
    "\n",
    "    print()\n",
    "\n",
    "    \n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "15f2f10a",
   "metadata": {},
   "outputs": [],
   "source": [
    "# save out the percentiles\n",
    "\n",
    "all_overlap_bkg_median = {nn:[] for nn in num_signals_to_inject}\n",
    "all_overlap_bkg_lower = {nn:[] for nn in num_signals_to_inject}\n",
    "all_overlap_bkg_upper = {nn:[] for nn in num_signals_to_inject}\n",
    "\n",
    "all_overlap_sig_median = {nn:[] for nn in num_signals_to_inject}\n",
    "all_overlap_sig_lower = {nn:[] for nn in num_signals_to_inject}\n",
    "all_overlap_sig_upper = {nn:[] for nn in num_signals_to_inject}\n",
    "\n",
    "\n",
    "pairs_overlap_bkg_median, pairs_overlap_bkg_lower, pairs_overlap_bkg_upper = {}, {}, {}\n",
    "pairs_overlap_sig_median, pairs_overlap_sig_lower, pairs_overlap_sig_upper = {}, {}, {}\n",
    "for i, id_1 in enumerate(synth_ids):\n",
    "    for j, id_2 in enumerate(synth_ids[i+1:]):\n",
    "        pair_id = id_1 + \"_\" + id_2\n",
    "        pairs_overlap_bkg_median[pair_id] = {nn:[] for nn in num_signals_to_inject}\n",
    "        pairs_overlap_bkg_lower[pair_id] = {nn:[] for nn in num_signals_to_inject}\n",
    "        pairs_overlap_bkg_upper[pair_id] = {nn:[] for nn in num_signals_to_inject}\n",
    "        \n",
    "        pairs_overlap_sig_median[pair_id] = {nn:[] for nn in num_signals_to_inject}     \n",
    "        pairs_overlap_sig_lower[pair_id] = {nn:[] for nn in num_signals_to_inject}     \n",
    "        pairs_overlap_sig_upper[pair_id] = {nn:[] for nn in num_signals_to_inject}     \n",
    "\n",
    "\n",
    "\n",
    "for nn in num_signals_to_inject:\n",
    "    \n",
    "    for p in percentiles:\n",
    "        \n",
    "        all_overlap_bkg_median[nn].append(np.median(all_overlap_bkg[nn][p]))\n",
    "        all_overlap_bkg_lower[nn].append(np.percentile(all_overlap_bkg[nn][p], 16))\n",
    "        all_overlap_bkg_upper[nn].append(np.percentile(all_overlap_bkg[nn][p], 84))\n",
    "        \n",
    "        all_overlap_sig_median[nn].append(np.median(all_overlap_sig[nn][p]))\n",
    "        all_overlap_sig_lower[nn].append(np.percentile(all_overlap_sig[nn][p], 16))\n",
    "        all_overlap_sig_upper[nn].append(np.percentile(all_overlap_sig[nn][p], 84))\n",
    "        \n",
    "        for i, id_1 in enumerate(synth_ids):\n",
    "            for j, id_2 in enumerate(synth_ids[i+1:]):\n",
    "                pair_id = id_1 + \"_\" + id_2\n",
    "                \n",
    "                pairs_overlap_bkg_median[pair_id][nn].append(np.median(pairs_overlap_bkg[pair_id][nn][p]))\n",
    "                pairs_overlap_bkg_lower[pair_id][nn].append(np.percentile(pairs_overlap_bkg[pair_id][nn][p], 16))\n",
    "                pairs_overlap_bkg_upper[pair_id][nn].append(np.percentile(pairs_overlap_bkg[pair_id][nn][p], 84))\n",
    "                \n",
    "                pairs_overlap_sig_median[pair_id][nn].append(np.median(pairs_overlap_sig[pair_id][nn][p]))\n",
    "                pairs_overlap_sig_lower[pair_id][nn].append(np.percentile(pairs_overlap_sig[pair_id][nn][p], 16))\n",
    "                pairs_overlap_sig_upper[pair_id][nn].append(np.percentile(pairs_overlap_sig[pair_id][nn][p], 84))\n",
    "        \n",
    "        \n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "9c2b5342",
   "metadata": {},
   "outputs": [],
   "source": [
    "pickle.dump( all_overlap_bkg_median, open( \"pickles/all_overlap_bkg_median.p\", \"wb\" ) )\n",
    "pickle.dump( all_overlap_bkg_lower, open( \"pickles/all_overlap_bkg_lower.p\", \"wb\" ) )\n",
    "pickle.dump( all_overlap_bkg_upper, open( \"pickles/all_overlap_bkg_upper.p\", \"wb\" ) )\n",
    "pickle.dump( all_overlap_sig_median, open( \"pickles/all_overlap_sig_median.p\", \"wb\" ) )\n",
    "pickle.dump( all_overlap_sig_lower, open( \"pickles/all_overlap_sig_lower.p\", \"wb\" ) )\n",
    "pickle.dump( all_overlap_sig_upper, open( \"pickles/all_overlap_sig_upper.p\", \"wb\" ) )\n",
    "\n",
    "\n",
    "pickle.dump( random_overlap, open( \"pickles/random_overlap.p\", \"wb\" ) )\n",
    "pickle.dump( random_overlap_4, open( \"pickles/random_overlap_4.p\", \"wb\" ) )\n",
    "\n",
    "\n",
    "pickle.dump( pairs_overlap_bkg_median, open( \"pickles/pairs_overlap_bkg_median.p\", \"wb\" ) )\n",
    "pickle.dump( pairs_overlap_bkg_lower, open( \"pickles/pairs_overlap_bkg_lower.p\", \"wb\" ) )\n",
    "pickle.dump( pairs_overlap_bkg_upper, open( \"pickles/pairs_overlap_bkg_upper.p\", \"wb\" ) )\n",
    "pickle.dump( pairs_overlap_sig_median, open( \"pickles/pairs_overlap_sig_median.p\", \"wb\" ) )\n",
    "pickle.dump( pairs_overlap_sig_lower, open( \"pickles/pairs_overlap_sig_lower.p\", \"wb\" ) )\n",
    "pickle.dump( pairs_overlap_sig_upper, open( \"pickles/pairs_overlap_sig_upper.p\", \"wb\" ) )\n",
    "\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "f017321b",
   "metadata": {},
   "outputs": [],
   "source": [
    "all_overlap_bkg_median = pickle.load( open( \"pickles/all_overlap_bkg_median.p\", \"rb\" ) )\n",
    "all_overlap_bkg_lower = pickle.load( open( \"pickles/all_overlap_bkg_lower.p\", \"rb\" ) )\n",
    "all_overlap_bkg_upper = pickle.load(  open( \"pickles/all_overlap_bkg_upper.p\", \"rb\" ) )\n",
    "all_overlap_sig_median = pickle.load(  open( \"pickles/all_overlap_sig_median.p\", \"rb\" ) )\n",
    "all_overlap_sig_lower = pickle.load( open( \"pickles/all_overlap_sig_lower.p\", \"rb\" ) )\n",
    "all_overlap_sig_upper = pickle.load( open( \"pickles/all_overlap_sig_upper.p\", \"rb\" ) )\n",
    "\n",
    "\n",
    "random_overlap = np.array(pickle.load(  open( \"pickles/random_overlap.p\", \"rb\" ) ))\n",
    "random_overlap_4 = np.array(pickle.load(  open( \"pickles/random_overlap_4.p\", \"rb\" ) ))\n",
    "\n",
    "\n",
    "pairs_overlap_bkg_median = pickle.load( open( \"pickles/pairs_overlap_bkg_median.p\", \"rb\" ) )\n",
    "pairs_overlap_bkg_lower= pickle.load( open( \"pickles/pairs_overlap_bkg_lower.p\", \"rb\" ) )\n",
    "pairs_overlap_bkg_upper = pickle.load( open( \"pickles/pairs_overlap_bkg_upper.p\", \"rb\" ) )\n",
    "pairs_overlap_sig_median = pickle.load( open( \"pickles/pairs_overlap_sig_median.p\", \"rb\" ) )\n",
    "pairs_overlap_sig_lower = pickle.load( open( \"pickles/pairs_overlap_sig_lower.p\", \"rb\" ) )\n",
    "pairs_overlap_sig_upper = pickle.load( open( \"pickles/pairs_overlap_sig_upper.p\", \"rb\" ) )\n",
    "\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "5226ba42",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "id": "60929d46",
   "metadata": {},
   "source": [
    "## For each signal injection, plot the overlap as a function of the score percentile"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "5dc00eea",
   "metadata": {},
   "outputs": [],
   "source": [
    "percentiles = [0.005, 0.01, 0.05, 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 1]\n",
    "\n",
    "fontsize = 30\n",
    "small_font = 16\n",
    "\n",
    "colors = [\"#E69F00\", \"#56B4E9\", \"#009E73\", \"#0072B2\", \"#D55E00\", \"#CC79A7\"]\n",
    "\n",
    "plot_residuals = True\n",
    "\n",
    "\n",
    "\n",
    "l = 3\n",
    "\n",
    "num_to_plot = 0\n",
    "\n",
    "\n",
    "random_overlap = np.array(random_overlap)\n",
    "random_overlap_4 = np.array(random_overlap_4)\n",
    "\n",
    "\n",
    "\"\"\"\n",
    "BACKGROUND\n",
    "\"\"\"\n",
    "\n",
    "\n",
    "\n",
    "fig = plt.figure(figsize = (12, 6))\n",
    "ax = plt.gca()\n",
    "if plot_residuals: \n",
    "    ax.plot(percentiles, random_overlap-random_overlap, label = \"Random\", linewidth = l+2, color = \"black\")\n",
    "else: \n",
    "    ax.plot(percentiles, random_overlap, label = \"Random\", linewidth = l+2, color = \"black\")\n",
    "k = 0\n",
    "for i, id_1 in enumerate(synth_ids):\n",
    "    for j, id_2 in enumerate(synth_ids[i+1:]):\n",
    "        pair_id = id_1 + \"_\" + id_2 \n",
    "        plot_label = id_1.upper() + \"-\" + id_2.upper()\n",
    "        if plot_residuals: \n",
    "            ax.plot(percentiles, pairs_overlap_bkg_median[pair_id][num_to_plot]-random_overlap, label = f\"{plot_label}\", linewidth = l, color = colors[k])\n",
    "            ax.fill_between(percentiles, pairs_overlap_bkg_lower[pair_id][num_to_plot]-random_overlap, pairs_overlap_bkg_upper[pair_id][num_to_plot]-random_overlap,color = colors[k], alpha = 0.3)\n",
    "\n",
    "        else:\n",
    "            ax.plot(percentiles, pairs_overlap_bkg_median[pair_id][num_to_plot], label = f\"{plot_label}\", linewidth = l, color = colors[k])\n",
    "        k += 1       \n",
    "if plot_residuals:\n",
    "    ax.plot(percentiles, all_overlap_bkg_median[num_to_plot]-random_overlap_4, label = \"All methods\", linewidth = l*3, color = \"grey\", alpha = 0.7)\n",
    "    ax.fill_between(percentiles, all_overlap_bkg_lower[num_to_plot]-random_overlap_4, all_overlap_bkg_upper[num_to_plot]-random_overlap_4,color = \"grey\", alpha = 0.3)\n",
    "\n",
    "else:\n",
    "    ax.plot(percentiles, all_overlap_bkg_median[num_to_plot], label = \"All methods\", linewidth = l*3, color = \"grey\", alpha = 0.7\n",
    "           )\n",
    "ax.legend(fontsize = small_font, bbox_to_anchor=(1.4, 1))\n",
    "ax.set_xlabel(\"Score percentile (top)\", fontsize = fontsize)\n",
    "ax.set_xticks(ticks=[0, 0.25, 0.5, .75, 1])\n",
    "ax.tick_params(axis='both', which='major', labelsize=small_font)\n",
    "ax.text(.7, 0.8, f\"$n_\\\\mathrm{{sig}}$ = {num_to_plot}\\nBackground\", fontsize = fontsize, transform = ax.transAxes)\n",
    "if plot_residuals:\n",
    "    ax.set_ylabel(\"$\\Delta$ fraction of shared events\", fontsize = fontsize)\n",
    "else:\n",
    "    ax.set_ylabel(\"Fraction of shared events\", fontsize = fontsize)\n",
    "plt.show()\n",
    "#fig.savefig(f\"plots/unification_bkg_{num_to_plot}.pdf\", dpi = dpi)\n",
    "\n",
    "\n",
    "\"\"\"\n",
    "SIGNAL\n",
    "\"\"\"\n",
    "\n",
    "\n",
    "fig = plt.figure(figsize = (12, 6))\n",
    "ax = plt.gca()\n",
    "if plot_residuals: \n",
    "    ax.plot(percentiles, random_overlap-random_overlap, label = 'Random', linewidth = l+2, color = \"black\")\n",
    "else: \n",
    "    ax.plot(percentiles, random_overlap, label = 'Random', linewidth = l+2, color = \"black\")\n",
    "k = 0\n",
    "for i, id_1 in enumerate(synth_ids):\n",
    "    for j, id_2 in enumerate(synth_ids[i+1:]):\n",
    "        pair_id = id_1 + \"_\" + id_2      \n",
    "        plot_label = id_1.upper() + \"-\" + id_2.upper()   \n",
    "        if plot_residuals: \n",
    "            ax.plot(percentiles, pairs_overlap_sig_median[pair_id][num_to_plot]-random_overlap, label = f\"{plot_label}\", linewidth = l, color = colors[k])\n",
    "            ax.fill_between(percentiles, pairs_overlap_sig_lower[pair_id][num_to_plot]-random_overlap, pairs_overlap_sig_upper[pair_id][num_to_plot]-random_overlap,color = colors[k], alpha = 0.3)\n",
    "\n",
    "        else:\n",
    "            ax.plot(percentiles, pairs_overlap_sig_median[pair_id][num_to_plot], label = f\"{plot_label}\", linewidth = l, color = colors[k])       \n",
    "        k += 1       \n",
    "if plot_residuals:\n",
    "    ax.plot(percentiles, all_overlap_sig_median[num_to_plot]-random_overlap_4, label = 'All methods', linewidth = l*3, color = \"grey\", alpha = 0.7)\n",
    "    ax.fill_between(percentiles, all_overlap_sig_lower[num_to_plot]-random_overlap_4, all_overlap_sig_upper[num_to_plot]-random_overlap_4,color = \"grey\", alpha = 0.3)\n",
    "\n",
    "else:\n",
    "    ax.plot(percentiles, all_overlap_sig_median[num_to_plot], label = 'All methods', linewidth = l*3, color = \"grey\", alpha = 0.7)\n",
    "ax.legend(fontsize = small_font, bbox_to_anchor=(1.4, 1))\n",
    "ax.set_xlabel(\"Score percentile (top)\", fontsize = fontsize)\n",
    "ax.set_xticks(ticks=[0, 0.25, 0.5, .75, 1])\n",
    "ax.tick_params(axis='both', which='major', labelsize=small_font)\n",
    "ax.text(.7, 0.8, f\"$n_\\\\mathrm{{sig}}$ = {num_to_plot}\\nSignal\", fontsize = fontsize, transform = ax.transAxes)\n",
    "if plot_residuals:\n",
    "    ax.set_ylabel(\"$\\Delta$ fraction of shared events\", fontsize = fontsize)\n",
    "else:\n",
    "    ax.set_ylabel(\"Fraction of shared events\", fontsize = fontsize)\n",
    "\n",
    "\n",
    "plt.show()\n",
    "\n",
    "#fig.savefig(f\"plots/unification_sig_{num_to_plot}.pdf\", dpi = dpi)\n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "aa1ce70b",
   "metadata": {},
   "source": [
    "### For each score pecentile, plot the overlap as a function of the signal injection"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "24503013",
   "metadata": {},
   "outputs": [],
   "source": [
    "percentiles = [0.005, 0.01, 0.05, 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 1]\n",
    "\n",
    "fontsize = 30\n",
    "small_font = 16\n",
    "\n",
    "l = 3\n",
    "\n",
    "\n",
    "target_percentile = 0.05\n",
    "target_percentile_index = percentiles.index(target_percentile)\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "loc_overlaps_bkg_median, loc_overlaps_bkg_lower, loc_overlaps_bkg_upper = {}, {}, {}\n",
    "loc_overlaps_sig_median, loc_overlaps_sig_lower, loc_overlaps_sig_upper = {}, {}, {}\n",
    "\n",
    "for i, id_1 in enumerate(synth_ids):\n",
    "    for j, id_2 in enumerate(synth_ids[i+1:]):\n",
    "        pair_id = id_1 + \"_\" + id_2\n",
    "        loc_overlaps_bkg_median[pair_id] = []\n",
    "        loc_overlaps_bkg_lower[pair_id] = []\n",
    "        loc_overlaps_bkg_upper[pair_id] = []\n",
    "        \n",
    "        loc_overlaps_sig_median[pair_id] = []\n",
    "        loc_overlaps_sig_lower[pair_id] = []\n",
    "        loc_overlaps_sig_upper[pair_id] = []\n",
    "        \n",
    "\n",
    "\n",
    "loc_all_overlap_bkg_median, loc_all_overlap_bkg_lower, loc_all_overlap_bkg_upper = [], [], []\n",
    "loc_all_overlap_sig_median, loc_all_overlap_sig_lower, loc_all_overlap_sig_upper = [], [], []\n",
    "    \n",
    "\n",
    "for nn in num_signals_to_inject:\n",
    "    \n",
    "    for i, id_1 in enumerate(synth_ids):\n",
    "        for j, id_2 in enumerate(synth_ids[i+1:]):\n",
    "            pair_id = id_1 + \"_\" + id_2\n",
    "            \n",
    "            loc_overlaps_bkg_median[pair_id].append(pairs_overlap_bkg_median[pair_id][nn][target_percentile_index] - random_overlap[target_percentile_index])\n",
    "            loc_overlaps_bkg_lower[pair_id].append(pairs_overlap_bkg_lower[pair_id][nn][target_percentile_index] - random_overlap[target_percentile_index])\n",
    "            loc_overlaps_bkg_upper[pair_id].append(pairs_overlap_bkg_upper[pair_id][nn][target_percentile_index] - random_overlap[target_percentile_index])\n",
    "\n",
    "            loc_overlaps_sig_median[pair_id].append(pairs_overlap_sig_median[pair_id][nn][target_percentile_index] - random_overlap[target_percentile_index])\n",
    "            loc_overlaps_sig_lower[pair_id].append(pairs_overlap_sig_lower[pair_id][nn][target_percentile_index] - random_overlap[target_percentile_index])\n",
    "            loc_overlaps_sig_upper[pair_id].append(pairs_overlap_sig_upper[pair_id][nn][target_percentile_index] - random_overlap[target_percentile_index])\n",
    "\n",
    "    \n",
    "    loc_all_overlap_bkg_median.append(all_overlap_bkg_median[nn][target_percentile_index]- random_overlap_4[target_percentile_index])\n",
    "    loc_all_overlap_bkg_lower.append(all_overlap_bkg_lower[nn][target_percentile_index]- random_overlap_4[target_percentile_index])\n",
    "    loc_all_overlap_bkg_upper.append(all_overlap_bkg_upper[nn][target_percentile_index]- random_overlap_4[target_percentile_index])\n",
    "\n",
    "    loc_all_overlap_sig_median.append(all_overlap_sig_median[nn][target_percentile_index]- random_overlap_4[target_percentile_index])\n",
    "    loc_all_overlap_sig_lower.append(all_overlap_sig_lower[nn][target_percentile_index]- random_overlap_4[target_percentile_index])\n",
    "    loc_all_overlap_sig_upper.append(all_overlap_sig_upper[nn][target_percentile_index]- random_overlap_4[target_percentile_index])\n",
    "\n",
    "    \n",
    "    \n",
    "\"\"\"\n",
    "BACKGROUND\n",
    "\"\"\"\n",
    "fig = plt.figure(figsize = (12, 6))\n",
    "ax = plt.gca()\n",
    "\n",
    "k = 0\n",
    "for i, id_1 in enumerate(synth_ids):\n",
    "    for j, id_2 in enumerate(synth_ids[i+1:]):\n",
    "        pair_id = id_1 + \"_\" + id_2\n",
    "        plot_label = id_1.upper() + \"-\" + id_2.upper()\n",
    "        ax.plot(num_signals_to_inject, loc_overlaps_bkg_median[pair_id], label = f\"{plot_label}\", linewidth = l, color = colors[k])    \n",
    "        ax.fill_between(num_signals_to_inject, loc_overlaps_bkg_lower[pair_id], loc_overlaps_bkg_upper[pair_id], alpha = 0.3, color = colors[k])      \n",
    "\n",
    "        k += 1\n",
    "ax.plot(num_signals_to_inject, loc_all_overlap_bkg_median, label = \"All methods\", linewidth = l*3, color = \"grey\", alpha = 0.7)\n",
    "ax.fill_between(num_signals_to_inject, loc_all_overlap_bkg_lower, loc_all_overlap_bkg_upper, linewidth = l*3, color = \"grey\", alpha = 0.3)\n",
    "\n",
    "ax.axhline(target_percentile, label = \"Random\", linewidth = l+2, color = \"black\")\n",
    "ax.legend(fontsize = small_font, bbox_to_anchor=(1.4, 1))\n",
    "ax.set_ylim(-.1, 0.75)\n",
    "ax.set_xlabel(\"Num. injected signal events\", fontsize = fontsize)\n",
    "ax.set_ylabel(\"$\\Delta$ fraction of shared events\", fontsize = fontsize)\n",
    "ax.set_xticks(ticks=num_signals_to_inject)\n",
    "ax.tick_params(axis='both', which='major', labelsize=small_font)\n",
    "ax.text(1.1, 0.55, f\"Percentile = {target_percentile}\\nBackground\", fontsize = fontsize)\n",
    "\n",
    "plt.show()\n",
    "\n",
    "fig.savefig(f\"plots/unification_percentile_{100*target_percentile}_bkg.pdf\", dpi = dpi)\n",
    "\n",
    "\n",
    "\"\"\"\n",
    "SIGNAL\n",
    "\"\"\"\n",
    "\n",
    "fig = plt.figure(figsize = (12, 6))\n",
    "ax = plt.gca()\n",
    "\n",
    "k = 0\n",
    "for i, id_1 in enumerate(synth_ids):\n",
    "    for j, id_2 in enumerate(synth_ids[i+1:]):\n",
    "        pair_id = id_1 + \"_\" + id_2\n",
    "        plot_label = id_1.upper() + \"-\" + id_2.upper()\n",
    "        ax.plot(num_signals_to_inject, loc_overlaps_sig[pair_id], label = f\"_nolegend_\", linewidth = l, color = colors[k])\n",
    "        ax.fill_between(num_signals_to_inject, loc_overlaps_sig_lower[pair_id], loc_overlaps_sig_upper[pair_id], alpha = 0.3, color = colors[k])      \n",
    "\n",
    "        k += 1\n",
    "ax.plot(num_signals_to_inject, loc_all_overlap_sig,  label = \"_nolegend_\", linewidth = l*3, color = \"grey\", alpha = 0.7)\n",
    "ax.fill_between(num_signals_to_inject, loc_all_overlap_sig_lower, loc_all_overlap_sig_upper, linewidth = l*3, color = \"grey\", alpha = 0.3)\n",
    "\n",
    "\n",
    "ax.axhline(target_percentile, label = \"_nolegend_\", linewidth = l+2, color = \"black\")\n",
    "\n",
    "ax.legend(fontsize = small_font, bbox_to_anchor=(1.4, 1))\n",
    "\n",
    "ax.set_ylim(-.1, 1.)\n",
    "ax.set_xlabel(\"Num. injected signal events\", fontsize = fontsize)\n",
    "ax.set_ylabel(\"$\\Delta$ fraction of shared events\", fontsize = fontsize)\n",
    "ax.set_xticks(ticks=num_signals_to_inject)\n",
    "ax.tick_params(axis='both', which='major', labelsize=small_font)\n",
    "ax.text(1.1, 0.75, f\"Percentile = {target_percentile}\\nSignal\", fontsize = fontsize)\n",
    "\n",
    "plt.show()\n",
    "\n",
    "fig.savefig(f\"plots/unification_percentile_{100*target_percentile}_sig.pdf\", dpi = dpi)\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "a80a6c62",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "373814d2",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "31e0c96c",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "67dd9bbc",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "7bb8e7ff",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}