generate_BirdVox-DCASE-20k.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import os\n",
    "import pandas as pd\n",
    "import random\n",
    "import soundfile as sf\n",
    "import tqdm\n",
    "import uuid\n",
    "\n",
    "\n",
    "data_dir = '/beegfs/vl1019/BirdVox_datasets/'\n",
    "\n",
    "in_name = \"BirdVox-full-night\"\n",
    "out_name = \"BirdVox-DCASE-20k\"\n",
    "in_sr = 24000.0\n",
    "out_sr = 44100.0\n",
    "in_dir = os.path.join(data_dir, in_name)\n",
    "out_dir = os.path.join(data_dir, out_name)\n",
    "os.makedirs(out_dir, exist_ok=True)\n",
    "units = [\"unit\" + str(n).zfill(2) for n in [1, 2, 3, 5, 7, 10]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 3475/3475 [00:10<00:00, 335.35it/s]\n",
      "100%|██████████| 3477/3477 [00:11<00:00, 272.10it/s]\n",
      "100%|██████████| 3482/3482 [00:13<00:00, 259.43it/s]\n",
      "100%|██████████| 3482/3482 [00:15<00:00, 230.50it/s]\n",
      "100%|██████████| 3476/3476 [00:15<00:00, 217.38it/s]\n",
      "100%|██████████| 2608/2608 [00:13<00:00, 196.59it/s]\n"
     ]
    }
   ],
   "source": [
    "# We add 1299 ms to every hop\n",
    "# to avoid synchronizing the start of items\n",
    "# with the clock of the device and to\n",
    "# have precisely 20,000 items.\n",
    "\n",
    "item_duration = 10 # in seconds\n",
    "hop_duration = item_duration + 1.299\n",
    "    \n",
    "private_df = pd.DataFrame(columns=[\n",
    "    \"Unit\", \"Item start (s)\", \"Has bird\", \"#Calls\", \"UUID\", \"Call timestamps (s)\"]\n",
    ")\n",
    "\n",
    "out_private_dir = os.path.join(out_dir,\n",
    "    out_name + \"_csv-private\")\n",
    "os.makedirs(out_private_dir, exist_ok=True)\n",
    "\n",
    "keygen_path = \"/beegfs/vl1019/BirdVox_datasets/BirdVox-DCASE-20k_keygen.txt\"\n",
    "with open(keygen_path, 'r') as keygen_file:  \n",
    "    private_key_str = keygen_file.read()\n",
    "    private_key_str = private_key_str.replace(\"\\n\", \"\")\n",
    "    private_key_list = list(map(ord, private_key_str))\n",
    "    private_key_nb = sum([private_key_list[i]*(256**i) for i in range(len(private_key_list))])\n",
    "    private_key_nb = np.mod(private_key_nb, 4294967295)\n",
    "random.seed(private_key_nb)\n",
    "\n",
    "extra_positives_path = \"/beegfs/vl1019/BirdVox_datasets/BirdVox-DCASE-20k/BirdVox-DCASE-20k_csv-private/extra_positives.md\"\n",
    "with open(extra_positives_path, 'r') as infile:\n",
    "    data = infile.read()\n",
    "extra_region_strs = [x.split(\"\\n\") for x in data.split(\"**\")[2::2]]\n",
    "extra_regions = []\n",
    "\n",
    "for unit_extra_region_strs in extra_region_strs:\n",
    "    \n",
    "    unit_extra_regions = []\n",
    "    for extra_region_str in unit_extra_region_strs:\n",
    "        if extra_region_str == \"\":\n",
    "            continue\n",
    "\n",
    "        extra_region_split = extra_region_str.split(\"->\")\n",
    "        extra_region_split = list(map(lambda s: s.replace(\" \", \"\"), extra_region_split))\n",
    "        start_split = list(map(int, extra_region_split[0].split(\":\")))\n",
    "        start = start_split[0]*3600 + start_split[1]*60 + start_split[2]\n",
    "        stop_split = list(map(int, extra_region_split[1].split(\":\")))\n",
    "        stop = stop_split[0]*3600 + stop_split[1]*60 + stop_split[2]\n",
    "        unit_extra_regions.append((start, stop))\n",
    "        \n",
    "    extra_regions.append(unit_extra_regions)\n",
    "\n",
    "\n",
    "for unit_id, unit_str in enumerate(units): \n",
    "    # Open CSV annotations.\n",
    "    in_csv_dir = os.path.join(in_dir, \"BirdVox-full-night_csv-annotations\")\n",
    "    in_csv_path = os.path.join(in_csv_dir,\n",
    "        \"BirdVox-full-night_csv-annotations_\" + unit_str + \".csv\")\n",
    "    in_csv_df = pd.read_csv(in_csv_path)\n",
    "    in_times = np.array(in_csv_df[\"Time (s)\"])\n",
    "\n",
    "    # Open FLAC file.\n",
    "    in_flac_dir = os.path.join(in_dir, \"BirdVox-full-night_flac-audio\")\n",
    "    in_flac_path = os.path.join(in_flac_dir,\n",
    "        \"BirdVox-full-night_flac-audio_\" + unit_str + \".flac\")\n",
    "    in_flac = sf.SoundFile(in_flac_path)\n",
    "    in_duration = len(in_flac) / in_sr\n",
    "    \n",
    "    unit_extra_regions = extra_regions[unit_id]\n",
    "\n",
    "    # Loop over items\n",
    "    n_items = int((in_duration-item_duration) / hop_duration)\n",
    "    for item_id in tqdm.tqdm(range(n_items)):\n",
    "        # Guarantee a 200 millisecond minimum time span between items\n",
    "        item_start = item_id * hop_duration + 0.1\n",
    "        item_stop = item_start + hop_duration - 0.1\n",
    "        \n",
    "        has_extra_bird = False\n",
    "        for region in unit_extra_regions:\n",
    "            region_start = region[0]\n",
    "            region_stop = region[1]\n",
    "            has_bird_left =\\\n",
    "                (region_stop > (item_start + 1.0)) and (region_start < (item_start + 9.0))\n",
    "            has_bird_right =\\\n",
    "                (region_stop > (item_stop - 9.0)) and (region_start < (item_stop - 1.0))\n",
    "            if has_bird_left or has_bird_right:\n",
    "                has_extra_bird = True\n",
    "                break\n",
    "\n",
    "        if not has_bird_left:\n",
    "            has_bird_left = any((in_times > (item_start + 1.0)) & (in_times < (item_start + 9.0)))\n",
    "            \n",
    "        if not has_bird_right:\n",
    "            has_bird_right = any((in_times > (item_stop - 9.0)) & (in_times < (item_stop - 1.0)))\n",
    "\n",
    "        # Alternate left truncation and right truncation depending on item parity\n",
    "        if not has_bird_left and not has_bird_right:\n",
    "            if (item_id % 2) == 0:\n",
    "                item_stop = item_start + 10.0\n",
    "            else:\n",
    "                item_start = item_stop - 10.0\n",
    "            call_timestamps = []\n",
    "        else:\n",
    "            if has_bird_left and has_bird_right:\n",
    "                if (item_id % 2) == 0:\n",
    "                    item_stop = item_start + 10.0\n",
    "                else:\n",
    "                    item_start = item_stop - 10.0\n",
    "            elif has_bird_left:\n",
    "                item_stop = item_start + 10.0\n",
    "            elif has_bird_right:\n",
    "                item_start = item_stop - 10.0\n",
    "            call_timestamps = sorted(in_times[(in_times > item_start) & (in_times < item_stop)] - item_start)\n",
    "\n",
    "\n",
    "        a = \"%32x\" % random.getrandbits(128)\n",
    "        rd = a[:12] + '4' + a[13:16] + 'a' + a[17:]\n",
    "        uuid4 = str(uuid.UUID(rd))\n",
    "\n",
    "        # Append row to DataFrame\n",
    "        n_calls = len(call_timestamps)\n",
    "        has_bird = has_extra_bird or (n_calls > 0)\n",
    "        row = pd.DataFrame({\n",
    "            \"Unit\": [unit_str],\n",
    "            \"Item start (s)\": [\"{:9.3f}\".format(item_start)],\n",
    "            \"Has bird\": [int(has_bird)],\n",
    "            \"#Calls\": [n_calls],\n",
    "            \"UUID\": [uuid4],\n",
    "            \"Call timestamps (s)\": [[\"{:5.3f}\".format(t) for t in call_timestamps]]\n",
    "        }, columns = [\n",
    "            \"Unit\", \"Item start (s)\", \"Has bird\", \"#Calls\", \"UUID\", \"Call timestamps (s)\"])\n",
    "        private_df = private_df.append(row)\n",
    "        \n",
    "        \n",
    "# Export private CSV.\n",
    "private_csv_name = \"BirdVox-full-night_csv-private.csv\"\n",
    "private_csv_path = os.path.join(out_private_dir, private_csv_name)\n",
    "private_df.to_csv(private_csv_path, index=False)\n",
    "\n",
    "\n",
    "# Remove quotes.\n",
    "with open(private_csv_path, 'r') as infile, open(private_csv_path[:-4] + \"_noquotes.csv\", 'w') as outfile:\n",
    "    data = infile.read()\n",
    "    data = data.replace(\"\\\"\", \"\")\n",
    "    data = data.replace(\"\\'\", \"\")\n",
    "    outfile.write(data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "from itertools import islice \n",
    "import random\n",
    "import sox\n",
    "\n",
    "private_df = pd.read_csv(\"/beegfs/vl1019/BirdVox_datasets/BirdVox-DCASE-20k/BirdVox-DCASE-20k_csv-private/BirdVox-full-night_csv-private.csv\")\n",
    "sorted_df = private_df.sort_values(\"UUID\")\n",
    "n_rows = len(sorted_df)\n",
    "\n",
    "in_dir = '/beegfs/vl1019/BirdVox_datasets/BirdVox-full-night/BirdVox-full-night_flac-audio'\n",
    "wav_dir = os.path.join(out_dir, \"wav\")\n",
    "os.makedirs(wav_dir, exist_ok=True)\n",
    "\n",
    "row_list = list(range(n_rows))\n",
    "random.shuffle(row_list)\n",
    "\n",
    "for row_id in range(n_rows):\n",
    "    row = private_df.iloc[row_list[row_id]]\n",
    "    unit_str = row[\"Unit\"]\n",
    "    item_start = row[\"Item start (s)\"]\n",
    "    has_bird = row[\"Has bird\"]\n",
    "    uuid = row[\"UUID\"]\n",
    "    \n",
    "    tfm = sox.Transformer()\n",
    "    tfm.trim(item_start, item_start + item_duration)\n",
    "    tfm.gain(gain_db=-2.0, normalize=True)\n",
    "    tfm.convert(samplerate=44100)\n",
    "    \n",
    "    in_name = \"BirdVox-full-night_flac-audio_\" + unit_str + \".flac\"\n",
    "    in_path = os.path.join(in_dir, in_name)\n",
    "    out_path = os.path.join(wav_dir, uuid + \".wav\")\n",
    "    tfm.build(in_path, out_path);"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 1,\n",
       " 0,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 1,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " 0,\n",
       " ...]"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "hasbird_list"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "private_path = '/beegfs/vl1019/BirdVox_datasets/BirdVox-DCASE-20k/BirdVox-DCASE-20k_csv-private/BirdVox-full-night_csv-private.csv'\n",
    "public_path = '/beegfs/vl1019/BirdVox_datasets/BirdVox-DCASE-20k/BirdVox-DCASE-20k_csv-private/BirdVox-full-night_csv-public.csv'\n",
    "\n",
    "import pandas as pd\n",
    "in_df = pd.read_csv(out_path)\n",
    "itemid_df =  pd.DataFrame(list(in_df[\"UUID\"]), columns=[\"itemid\"])\n",
    "hasbird_df = pd.DataFrame(list(in_df[\"Has bird\"]), columns=[\"hasbird\"])\n",
    "n_rows = len(hasbird_list)\n",
    "datasetid_df = pd.DataFrame([\"BirdVox-DCASE-20k\"] * n_rows, columns=[\"datasetid\"])\n",
    "out_df = pd.concat(\n",
    "    [itemid_df, datasetid_df, hasbird_df],\n",
    "    axis=1)\n",
    "out_df = out_df.sort_values(\"itemid\")\n",
    "out_df.to_csv(public_path, index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>itemid</th>\n",
       "      <th>datasetid</th>\n",
       "      <th>hasbird</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>8286</th>\n",
       "      <td>00053d90-e4b9-4045-a2f1-f39efc90cfa9</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5369</th>\n",
       "      <td>000db435-a40f-4ad9-a74e-d1af284d2c44</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3266</th>\n",
       "      <td>001059c0-e04f-42fc-a8e2-11aad24dc6fb</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11270</th>\n",
       "      <td>00106202-f61e-467d-a80f-070d90421952</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19755</th>\n",
       "      <td>00129593-77ca-40b2-a512-75d178071250</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10540</th>\n",
       "      <td>00143c1f-bcac-47f6-a83d-81b2975ccca3</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5232</th>\n",
       "      <td>00160fdf-5231-461b-acd7-1db41abf3ee5</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2292</th>\n",
       "      <td>00162d26-57e6-4924-a247-5f58963f1403</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19478</th>\n",
       "      <td>001ac3fe-c23a-4366-a16d-8d59f021b17e</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14261</th>\n",
       "      <td>001ac895-0e9c-41d8-a76c-65c73c4a8d11</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15970</th>\n",
       "      <td>001b8d8a-4247-4c46-a11b-b868fa3edb0a</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19649</th>\n",
       "      <td>001d5212-6378-4a5d-aa3c-b1115d02ee79</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17633</th>\n",
       "      <td>00246270-9f15-4da5-ab79-6af92f56cf5b</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7622</th>\n",
       "      <td>0029b258-932f-4173-a4ae-82f2d58c1eee</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6212</th>\n",
       "      <td>00367f8b-18e4-48f3-ad60-f2ce73856150</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12473</th>\n",
       "      <td>0037f1c8-2a40-4bb6-a6a5-04bfb65566a3</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8591</th>\n",
       "      <td>0039d051-6d86-4e2f-ac60-6c41e71b9176</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9532</th>\n",
       "      <td>004c09d5-3054-4832-acb0-4ff15be8a855</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13694</th>\n",
       "      <td>0051c651-80d9-4204-abbb-359aed40a9a0</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8950</th>\n",
       "      <td>0055615b-c316-43d7-a789-a0f6c2983081</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2943</th>\n",
       "      <td>005a19d0-e868-41c5-ab87-3fdaf5040a57</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6301</th>\n",
       "      <td>005af2de-a46f-41a1-a6c1-f5b5766e967f</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1742</th>\n",
       "      <td>005fbf9f-4cc8-4f76-a161-61127c44cc8d</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11352</th>\n",
       "      <td>006d7153-e674-4a70-aa0c-8f4c501e826c</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13132</th>\n",
       "      <td>00709843-7511-4a0b-a70f-28ce0325eeb4</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15029</th>\n",
       "      <td>00754d71-378f-4458-aada-9f2ee70a3de0</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16829</th>\n",
       "      <td>00766712-3eca-48c3-acb2-f4ceeaefe746</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17671</th>\n",
       "      <td>007d2215-0de2-4bd5-a02a-f08e1001202c</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5572</th>\n",
       "      <td>00837ab5-0ce0-4448-af39-a56d95be35bf</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15459</th>\n",
       "      <td>0084db44-5651-4e1e-a696-c3a7e5d255b1</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11659</th>\n",
       "      <td>ff9995fa-2d79-4459-aea7-4eb92548ac75</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17558</th>\n",
       "      <td>ff9a00d3-bfeb-42a4-a710-0a4f6e83768c</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2129</th>\n",
       "      <td>ff9b910c-959f-483e-a353-7ba3945fd580</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15006</th>\n",
       "      <td>ff9b91ce-8646-44fe-a377-63b693649ba3</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17250</th>\n",
       "      <td>ff9d2c12-89ee-45c3-a7c3-e1b7237989ee</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11389</th>\n",
       "      <td>ff9ff801-5671-45fc-af09-56e183fa9c70</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18637</th>\n",
       "      <td>ffa0786c-020d-4c2a-a787-0161fdc49212</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7467</th>\n",
       "      <td>ffa2905a-2d86-424c-ae87-bdd1ee977cb3</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19165</th>\n",
       "      <td>ffaa6e77-bf06-43ce-a4a4-4b89cf768b13</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6462</th>\n",
       "      <td>ffb49f4b-fe33-4177-aa5e-f963c8375272</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16626</th>\n",
       "      <td>ffb6de7b-4178-4315-acad-d70f99f08072</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18907</th>\n",
       "      <td>ffb8dd9d-e3e4-451f-afa9-1d20e88ee14b</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15665</th>\n",
       "      <td>ffc474bf-6fa8-4af7-a327-8c1a93244450</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17615</th>\n",
       "      <td>ffc5e7cb-b8bf-4f36-a355-6d141ee0f382</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15048</th>\n",
       "      <td>ffc7110c-5fb8-4889-a4ad-4666fd19d1aa</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2591</th>\n",
       "      <td>ffc884e7-7618-49bf-aa95-340884f847c9</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12292</th>\n",
       "      <td>ffca72dd-683d-48f2-ae2a-50565d55f4b6</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4592</th>\n",
       "      <td>ffcbd6a2-1f7c-46a7-a023-42654abfc26e</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11365</th>\n",
       "      <td>ffce574e-5863-48f9-a13d-a9feb3ebd7d3</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17866</th>\n",
       "      <td>ffd22681-4fd3-476c-a18b-c1f3a3178d4d</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9846</th>\n",
       "      <td>ffd800c3-596e-4d11-a4b8-330389ad94f6</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2944</th>\n",
       "      <td>ffdc2a62-7844-437a-ad17-9fb39bfc76f3</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19534</th>\n",
       "      <td>ffdfeec9-f45a-4e13-a454-1760c271b365</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17413</th>\n",
       "      <td>ffe5c856-eea3-46c8-a3bc-e2c281d0c9e4</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8762</th>\n",
       "      <td>ffeb302e-45d4-4411-a1d4-185105d3aa39</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13994</th>\n",
       "      <td>fff12db0-9cbe-4155-ac4a-b0b88d84c1d7</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19598</th>\n",
       "      <td>fff78736-b90a-498e-a18d-a27cd3b83578</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12917</th>\n",
       "      <td>fff80e7a-7913-4a58-ab9b-4facffe04e56</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10697</th>\n",
       "      <td>fff847f3-fcfe-43b6-a7c2-85cd84a05cee</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5046</th>\n",
       "      <td>fffda998-2df9-4055-ab82-2e16b95338a7</td>\n",
       "      <td>BirdVox-DCASE-20k</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>20000 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                     itemid          datasetid  hasbird\n",
       "8286   00053d90-e4b9-4045-a2f1-f39efc90cfa9  BirdVox-DCASE-20k        1\n",
       "5369   000db435-a40f-4ad9-a74e-d1af284d2c44  BirdVox-DCASE-20k        0\n",
       "3266   001059c0-e04f-42fc-a8e2-11aad24dc6fb  BirdVox-DCASE-20k        1\n",
       "11270  00106202-f61e-467d-a80f-070d90421952  BirdVox-DCASE-20k        0\n",
       "19755  00129593-77ca-40b2-a512-75d178071250  BirdVox-DCASE-20k        0\n",
       "10540  00143c1f-bcac-47f6-a83d-81b2975ccca3  BirdVox-DCASE-20k        0\n",
       "5232   00160fdf-5231-461b-acd7-1db41abf3ee5  BirdVox-DCASE-20k        1\n",
       "2292   00162d26-57e6-4924-a247-5f58963f1403  BirdVox-DCASE-20k        0\n",
       "19478  001ac3fe-c23a-4366-a16d-8d59f021b17e  BirdVox-DCASE-20k        0\n",
       "14261  001ac895-0e9c-41d8-a76c-65c73c4a8d11  BirdVox-DCASE-20k        0\n",
       "15970  001b8d8a-4247-4c46-a11b-b868fa3edb0a  BirdVox-DCASE-20k        1\n",
       "19649  001d5212-6378-4a5d-aa3c-b1115d02ee79  BirdVox-DCASE-20k        1\n",
       "17633  00246270-9f15-4da5-ab79-6af92f56cf5b  BirdVox-DCASE-20k        1\n",
       "7622   0029b258-932f-4173-a4ae-82f2d58c1eee  BirdVox-DCASE-20k        1\n",
       "6212   00367f8b-18e4-48f3-ad60-f2ce73856150  BirdVox-DCASE-20k        1\n",
       "12473  0037f1c8-2a40-4bb6-a6a5-04bfb65566a3  BirdVox-DCASE-20k        0\n",
       "8591   0039d051-6d86-4e2f-ac60-6c41e71b9176  BirdVox-DCASE-20k        1\n",
       "9532   004c09d5-3054-4832-acb0-4ff15be8a855  BirdVox-DCASE-20k        0\n",
       "13694  0051c651-80d9-4204-abbb-359aed40a9a0  BirdVox-DCASE-20k        1\n",
       "8950   0055615b-c316-43d7-a789-a0f6c2983081  BirdVox-DCASE-20k        1\n",
       "2943   005a19d0-e868-41c5-ab87-3fdaf5040a57  BirdVox-DCASE-20k        1\n",
       "6301   005af2de-a46f-41a1-a6c1-f5b5766e967f  BirdVox-DCASE-20k        0\n",
       "1742   005fbf9f-4cc8-4f76-a161-61127c44cc8d  BirdVox-DCASE-20k        0\n",
       "11352  006d7153-e674-4a70-aa0c-8f4c501e826c  BirdVox-DCASE-20k        0\n",
       "13132  00709843-7511-4a0b-a70f-28ce0325eeb4  BirdVox-DCASE-20k        0\n",
       "15029  00754d71-378f-4458-aada-9f2ee70a3de0  BirdVox-DCASE-20k        0\n",
       "16829  00766712-3eca-48c3-acb2-f4ceeaefe746  BirdVox-DCASE-20k        1\n",
       "17671  007d2215-0de2-4bd5-a02a-f08e1001202c  BirdVox-DCASE-20k        0\n",
       "5572   00837ab5-0ce0-4448-af39-a56d95be35bf  BirdVox-DCASE-20k        0\n",
       "15459  0084db44-5651-4e1e-a696-c3a7e5d255b1  BirdVox-DCASE-20k        1\n",
       "...                                     ...                ...      ...\n",
       "11659  ff9995fa-2d79-4459-aea7-4eb92548ac75  BirdVox-DCASE-20k        0\n",
       "17558  ff9a00d3-bfeb-42a4-a710-0a4f6e83768c  BirdVox-DCASE-20k        1\n",
       "2129   ff9b910c-959f-483e-a353-7ba3945fd580  BirdVox-DCASE-20k        0\n",
       "15006  ff9b91ce-8646-44fe-a377-63b693649ba3  BirdVox-DCASE-20k        1\n",
       "17250  ff9d2c12-89ee-45c3-a7c3-e1b7237989ee  BirdVox-DCASE-20k        0\n",
       "11389  ff9ff801-5671-45fc-af09-56e183fa9c70  BirdVox-DCASE-20k        0\n",
       "18637  ffa0786c-020d-4c2a-a787-0161fdc49212  BirdVox-DCASE-20k        1\n",
       "7467   ffa2905a-2d86-424c-ae87-bdd1ee977cb3  BirdVox-DCASE-20k        1\n",
       "19165  ffaa6e77-bf06-43ce-a4a4-4b89cf768b13  BirdVox-DCASE-20k        1\n",
       "6462   ffb49f4b-fe33-4177-aa5e-f963c8375272  BirdVox-DCASE-20k        1\n",
       "16626  ffb6de7b-4178-4315-acad-d70f99f08072  BirdVox-DCASE-20k        1\n",
       "18907  ffb8dd9d-e3e4-451f-afa9-1d20e88ee14b  BirdVox-DCASE-20k        1\n",
       "15665  ffc474bf-6fa8-4af7-a327-8c1a93244450  BirdVox-DCASE-20k        1\n",
       "17615  ffc5e7cb-b8bf-4f36-a355-6d141ee0f382  BirdVox-DCASE-20k        0\n",
       "15048  ffc7110c-5fb8-4889-a4ad-4666fd19d1aa  BirdVox-DCASE-20k        1\n",
       "2591   ffc884e7-7618-49bf-aa95-340884f847c9  BirdVox-DCASE-20k        0\n",
       "12292  ffca72dd-683d-48f2-ae2a-50565d55f4b6  BirdVox-DCASE-20k        1\n",
       "4592   ffcbd6a2-1f7c-46a7-a023-42654abfc26e  BirdVox-DCASE-20k        0\n",
       "11365  ffce574e-5863-48f9-a13d-a9feb3ebd7d3  BirdVox-DCASE-20k        0\n",
       "17866  ffd22681-4fd3-476c-a18b-c1f3a3178d4d  BirdVox-DCASE-20k        0\n",
       "9846   ffd800c3-596e-4d11-a4b8-330389ad94f6  BirdVox-DCASE-20k        1\n",
       "2944   ffdc2a62-7844-437a-ad17-9fb39bfc76f3  BirdVox-DCASE-20k        1\n",
       "19534  ffdfeec9-f45a-4e13-a454-1760c271b365  BirdVox-DCASE-20k        1\n",
       "17413  ffe5c856-eea3-46c8-a3bc-e2c281d0c9e4  BirdVox-DCASE-20k        0\n",
       "8762   ffeb302e-45d4-4411-a1d4-185105d3aa39  BirdVox-DCASE-20k        1\n",
       "13994  fff12db0-9cbe-4155-ac4a-b0b88d84c1d7  BirdVox-DCASE-20k        0\n",
       "19598  fff78736-b90a-498e-a18d-a27cd3b83578  BirdVox-DCASE-20k        0\n",
       "12917  fff80e7a-7913-4a58-ab9b-4facffe04e56  BirdVox-DCASE-20k        0\n",
       "10697  fff847f3-fcfe-43b6-a7c2-85cd84a05cee  BirdVox-DCASE-20k        0\n",
       "5046   fffda998-2df9-4055-ab82-2e16b95338a7  BirdVox-DCASE-20k        0\n",
       "\n",
       "[20000 rows x 3 columns]"
      ]
     },
     "execution_count": 86,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "out_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Counter({'11100': 142, '00110': 142, '00010': 141, '10011': 139, '11011': 139, '10101': 136, '01110': 136, '10111': 134, '11010': 134, '10010': 133, '01001': 133, '11001': 133, '00100': 132, '11101': 130, '00011': 130, '10000': 125, '01100': 124, '00001': 123, '01000': 123, '11110': 122, '01011': 120, '00101': 120, '01010': 116, '11000': 116, '01111': 115, '11111': 115, '10001': 113, '00000': 110, '10100': 108, '01101': 107, '10110': 106, '00111': 103})\n"
     ]
    }
   ],
   "source": [
    "from collections import Counter\n",
    "import numpy as np\n",
    "\n",
    "X = np.array(out_df.sort_values(\"UUID\")[\"Has bird\"])\n",
    "X = np.reshape(X, (5, 4000))\n",
    "X_list = [\"\".join(map(str,X[:, i])) for i in range(X.shape[1])]\n",
    "print(Counter(X_list))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Counter({'unit02': 9, 'unit03': 48, 'unit05': 11, 'unit07': 10, 'unit10': 11})"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from collections import Counter\n",
    "Counter(list(private_df.loc[(private_df[\"Has bird\"] == True) & (private_df[\"#Calls\"] == 0)][\"Unit\"]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "10017"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sum(private_df[\"Has bird\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[<matplotlib.lines.Line2D at 0x2ade6becee10>]"
      ]
     },
     "execution_count": 57,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAW4AAAD8CAYAAABXe05zAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3X9sHOeZH/Dvs8OhPGQSLxnTgbUWrVg1GMShKTpbi6ru\nj4vTK3NunNKyZEUx20N7sICiQJ3mwIOFCrUPkKEztlF8xRVBnaTXa63TGY51PMN3PdZNDLRRI/mo\nUDIj22ysOpZMJTFzEnM5axGvl0//2J317uzM7jv7i3zJ7wcQTM6+877P+7zvPFzujCxRVRARkT0S\nqx0AERHFw8JNRGQZFm4iIsuwcBMRWYaFm4jIMizcRESWYeEmIrIMCzcRkWVYuImILNPVjk5vuOEG\n3bp1azu6JiJal86cOfNzVR0waduWwr1161bMzs62o2sionVJRN4ybcuPSoiILMPCTURkGRZuIiLL\nsHATEVmGhZuIyDJ1nyoRkSEAz5QduhXAv1PVJ9sW1RowPbeIzMwCLi9nsTnpYWp8CBOjqVXvyxYb\ncc5EnVK3cKvqAoDtACAiDoBFAH/W5rhW1fTcIg6emEc2lwcALC5ncfDEPADELj6t7MsWG3HORJ0U\n96OSzwK4oKrGzxvaKDOzUCo6vmwuj8zMwqr2ZYuNOGeiTopbuL8I4HjYCyJyQERmRWR2aWmp+chW\n0eXlbKzjnerLFhtxzkSdZFy4RaQbwBcAPBv2uqo+pappVU0PDBj9rc01a3PSi3W8U33ZYiPOmaiT\n4rzj/k0AP1DVn7UrmLVianwInutUHPNcB1PjQ6valy024pyJOinO/6tkPyI+Jllv/BtorXgqopV9\n2WIjzpmok0RV6zcS6QVwEcCtqvqLeu3T6bTyfzJFRGRORM6oatqkrdE7blV9F8BHm4qKiIhagn9z\nkojIMizcRESWYeEmIrIMCzcRkWVYuImILMPCTURkGRZuIiLLsHATEVmGhZuIyDIs3ERElmHhJiKy\nDAs3EZFlWLiJiCzDwk1EZBkWbiIiy7BwExFZhoWbiMgyLNxERJZh4SYisgwLNxGRZVi4iYgsw8JN\nRGQZFm4iIsuwcBMRWabLpJGIJAF8E8CnACiAf6Gq329HQNNzi8jMLODychbXey7eez+Pa7kVAEBf\nj4tH770dE6Opqrabkx6mxodKr5k4ND2PY6cuQiNed6Qw2RUFHBHs37EF6Vv68djz57GczUXGVP56\nGP8cAKHxT88t4uCJV5AtzhsABMCDY4M4PDFsPL8Hv/F9nLxwpeJYb7eDx+8bDs1TvXzWy1f53CZG\nUzg0PY+nT12sajNZnEcwVwkp5DrVwFoSbSSiWusyLDYS+WMA/1tVvyki3QB6VHU5qn06ndbZ2dnY\nwRQK1jyyuXxkG9cRZPaMAEBVW891cGR3eFEKiioq9QhQVbjKY5p69hxyK/VzmhDASQhy+Q/aeq6D\n+z+dwp+cuoiViPMmDYt3WNH2OQnBV/eOVOQpLPfl+YyTL9cR3LW1L3J8ANi1rR8vv3k1Mldx1pJo\nPRCRM6qaNmpbr3CLyPUAzgK4VU2qPBov3Lt+/7tYXM7WbZdKegAQ2jaV9HDykbvr9rHt4F8ibzYd\nI7ViisMRqRmXI4ILR+6p28/WR/6i5uvBPEXl3m/X6nyZMF1LovUgTuE2+ajk4wCWAPyRiIwAOAPg\nYVV9NzDoAQAHAGBwcDBexEWXDYterXamfbS6CJmOW0+9uFoVdzDeqPj9450u2uVjE1Elk5uTXQDu\nBPB1VR0F8C6AR4KNVPUpVU2ranpgYKChYDYX37WatItqa9qHI2Icl4laMcVRL65WxR2MtV4+W50v\nE63IJ9F6ZFK43wbwtqqeLn7/bRQKectNjQ/Bc52abVxHMDU+FNrWcx1MjQ8ZjbV/x5aGYgwrX+Ux\nuQmzApeQwnnlPNfB/h1bai6Kady7tvVHvuYkpCpP9fIZJ1+uIzXH9+Orlas4a0m00dQt3Kr6UwCX\nRMS/ij4L4NV2BDMxmsKR3cNIJT0IgKTnosf9IMS+HheZPYWbasG2qaQX62bW4YlhTI4NhhZinyOF\nAlv4WjA5Noiv7duOpOdGxpTZO1Lxepi+HhdHH9iOzJ6RqvgPTwzj6L7t8NzKpRGY35gEgGMP7Qwt\nnr3dTtWNSaA698F8muTLn1tmzwiOPbQTk2PhH5lNjg3i2EM7q3Ll5zruWhJtNKZPlWxH4XHAbgD/\nD8A/V9WrUe0bvTlJRLRRtfrmJFT1LACjDomIqL34NyeJiCzDwk1EZBkWbiIiy7BwExFZhoWbiMgy\nLNxERJZh4SYisgwLNxGRZVi4iYgsw8JNRGQZFm4iIsuwcBMRWYaFm4jIMizcRESWYeEmIrIMCzcR\nkWVYuImILMPCTURkGRZuIiLLsHATEVmGhZuIyDIs3ERElmHhJiKyTJdJIxH5MYBfAsgDeF9V0+0M\nioiIohkV7qLPqOrP2xXI9NwiHnv+PJazOQBAj5vAJtfB8rUcrnMTyOZWYvXX1+Pi0Xtvx8RoqulY\nTKSSHqbGhwAAmZkFLC5n4Yggr1p6bfatKzh++hLyqlXndzuC3k1dWL6Ww/WeCxHg6rUcBEB163C9\n3Q6uvZfH5qSHz3xiAC+9voTF5WxoHwkBdt7ajx9cXI7MbbIYx/K1HDYX5xDM56HpeTx96mLVubu2\n9ePYQztrtnME+Ijn4uq1yjxv6krgifvvKI0VNYbfDvgg52GC/TVrem4RmZkFXF7ORuaFqJ1EQ4pI\nVaPCO+60aeFOp9M6OztrHMT03CKmnj2H3IppiTLjOoLMnpFYF1UzsbgJAQTI5avPTQCI96Nn7fFc\nB0d2D9ctqD6/eNdrFyYhwNEHtmP2rSt1z3UdCc15WH/NFtjpuUUcPDGPbC5fOhbMC1EjROSM6acZ\npp9xK4D/ISJnRORA46GFy8wstLxoA4UCmplZ6FgsuRWNLCC2F20AyObyFfk8fvpSzfYnL1wxahdm\nRQtrYXJuvaJd3l+zMjMLFUUbqM4LUbuZflTya6q6KCI3AnhRRF5X1f9V3qBY0A8AwODgYKwgLkf8\nitsKcftuZyzrQXl+wj7yCWPaLmysVv44b8XaRvXBfUOdZPSOW1UXi/99B8CfAbgrpM1TqppW1fTA\nwECsIDYnvVjt29l3O2NZD8rz44gYnWPaLmysRs+N6q9dfXDfUCfVLdwi0isiH/a/BvCPAPywlUFM\njQ8VPh9uMdeR0g3DTsTiJgSuE37uenju0nOdinzu37GlZvtd2/qN2oVJSGEtTM6NynlYf82aGh+C\n5zoVx4J5IWo3k3ryMQDfE5FzAF4G8Beq+letDGJiNIXM3hEkPbd0rMdNoK/HhQDw3Phlr6/HjX1j\nMioWE6mkh8zeEWT2jCBVfPflv1tMJT0c3bcdk2ODke8gux0pzTfpuejrKYwf50dIb7cDKY43OTZY\niiOsj4QUCmut3Ppx+H0Gb8AdnhjG5Fj4x2LlT5VEtXMEpXmW29SVKN1IrDXGpq4Enty3vSLnUe1a\ncWMSKOyPI7uHkUp6kXkhajejp0riivtUCRHRRteOp0qIiGiNYOEmIrIMCzcRkWVYuImILMPCTURk\nGRZuIiLLsHATEVmGhZuIyDIs3ERElmHhJiKyDAs3EZFlWLiJiCzDwk1EZBkWbiIiy7BwExFZhoWb\niMgyLNxERJZh4SYisgwLNxGRZVi4iYgsw8JNRGQZFm4iIsuwcBMRWYaFm4jIMsaFW0QcEZkTkRfa\nGRAREdXWFaPtwwBeA/CRNsUSanpuEZmZBVxezmJz0sPU+BAmRlNVxz/ziQG8cO4nWM7mYvWfEOBL\nOwZxeGI4dOzHnj9f6rOvx8Wj996OidEUHvzG93HywpXIfgXAg2Mf9Bs2DwAV/Qft2taPYw/tLJ1/\n8MQryOZWas6nt9vB4/cVxqyVn/K5lDs0PY9jpy5CA/06AnzEc7F8LVexDibC8viP77gJL72+VBHf\nMy9fRK3p9fW4+ORNHw7Ne4+bwCbXwdVrOTgiyGvlDILrXL4e13suRFCa29aPevg/F65U5SCMAFAA\nyUAfUfkJ5iLIEcH+HVtC92OcvjZ1JfDE/XfEWqPg/vL3kt9H1LVoqpnzo9bres/Fu7/KlfaNv85v\nLv1d5PVZfl3ZSlTrb08RuRnAHwN4HMBXVPXztdqn02mdnZ1tOrjCZppHNpcvHfNcB/d/OoXnzixW\nHG/W5Fhl8Z6eW8TUs+eQW6nMj+sItn60Bz96513jftO39FfNw00UistKnfTv2taPvelBfOWZs6hd\nsj8gALocQS5fu3PXEWT2jJQunkPT83j61EWjMTzXwZHdw3UvvKg8rpao9Wi1sPzEyUVwPwaZ9JUQ\n4OgD243WKGp/OQnBV/eOAEDotWiyB/wxGj0/7NxmrcXiLSJnVDVt0tb0o5InAfwuYFw7WiIzs1C1\nWNlcHsdPX2r5RXf89KWqscMuilxejYu232/YPHIr9Ys2AJy8cAWZmYVYiddinPXk8orMzEJFrKay\nuXzFuVGi8rhaotaj1cLyEycX9dbCpK8VhfEaRe2v/Ephj0Rdiyb9+2M0en471qvWb8s2qFu4ReTz\nAN5R1TN12h0QkVkRmV1aWmpJcJeXs6HHg78Gt0Kwz6ixG+m32b5aFUu9vuPm1SSudsbeiFash6ng\nOHHGrbcWpn21Yo0uL2cj2zQbh417aC0wece9C8AXROTHAP4UwN0i8nSwkao+pappVU0PDAy0JLjN\nSS/0uCPSkv5r9Rk1diP9NttXq2Kp13fcvJrE1c7YG9GK9TAVHCfOuPXWwrSvVqzR5qQX2abZOGzc\nQ2tB3cKtqgdV9WZV3QrgiwC+q6qTbY8MwNT4EDzXqTjmuQ7279hSdbxZ+3dsqRrbTVRfPK4juO3G\n3lj9hs3DTQhCuq+ya1s/psaHYj23KcU463EdKd0k9WM15blOxblRovK4WqLWo9XC8hMnF/XWwqSv\nhMB4jaL2l5Mo7JGoa9Gkf3+MRs9vx3rt2tbf0v46Lc5TJR3n37QIuxOdvqW/rU+V+GO36qmSsHkE\n+w8K3kBp91MlfqytfKokKo+r/VRJeX469VRJWC6CTJ8qqddXnKdK/Db1nioBwq9FE7Wu5bjn8qkS\nw6dK4mrVUyVERBtFO54qISKiNYKFm4jIMizcRESWYeEmIrIMCzcRkWVYuImILMPCTURkGRZuIiLL\nsHATEVmGhZuIyDIs3ERElmHhJiKyDAs3EZFlWLiJiCzDwk1EZBkWbiIiy7BwExFZhoWbiMgyLNxE\nRJZh4SYisgwLNxGRZVi4iYgsw8JNRGQZFm4iIsvULdwicp2IvCwi50TkvIj8XicCIyKicF0GbX4F\n4G5V/TsRcQF8T0T+u6qeamUg03OLyMwsYHE5G9mmt9vBtffy2Jz0MDU+hInRFKbnFvHY8+exnM2V\n2iUEWFEg6bl47/08ruVWmoqtr8fFo/fejonRVOjrD37j+zh54UrFMT8GRwR5VQgALXu9x01gk+vg\n6rUP4nZEcOtAD954592Ktn5fqaSHz3xiAC+9voTLy1lsLn7/3Jm3ka0xx25H0LupC8vXcrjec/Hu\nr3Ioby4AHhwbxOGJYQAfrMXl5SyucxM1+zbJTzuUx3i950IEpfmVfx2cq6lNXQk8cf8dAFAax8/3\nC+d+UtpvPW4CufxK6Bi93Q7uuzNVsV7+vjWdY3Bvl+f60PQ8jp++hLwqHBHs37EFhyeGQ8+rxV//\n9C39da/BWnNcXM7W3O8AKq7F8uvUXzOTHIXN24+9PM8AMPXs2brr7691J/dvs0RV67fyG4v0APge\ngH+pqqej2qXTaZ2dnTXud3puEQdPzCObyxuf47kO7v90Cs+8fAm5FfM5NMp1BJk9I1WLG1a0bTVZ\nvHjjrgUQnZ92aGS/NMp1BLl86/aX5zo4snu4bp6m5xYx9ey50L3tOoK7tvaF7rtd2/rx8ptXG7om\nnIQg34FrqZ5aOTo0PY+nT12sOh6M3U1IrBwkBDj6wPZVLd4ickZV0yZtjT7jFhFHRM4CeAfAi7WK\ndiMyMwuxL8JsLo/jpztTtAEgl1dkZhaqjq+Xog0Ax09famgtgOj8tEOjMTailUUbKOxbkzxlZhYi\n93Yur5H77uSFKw1fE2uhaAO1c3T89KXQ48HY4+ZgRdGx/dsKRoVbVfOquh3AzQDuEpFPBduIyAER\nmRWR2aWlpVhBXI7xq1m5fIzfFlqh0ThtkVdtao6dyo/t62ASv+1zbFbU/Nt5zduU81hPlajqMoCX\nAHwu5LWnVDWtqumBgYFYQWxOerHa+xyRhs5rVKNx2sIRaWqOncqP7etgEr/tc2xW1Pzbec3blHOT\np0oGRCRZ/NoD8BsAXm9lEFPjQ/BcJ9Y5nutg/44tcBOdKd6uI6UbHuV2bevvyPidsH/HlobWAojO\nTzs0GmMjXKe1+8tzHaM8TY0PRe5t15HIfbdrW3/D14TToWupnlo52r9jS+jxYOxxc5AQdGz/toLJ\nO+6bALwkIq8A+GsUPuN+oZVBTIymcGT3MFJ1fuL1djsQFJ6uOLJ7GIcnhpHZO4Kk51a089cs6bml\nu9nN6OtxI2+8HXtoZ+hF5Mfgv0MIbqMeN4G+nsq4HRHcdmNvVVu/r1TSw+TYIFJJr5SHybFBeHXm\n2O0I+npcCAo5CTYXFG5MHp4YrlgLAer2DdTOTzsEY0x6bsX8as3V1KauBJ7ctx2ZPSNV+S7fbz1u\nInKM3m6nar1Mbkz6cwzb236ujz20E5Njg6X95YhgcmwQxx7aGXpeLf76f3XvSN1rMKh8jn4cfp/l\netxE1bVYfp36a1YvR4cnhkPn7cfu95HZO4In9203Wv9NXYlVvzEZV6ynSkzFfaqEiGija/lTJURE\ntHawcBMRWYaFm4jIMizcRESWYeEmIrIMCzcRkWVYuImILMPCTURkGRZuIiLLsHATEVmGhZuIyDIs\n3ERElmHhJiKyDAs3EZFlWLiJiCzDwk1EZBkWbiIiy7BwExFZhoWbiMgyLNxERJZh4SYisgwLNxGR\nZVi4iYgsw8JNRGSZuoVbRLaIyEsi8qqInBeRhzsRGBERhesyaPM+gN9R1R+IyIcBnBGRF1X11VYG\nMj23iMeeP4/lbA4A0Nfj4tF7b8fEaCqyfWZmAYvLWQgALR7vcRPY5Dq4ei0HRwR5VaSSHqbGhyL7\niur78nIW13suRIDla7mKrzfH7NN3aHoex09fQl4Vjgj279iCwxPDRrE0OmZUPwBCcwgACQF23tqP\n85d/WVqThAArilI+Z9+6UjGXWwd68KN33q0Yt7fbweP3DZdiPjQ9j6dPXQyNMSHAl3YMIn1Lf8Ve\nAML3g8meCbYp1+MW3rdcy62Uvs/lV1D8thRP2PqU7z9/n/n/DeayHj+vPkcEN3zIxc9++Z7R+QLg\nwbHoOKPmH2VTVwJP3H8HJkZTsc7v7XZw350pvPT6EhaXszXb+mv17OxFnLxwxTi2cgLgH2zrx4//\nJhu6r2tdM7X2YbOCe74dRDXOFgNE5M8B/KGqvhjVJp1O6+zsrHGf03OLmHr2HHIrlbG4jiCzZ6Qq\nAdNzizh4Yh7ZXN54DM91cGR3/WTG6du0T1/UZpmscdEFY4k7ZlQ/bkIAAXL5eOvvSwBYMWzrJARf\n3TuC2beuGF0sUYWvfD+Y7JmoNnEF16eR/dcJYXE2On//h9YzL19qOn+dFLavg9dMO4u2z9/zca5T\nETmjqmmTtrE+4xaRrQBGAZyOc149mZmF0M2RyysyMwuh7eNeNNlcPrSvZvo27dN3/PSlWMfDYok7\nZlQ/uRVtuGgD5kUbAPIrhXWMmmdQVFTl+8Fkz0S1iSsYdyP7rxPC4mx0/ita6M+mog2E7+vgNWO6\nD5vh7/l2MS7cIvIhAM8B+LKq/m3I6wdEZFZEZpeWlmIFcbnGr1Vhr9Vq3+g4jfYdp30+4rebqONR\nfbczxna5vJyNnGfcfsr/22ibOIJxr4V8hml1nK1Yr7WiPBedmlc794lR4RYRF4WifUxVT4S1UdWn\nVDWtqumBgYFYQWxOerFeq9W+0XEa7TtOe0ck1vGovtsZY7tsTnqR84zbT/l/G20TRzDutZDPMK2O\nsxXrtVaU56JT82rnPjF5qkQAfAvAa6p6tB1BTI0PFT6bCnAdKd1sCLb3XCfWGJ7rhPbVTN+mffr2\n79gS63hYLHHHjOrHTQhcp/ENHOczNidRWMeoeQZFRVW+H0z2TFSbuIJxN7L/OiEszkbnn5BCf63I\nXyeF7evgNWO6D5vh7/l2Mbn+dgH4pwDuFpGzxT/3tDKIidEUMntHkPTc0rG+Hjf0xqTf/sjuYaSK\nP9HKl6nHTaCvp9CP/5M1lfSMb+iV9y0Akp6Lvh636us4ffoOTwxjcmywFJcjEnljMiyWRsaM6iez\ndwSZPSOhOQQKF+6ubf0Va+Jfw6mkh6P7tlfN5bYbe6vG7u12Sjdp/PlHSUjhBtvX9m2vGBeo3g8m\neyasTbkeN1F6ssT/vuzbUjzB9Qnuv/IcANE/eGrNu5wjgo99uNv4fEF0nLXmH2VTVwJHH9iOwxPD\nsc7v7XYwOTZYykstfT0unty3Hbu29ceKrZygsEej9nXUNVNvHzarfM+3S+ynSkzEfaqEiGija9tT\nJUREtPpYuImILMPCTURkGRZuIiLLsHATEVmGhZuIyDIs3ERElmHhJiKyDAs3EZFlWLiJiCzDwk1E\nZBkWbiIiy7BwExFZhoWbiMgyLNxERJZh4SYisgwLNxGRZVi4iYgsw8JNRGQZFm4iIsuwcBMRWYaF\nm4jIMizcRESWYeEmIrJM3cItIv9ZRN4RkR92IiAiIqqty6DNfwHwhwD+a3tDKZieW8Rjz5/HcjZn\nfE5fj4tH770dE6OpUh+ZmQVcXs5ic9LD1PhQ6bWoMeO0N5lDZmYBi8vZiuMJAb60YxCHJ4Yb7ttk\n3FrzODQ9j+OnLyGvGtpHMJdxx49auzj91tsDfl8AcPDEK8jmVqra9HY7ePy+YUyMpjA9txjZrjwu\n03EnRlM4ND2PY6cuIjyLrXXbjb1Y+uV7kXElBFhRwHMToXMslwrsi/K96ohE7gsg/DqLymtQ0nMh\nAly9Fn1d15snADgC5GMmfXJsEOlb+quuDQCh14tpPZieW8TUs2cRnH4z15Ap0RoLVWokshXAC6r6\nKZNO0+m0zs7Oxg6mkIhzyK3EvxxcR5DZMwIAOHhiHtlcvvSa5zo4sns4Mvlx2pvMIdhf0ORY64u3\nyTwOTc/j6VMX6/bl5zLO/E3WzqRf0z3gF6tanIRg/11b8CenLqJWaXEdwb6/vwXPvHyp7riuI7hr\nax9OXrhSe/A1zN8XQPW1Uk/5dfaVZ87WzOta4iQE+bK1dRMCCJAr+ynguQ7u/3QKz51ZrFsPpucW\n8eVnzkaO18g1JCJnVDVt1HYtFe5dv//dqnepcaSSHgCE9pFKejj5yN3GY0a1r8dkDo4ILhy5J3bf\njYxbPo9tB/+y5juqqPOaGT9uv83ugaB67yLjtlsval0r7Tx3rYvaB8F9a7JP415DcQq3yUclpoMe\nAHAAAAYHBxvq43KTG6HW+VGvxT3eTAy+dhQIk3nEGTfu/E3b12vX7B4IMp3zRiraQHN5bvUarSVR\n+yA4Z5MctDNPLXuqRFWfUtW0qqYHBgYa6mNz8Sd5ozYnvcg+WnXcJIZ6HJGG+m5k3PLjccaNO3/T\n9vXaNbsHgkzn3I41WctqXSvtPHeti9oHwfmazL+dOVpTjwNOjQ8VPntqgOsIpsaHMDU+BM91Kl7z\nXKd0MyJszDjt6wnrL2j/ji0N9R133OA8TMf1cxl3/HprZ9Kv6R4w2SZOQrB/x5a6m9x1Cu1MxnUd\nwa5t/fUHX8P8fWGyV4PKr7M1VTzqcAJr6yYErlN5zHMd7N+xxage1NvHjVxDcdT9qEREjgP4dQA3\niMjbAB5V1W+1Ixj/g/xmnyoBwu8W1xqzVU+VlPfXyadKTObhj9uOp0rqrZ1pvyZ7IO5TJelb+o2e\nKknf0r/hnioB0PBTJUB0/oNseqokrG1w3/rfr+mnSuJq9OYkEdFGFefmpE2/7RAREVi4iYisw8JN\nRGQZFm4iIsuwcBMRWaYtT5WIyBKAtxo8/QYAP29hOOsBcxKOeanGnISzIS+3qKrR315sS+FuhojM\nmj4Ss1EwJ+GYl2rMSbj1lhd+VEJEZBkWbiIiy6zFwv3UagewBjEn4ZiXasxJuHWVlzX3GTcREdW2\nFt9xExFRDWumcIvI50RkQUTeEJFHVjueThKRLSLykoi8KiLnReTh4vF+EXlRRH5U/G9f8biIyH8o\n5uoVEblzdWfQPiLiiMiciLxQ/P7jInK6OPdnRKS7eHxT8fs3iq9vXc2420lEkiLybRF5XUReE5Gd\nG32viMi/KV47PxSR4yJy3XreK2uicIuIA+A/AvhNAJ8EsF9EPrm6UXXU+wB+R1U/CWAMwL8qzv8R\nAN9R1dsAfKf4PVDI023FPwcAfL3zIXfMwwBeK/v+CQBfU9W/B+AqgN8uHv9tAFeLx79WbLde/QGA\nv1LVTwAYQSE/G3aviEgKwL8GkC7+84oOgC9iPe8VVV31PwB2Apgp+/4ggIOrHdcq5uPPAfwGgAUA\nNxWP3QRgofj1fwKwv6x9qd16+gPgZhSK0N0AXgAgKPwliq7gvgEwA2Bn8euuYjtZ7Tm0ISfXA3gz\nOLeNvFcApABcAtBfXPsXAIyv572yJt5x44PE+94uHttwir+2jQI4DeBjqvqT4ks/BfCx4tcbJV9P\nAvhdoPSPiX8UwLKqvl/8vnzepZwUX/9Fsf1683EASwD+qPgR0jdFpBcbeK+o6iKAfw/gIoCfoLD2\nZ7CO98paKdwEQEQ+BOA5AF9W1b8tf00Lbw82zCNAIvJ5AO+o6pnVjmWN6QJwJ4Cvq+oogHfxwcci\nADbkXukD8E9Q+KG2GUAvgM+talBttlYK9yKA8n8Q8ebisQ1DRFwUivYxVT1RPPwzEbmp+PpNAN4p\nHt8I+doF4Asi8mMAf4rCxyV/ACApIv4/uVc+71JOiq9fD+BvOhlwh7wN4G1VPV38/tsoFPKNvFf+\nIYA3VXV/1edyAAABPElEQVRJVXMATqCwf9btXlkrhfuvAdxWvAvcjcKNhedXOaaOEREB8C0Ar6nq\n0bKXngfwW8WvfwuFz7794/+s+MTAGIBflP2avC6o6kFVvVlVt6KwH76rqg8CeAnAnmKzYE78XO0p\ntl937zpV9acALomI/y/RfhbAq9jAewWFj0jGRKSneC35OVm/e2W1P2Qvu8FwD4D/C+ACgH+72vF0\neO6/hsKvtq8AOFv8cw8Kn7t9B8CPAPxPAP3F9oLCUzgXAMyjcDd91efRxvz8OoAXil/fCuBlAG8A\neBbApuLx64rfv1F8/dbVjruN+dgOYLa4X6YB9G30vQLg9wC8DuCHAP4bgE3rea/wb04SEVlmrXxU\nQkREhli4iYgsw8JNRGQZFm4iIsuwcBMRWYaFm4jIMizcRESWYeEmIrLM/we3rcPQ3+PXlwAAAABJ\nRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x2ade696a87b8>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "from collections import Counter\n",
    "from matplotlib import pyplot as plt\n",
    "%matplotlib inline\n",
    "\n",
    "starts = np.array(private_df[\"Item start (s)\"])\n",
    "\n",
    "plt.plot(np.array(list(Counter((1000 * (starts - np.floor(starts))).astype('int')).values())), 'o')"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}