Update README and rerun notebooks in Python 3.8.5

chili-epfl · Apr 8, 2021 · 7e22454 · 7e22454
1 parent 1dfb653
commit 7e22454
Show file tree

Hide file tree

Showing 17 changed files with 21 additions and 21 deletions.
diff --git a/README.md b/README.md
@@ -47,7 +47,7 @@ The [main analysis tools](#notebooks) are writen in Python, in [Jupyter Notebook
 The Python dependencies differ among the notebooks, and can be installed via a package manager for Python e.g. [pip](https://pip.pypa.io/).
 Note that the dataset is an external subproject/module, added here as a git subtree.
 
-The tools are tested with Python 3.8 (in Ubuntu 20.04.02 LTS) and package versions at [requirements.txt](requirements.txt) that can be installed via the following command in e.g. a virtual environment:
+The tools are tested with Python 3.8.5 (in Ubuntu 20.04.02 LTS) and Python 3.6.9 (in Ubuntu 18.04.05 LTS) and package versions at [requirements.txt](requirements.txt) that can be installed via the following command in e.g. a virtual environment:
 ```
 pip3 install -r requirements.txt
 ```

diff --git a/figures/attempt_and_turn_histograms.pdf b/figures/attempt_and_turn_histograms.pdf
diff --git a/figures/h1_1_time_absolute_plot.pdf b/figures/h1_1_time_absolute_plot.pdf
diff --git a/figures/h1_1_time_plot.pdf b/figures/h1_1_time_plot.pdf
diff --git a/figures/h2_1_time_absolute_plot.pdf b/figures/h2_1_time_absolute_plot.pdf
diff --git a/figures/h2_1_time_plot.pdf b/figures/h2_1_time_plot.pdf
diff --git a/figures/performance_vs_learning.pdf b/figures/performance_vs_learning.pdf
diff --git a/processed_data/annotated_corpus/justhing19_annotated_corpus.pickle b/processed_data/annotated_corpus/justhing19_annotated_corpus.pickle
diff --git a/processed_data/dialign_outputs/metrics-speaker-dependent.tsv b/processed_data/dialign_outputs/metrics-speaker-dependent.tsv
@@ -1,11 +1,11 @@
 ID	S1	S2	S1/Initiated Expression (IE_S1)	S1/Expression Repetition (ER_S1)	S1/tokens (%)	S2/Initiated Expression (IE_S2)	S2/Expression Repetition (ER_S2)	S2/tokens (%)	Voc. Overlap S1	Voc. Overlap S2	SR/S1/ELS	SR/S1/EV	SR/S1/ER	SR/S1/ENTR	SR/S1/L	SR/S1/LMAX	SR/S2/ELS	SR/S2/EV	SR/S2/ER	SR/S2/ENTR	SR/S2/L	SR/S2/LMAX
-justhink19_dialogue_28_tsv	A	B	0.5103092783505154	0.5684647302904564	0.39790864061640063	0.4896907216494845	0.546617915904936	0.6020913593835994	0.8369565217391305	0.5	139.0	0.15376106194690264	0.7101769911504425	1.953744616507304	2.1349693251533743	7.0	220.0	0.1764234161988773	0.7802726543704892	2.0211270908579793	2.1391650099403576	7.0
-justhink19_dialogue_08_tsv	A	B	0.42142857142857143	0.6420079260237781	0.437066974595843	0.5785714285714286	0.5769230769230769	0.562933025404157	0.7263681592039801	0.5593869731800766	300.0	0.16025641025641027	0.7152777777777778	1.9457631818140766	2.1810344827586206	8.0	398.0	0.1796028880866426	0.7892599277978339	1.8084761972520016	2.060041407867495	13.0
-justhink19_dialogue_07_tsv	A	B	0.4947916666666667	0.6021150033046927	0.46029814420444176	0.5052083333333334	0.6025930101465614	0.5397018557955583	0.6699029126213593	0.6079295154185022	273.0	0.15041322314049588	0.7300275482093664	2.0663182305470063	2.2330827067669174	7.0	343.0	0.16490384615384615	0.7677884615384616	1.9163778022552949	2.099282296650718	7.0
+justhink19_dialogue_20_tsv	A	B	0.4912891986062718	0.5940520446096654	0.530990919857876	0.5087108013937283	0.5361952861952862	0.46900908014212395	0.5970149253731343	0.594059405940594	248.0	0.15666456096020215	0.7233101705622236	1.8838679748454281	1.9513776337115072	6.0	226.0	0.15650969529085873	0.6668975069252078	1.8856654764499083	1.9514018691588786	7.0
 justhink19_dialogue_11_tsv	A	B	0.3504043126684636	0.6748080949057921	0.46345407503234154	0.6495956873315364	0.510548523206751	0.5365459249676585	0.6650246305418719	0.6683168316831684	270.0	0.15835777126099707	0.7120234604105572	1.8124745359511463	1.9955156950672646	6.0	329.0	0.17073170731707318	0.779449922158796	2.1698740922481057	2.3414965986394556	8.0
+justhink19_dialogue_28_tsv	A	B	0.5103092783505154	0.5684647302904564	0.39790864061640063	0.4896907216494845	0.546617915904936	0.6020913593835994	0.8369565217391305	0.5	139.0	0.15376106194690264	0.7101769911504425	1.953744616507304	2.1349693251533743	7.0	220.0	0.1764234161988773	0.7802726543704892	2.0211270908579793	2.1391650099403576	7.0
+justhink19_dialogue_09_tsv	A	B	0.3395872420262664	0.6847172081829122	0.3664021164021164	0.6604127579737336	0.5612386917188588	0.6335978835978836	0.7264150943396226	0.5855513307984791	312.0	0.15036144578313254	0.6963855421686747	1.8787255657996031	2.020253164556962	8.0	558.0	0.1725417439703154	0.8138528138528138	2.185785096786128	2.381165919282511	15.0
 justhink19_dialogue_47_tsv	A	B	0.5201793721973094	0.5226652102676134	0.7854997854997855	0.4798206278026906	0.602	0.2145002145002145	0.39	0.8210526315789474	372.0	0.1934477379095164	0.8876755070202809	2.199366205472248	2.3240418118466897	8.0	91.0	0.11926605504587157	0.5504587155963303	2.2688579300387026	2.473404255319149	6.0
 justhink19_dialogue_18_tsv	A	B	0.42953020134228187	0.583710407239819	0.45850622406639	0.5704697986577181	0.5312899106002554	0.5414937759336099	0.7415730337078652	0.6534653465346535	126.0	0.1487603305785124	0.7024793388429752	2.1866334669736713	2.271812080536913	7.0	152.0	0.16344086021505377	0.7569892473118279	1.947254162893968	1.9948586118251928	7.0
-justhink19_dialogue_09_tsv	A	B	0.3395872420262664	0.6847172081829122	0.3664021164021164	0.6604127579737336	0.5612386917188588	0.6335978835978836	0.7264150943396226	0.5855513307984791	312.0	0.15036144578313254	0.6963855421686747	1.8787255657996031	2.020253164556962	8.0	558.0	0.1725417439703154	0.8138528138528138	2.185785096786128	2.381165919282511	15.0
-justhink19_dialogue_20_tsv	A	B	0.4912891986062718	0.5940520446096654	0.530990919857876	0.5087108013937283	0.5361952861952862	0.46900908014212395	0.5970149253731343	0.594059405940594	248.0	0.15666456096020215	0.7233101705622236	1.8838679748454281	1.9513776337115072	6.0	226.0	0.15650969529085873	0.6668975069252078	1.8856654764499083	1.9514018691588786	7.0
+justhink19_dialogue_08_tsv	A	B	0.42142857142857143	0.6420079260237781	0.437066974595843	0.5785714285714286	0.5769230769230769	0.562933025404157	0.7263681592039801	0.5593869731800766	300.0	0.16025641025641027	0.7152777777777778	1.9457631818140766	2.1810344827586206	8.0	398.0	0.1796028880866426	0.7892599277978339	1.8084761972520016	2.060041407867495	13.0
+justhink19_dialogue_07_tsv	A	B	0.4947916666666667	0.6021150033046927	0.46029814420444176	0.5052083333333334	0.6025930101465614	0.5397018557955583	0.6699029126213593	0.6079295154185022	273.0	0.15041322314049588	0.7300275482093664	2.0663182305470063	2.2330827067669174	7.0	343.0	0.16490384615384615	0.7677884615384616	1.9163778022552949	2.099282296650718	7.0
 justhink19_dialogue_10_tsv	A	B	0.45132743362831856	0.640502354788069	0.2964169381107492	0.5486725663716814	0.580026455026455	0.7035830618892508	0.751937984496124	0.5078534031413613	124.0	0.13626373626373625	0.5879120879120879	1.7494175621869472	1.9022801302931596	6.0	295.0	0.17664670658682635	0.8239520958083832	1.954005957873788	2.082099596231494	8.0
 justhink19_dialogue_17_tsv	A	B	0.7651006711409396	0.4348441926345609	0.8013620885357549	0.2348993288590604	0.7285714285714285	0.19863791146424517	0.3413173652694611	0.9661016949152542	283.0	0.18967828418230562	0.8525469168900804	2.243203639702179	2.4089456869009584	7.0	68.0	0.11992945326278659	0.5502645502645502	2.146275605584158	2.4191176470588234	6.0
diff --git a/processed_data/dialign_outputs/metrics-speaker-independent.tsv b/processed_data/dialign_outputs/metrics-speaker-independent.tsv
@@ -1,11 +1,11 @@
 ID	Num. utterances	Num. tokens	Expression Lexicon Size (ELS)	Expression Variety (EV)	Expression Repetition (ER)	Voc. Overlap	ENTR	L	LMAX
-justhink19_dialogue_28_tsv	334.0	1817.0	194.0	0.10676940011007155	0.5553109521188773	0.4556213017751479	1.6552339794981914	1.7746806039488967	6.0
-justhink19_dialogue_08_tsv	624.0	3464.0	420.0	0.12124711316397228	0.6053695150115473	0.4620253164556962	1.73405916564457	1.8803021499128414	6.0
-justhink19_dialogue_07_tsv	608.0	3287.0	384.0	0.11682385153635534	0.6023729844843322	0.46779661016949153	1.7998725991386837	1.894736842105263	6.0
+justhink19_dialogue_20_tsv	494.0	2533.0	287.0	0.11330438215554678	0.5669166995657323	0.42402826855123676	1.6332234166177237	1.7399328859060403	7.0
 justhink19_dialogue_11_tsv	540.0	3092.0	371.0	0.11998706338939198	0.5866752910737387	0.5	1.718430576339493	1.853020134228188	5.0
+justhink19_dialogue_28_tsv	334.0	1817.0	194.0	0.10676940011007155	0.5553109521188773	0.4556213017751479	1.6552339794981914	1.7746806039488967	6.0
+justhink19_dialogue_09_tsv	773.0	4536.0	533.0	0.11750440917107584	0.6064814814814815	0.4797507788161994	1.8534080411866374	2.00839222614841	8.0
 justhink19_dialogue_47_tsv	355.0	2331.0	223.0	0.09566709566709566	0.5396825396825397	0.35944700460829493	1.8508866362475211	1.8782358581016299	7.0
 justhink19_dialogue_18_tsv	331.0	1446.0	149.0	0.10304287690179806	0.5553250345781466	0.532258064516129	1.6316553159245997	1.7018030513176143	6.0
-justhink19_dialogue_09_tsv	773.0	4536.0	533.0	0.11750440917107584	0.6064814814814815	0.4797507788161994	1.8534080411866374	2.00839222614841	8.0
-justhink19_dialogue_20_tsv	494.0	2533.0	287.0	0.11330438215554678	0.5669166995657323	0.42402826855123676	1.6332234166177237	1.7399328859060403	7.0
+justhink19_dialogue_08_tsv	624.0	3464.0	420.0	0.12124711316397228	0.6053695150115473	0.4620253164556962	1.73405916564457	1.8803021499128414	6.0
+justhink19_dialogue_07_tsv	608.0	3287.0	384.0	0.11682385153635534	0.6023729844843322	0.46779661016949153	1.7998725991386837	1.894736842105263	6.0
 justhink19_dialogue_10_tsv	431.0	2149.0	226.0	0.10516519311307584	0.5979525360632852	0.4349775784753363	1.56694398225455	1.6612903225806452	7.0
 justhink19_dialogue_17_tsv	297.0	1762.0	149.0	0.08456299659477866	0.4931895573212259	0.33727810650887574	1.9304152407194926	2.0084745762711864	6.0
diff --git a/tools/1_extract_performance_and_other_features_from_logs.ipynb b/tools/1_extract_performance_and_other_features_from_logs.ipynb
@@ -2053,7 +2053,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.6.9"
+   "version": "3.8.5"
   },
   "toc": {
    "base_numbering": 1,

diff --git a/tools/2_extract_learning_gain_from_test_responses.ipynb b/tools/2_extract_learning_gain_from_test_responses.ipynb
@@ -738,9 +738,9 @@
  ],
  "metadata": {
   "kernelspec": {
-   "display_name": "justhink-env",
+   "display_name": "myenv",
    "language": "python",
-   "name": "justhink-env"
+   "name": "myenv"
   },
   "language_info": {
    "codemirror_mode": {

diff --git a/tools/3_visualise_transcribed_teams.ipynb b/tools/3_visualise_transcribed_teams.ipynb
@@ -1300,7 +1300,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.6.9"
+   "version": "3.8.5"
   },
   "toc": {
    "base_numbering": 1,

diff --git a/tools/4_extract_routines_from_transcripts.ipynb b/tools/4_extract_routines_from_transcripts.ipynb
@@ -1157,7 +1157,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.6.9"
+   "version": "3.8.5"
   },
   "toc": {
    "base_numbering": 1,

diff --git a/tools/5_construct_the_corpus_by_combining_transcripts_with_logs.ipynb b/tools/5_construct_the_corpus_by_combining_transcripts_with_logs.ipynb
@@ -484,7 +484,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.6.9"
+   "version": "3.8.5"
   },
   "toc": {
    "base_numbering": 1,

diff --git a/tools/6_recognise_instructions_detect_follow-up_actions.ipynb b/tools/6_recognise_instructions_detect_follow-up_actions.ipynb
@@ -224,8 +224,8 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "ADD {'connect', 'build', 'add', 'put', 'go', 'do'}\n",
-      "REMOVE {'remove', 'erase', 'away', 'rub', 'cut', 'delete'}\n"
+      "ADD {'put', 'add', 'do', 'go', 'connect', 'build'}\n",
+      "REMOVE {'away', 'remove', 'erase', 'cut', 'rub', 'delete'}\n"
      ]
     }
    ],
@@ -1061,7 +1061,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.6.9"
+   "version": "3.8.5"
   },
   "toc": {
    "base_numbering": 1,

diff --git a/tools/7_test_the_hypotheses.ipynb b/tools/7_test_the_hypotheses.ipynb
@@ -6139,7 +6139,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.6.9"
+   "version": "3.8.5"
   },
   "toc": {
    "base_numbering": 1,