From 72196da4ef6beb5e6c21f76f8d358559625350b2 Mon Sep 17 00:00:00 2001 From: Jean-Luc Parouty <Jean-Luc.Parouty@grenoble-inp.fr> Date: Tue, 12 Jan 2021 00:57:44 +0100 Subject: [PATCH] Test/validate ci tests at IDRIS --- fidle/02-running-ci-tests.ipynb | 7 +- fidle/03-ci-report.ipynb | 231 +++++++++++++++++++++++++++++++- fidle/ci/full_gpu.yml | 102 ++++++++++++++ fidle/ci/smart_cpu.yml | 2 +- fidle/logs/ci_report.html | 46 +++---- fidle/logs/ci_report.json | 22 +++ fidle/logs/ci_report_smart.json | 31 ----- 7 files changed, 377 insertions(+), 64 deletions(-) create mode 100644 fidle/ci/full_gpu.yml create mode 100644 fidle/logs/ci_report.json delete mode 100644 fidle/logs/ci_report_smart.json diff --git a/fidle/02-running-ci-tests.ipynb b/fidle/02-running-ci-tests.ipynb index 4ae1309..59645df 100644 --- a/fidle/02-running-ci-tests.ipynb +++ b/fidle/02-running-ci-tests.ipynb @@ -37,7 +37,7 @@ "source": [ "## Save a default profile\n", "Génère un profile par défaut comprenant tous les notebooks du moment... \n", - "...en tout cas présent dans catalog.json ;-)" + "...avec la liste des overrides disponibles :-)" ] }, { @@ -63,7 +63,10 @@ "metadata": {}, "outputs": [], "source": [ - "cookci.run_profile('./ci/smart_cpu.yml', report_name='./logs/ci_report_smart.json')" + "# profile_name = './ci/smart_cpu.yml'\n", + "profile_name = './ci/full_gpu.yml'\n", + "\n", + "cookci.run_profile(profile_name, report_name='./logs/ci_report.json')" ] }, { diff --git a/fidle/03-ci-report.ipynb b/fidle/03-ci-report.ipynb index 0bad9ff..82f8a4f 100644 --- a/fidle/03-ci-report.ipynb +++ b/fidle/03-ci-report.ipynb @@ -15,9 +15,236 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 1, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/markdown": [ + "### About :" + ], + "text/plain": [ + "<IPython.core.display.Markdown object>" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/markdown": [ + "**Version** : 1.0 \n", + "**Output_Tag** : ==ci== \n", + "**Save_Figs** : True \n", + "**Description** : Smart profile, for cpu \n", + "**Host** : r10i1n1 \n", + "**Profile** : ./ci/smart_cpu.yml \n", + "**Start** : 12/01/21 00:16:28 \n", + "**End** : 12/01/21 00:25:12 \n", + "**Duration** : 0:08:44 \n" + ], + "text/plain": [ + "<IPython.core.display.Markdown object>" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/markdown": [ + "### Details :" + ], + "text/plain": [ + "<IPython.core.display.Markdown object>" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "<style type=\"text/css\" >\n", + " #T_bd15eb3a_5464_11eb_bb34_0cc47af60e47 td {\n", + " font-size: 110%;\n", + " text-align: left;\n", + " } #T_bd15eb3a_5464_11eb_bb34_0cc47af60e47 th {\n", + " font-size: 110%;\n", + " text-align: left;\n", + " }</style><table id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47\" ><thead> <tr> <th class=\"col_heading level0 col0\" >Id</th> <th class=\"col_heading level0 col1\" >Dir</th> <th class=\"col_heading level0 col2\" >Src</th> <th class=\"col_heading level0 col3\" >Out</th> <th class=\"col_heading level0 col4\" >Start</th> <th class=\"col_heading level0 col5\" >End</th> <th class=\"col_heading level0 col6\" >Duration</th> <th class=\"col_heading level0 col7\" >State</th> </tr></thead><tbody>\n", + " <tr>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row0_col0\" class=\"data row0 col0\" ><a href='../LinearReg/01-Linear-Regression.ipynb'>LINR1</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row0_col1\" class=\"data row0 col1\" >LinearReg</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row0_col2\" class=\"data row0 col2\" ><a href='../LinearReg/01-Linear-Regression.ipynb'>01-Linear-Regression.ipynb</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row0_col3\" class=\"data row0 col3\" ><a href='../LinearReg/01-Linear-Regression==ci==.ipynb'>01-Linear-Regression==ci==.ipynb</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row0_col4\" class=\"data row0 col4\" >12/01/21 00:16:28</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row0_col5\" class=\"data row0 col5\" >12/01/21 00:17:05</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row0_col6\" class=\"data row0 col6\" >0:00:36</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row0_col7\" class=\"data row0 col7\" >ok</td>\n", + " </tr>\n", + " <tr>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row1_col0\" class=\"data row1 col0\" ><a href='../LinearReg/02-Gradient-descent.ipynb'>GRAD1</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row1_col1\" class=\"data row1 col1\" >LinearReg</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row1_col2\" class=\"data row1 col2\" ><a href='../LinearReg/02-Gradient-descent.ipynb'>02-Gradient-descent.ipynb</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row1_col3\" class=\"data row1 col3\" ><a href='../LinearReg/02-Gradient-descent==ci==.ipynb'>02-Gradient-descent==ci==.ipynb</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row1_col4\" class=\"data row1 col4\" >12/01/21 00:17:05</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row1_col5\" class=\"data row1 col5\" >12/01/21 00:17:13</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row1_col6\" class=\"data row1 col6\" >0:00:07</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row1_col7\" class=\"data row1 col7\" >ok</td>\n", + " </tr>\n", + " <tr>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row2_col0\" class=\"data row2 col0\" ><a href='../LinearReg/03-Polynomial-Regression.ipynb'>POLR1</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row2_col1\" class=\"data row2 col1\" >LinearReg</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row2_col2\" class=\"data row2 col2\" ><a href='../LinearReg/03-Polynomial-Regression.ipynb'>03-Polynomial-Regression.ipynb</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row2_col3\" class=\"data row2 col3\" ><a href='../LinearReg/03-Polynomial-Regression==ci==.ipynb'>03-Polynomial-Regression==ci==.ipynb</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row2_col4\" class=\"data row2 col4\" >12/01/21 00:17:13</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row2_col5\" class=\"data row2 col5\" >12/01/21 00:17:18</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row2_col6\" class=\"data row2 col6\" >0:00:05</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row2_col7\" class=\"data row2 col7\" >ok</td>\n", + " </tr>\n", + " <tr>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row3_col0\" class=\"data row3 col0\" ><a href='../LinearReg/04-Logistic-Regression.ipynb'>LOGR1</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row3_col1\" class=\"data row3 col1\" >LinearReg</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row3_col2\" class=\"data row3 col2\" ><a href='../LinearReg/04-Logistic-Regression.ipynb'>04-Logistic-Regression.ipynb</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row3_col3\" class=\"data row3 col3\" ><a href='../LinearReg/04-Logistic-Regression==ci==.ipynb'>04-Logistic-Regression==ci==.ipynb</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row3_col4\" class=\"data row3 col4\" >12/01/21 00:17:19</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row3_col5\" class=\"data row3 col5\" >12/01/21 00:17:25</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row3_col6\" class=\"data row3 col6\" >0:00:06</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row3_col7\" class=\"data row3 col7\" >ok</td>\n", + " </tr>\n", + " <tr>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row4_col0\" class=\"data row4 col0\" ><a href='../IRIS/01-Simple-Perceptron.ipynb'>PER57</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row4_col1\" class=\"data row4 col1\" >IRIS</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row4_col2\" class=\"data row4 col2\" ><a href='../IRIS/01-Simple-Perceptron.ipynb'>01-Simple-Perceptron.ipynb</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row4_col3\" class=\"data row4 col3\" ><a href='../IRIS/01-Simple-Perceptron==ci==.ipynb'>01-Simple-Perceptron==ci==.ipynb</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row4_col4\" class=\"data row4 col4\" >12/01/21 00:17:25</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row4_col5\" class=\"data row4 col5\" >12/01/21 00:17:30</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row4_col6\" class=\"data row4 col6\" >0:00:05</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row4_col7\" class=\"data row4 col7\" >ok</td>\n", + " </tr>\n", + " <tr>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row5_col0\" class=\"data row5 col0\" ><a href='../BHPD/01-DNN-Regression.ipynb'>BHPD1</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row5_col1\" class=\"data row5 col1\" >BHPD</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row5_col2\" class=\"data row5 col2\" ><a href='../BHPD/01-DNN-Regression.ipynb'>01-DNN-Regression.ipynb</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row5_col3\" class=\"data row5 col3\" ><a href='../BHPD/01-DNN-Regression==ci==.ipynb'>01-DNN-Regression==ci==.ipynb</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row5_col4\" class=\"data row5 col4\" >12/01/21 00:17:31</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row5_col5\" class=\"data row5 col5\" >12/01/21 00:17:55</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row5_col6\" class=\"data row5 col6\" >0:00:24</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row5_col7\" class=\"data row5 col7\" >ok</td>\n", + " </tr>\n", + " <tr>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row6_col0\" class=\"data row6 col0\" ><a href='../BHPD/02-DNN-Regression-Premium.ipynb'>BHPD2</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row6_col1\" class=\"data row6 col1\" >BHPD</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row6_col2\" class=\"data row6 col2\" ><a href='../BHPD/02-DNN-Regression-Premium.ipynb'>02-DNN-Regression-Premium.ipynb</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row6_col3\" class=\"data row6 col3\" ><a href='../BHPD/02-DNN-Regression-Premium==ci==.ipynb'>02-DNN-Regression-Premium==ci==.ipynb</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row6_col4\" class=\"data row6 col4\" >12/01/21 00:17:55</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row6_col5\" class=\"data row6 col5\" >12/01/21 00:18:19</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row6_col6\" class=\"data row6 col6\" >0:00:24</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row6_col7\" class=\"data row6 col7\" >ok</td>\n", + " </tr>\n", + " <tr>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row7_col0\" class=\"data row7 col0\" ><a href='../MNIST/01-DNN-MNIST.ipynb'>MNIST1</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row7_col1\" class=\"data row7 col1\" >MNIST</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row7_col2\" class=\"data row7 col2\" ><a href='../MNIST/01-DNN-MNIST.ipynb'>01-DNN-MNIST.ipynb</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row7_col3\" class=\"data row7 col3\" ><a href='../MNIST/01-DNN-MNIST==ci==.ipynb'>01-DNN-MNIST==ci==.ipynb</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row7_col4\" class=\"data row7 col4\" >12/01/21 00:18:19</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row7_col5\" class=\"data row7 col5\" >12/01/21 00:19:06</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row7_col6\" class=\"data row7 col6\" >0:00:46</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row7_col7\" class=\"data row7 col7\" >ok</td>\n", + " </tr>\n", + " <tr>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row8_col0\" class=\"data row8 col0\" ><a href='../GTSRB/01-Preparation-of-data.ipynb'>GTSRB1</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row8_col1\" class=\"data row8 col1\" >GTSRB</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row8_col2\" class=\"data row8 col2\" ><a href='../GTSRB/01-Preparation-of-data.ipynb'>01-Preparation-of-data.ipynb</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row8_col3\" class=\"data row8 col3\" ><a href='../GTSRB/01-Preparation-of-data==ci==.ipynb'>01-Preparation-of-data==ci==.ipynb</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row8_col4\" class=\"data row8 col4\" >12/01/21 00:19:06</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row8_col5\" class=\"data row8 col5\" >12/01/21 00:21:54</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row8_col6\" class=\"data row8 col6\" >0:02:48</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row8_col7\" class=\"data row8 col7\" >ok</td>\n", + " </tr>\n", + " <tr>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row9_col0\" class=\"data row9 col0\" ><a href='../GTSRB/02-First-convolutions.ipynb'>GTSRB2</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row9_col1\" class=\"data row9 col1\" >GTSRB</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row9_col2\" class=\"data row9 col2\" ><a href='../GTSRB/02-First-convolutions.ipynb'>02-First-convolutions.ipynb</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row9_col3\" class=\"data row9 col3\" ><a href='../GTSRB/02-First-convolutions==ci==.ipynb'>02-First-convolutions==ci==.ipynb</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row9_col4\" class=\"data row9 col4\" >12/01/21 00:21:54</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row9_col5\" class=\"data row9 col5\" >12/01/21 00:22:20</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row9_col6\" class=\"data row9 col6\" >0:00:26</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row9_col7\" class=\"data row9 col7\" >ok</td>\n", + " </tr>\n", + " <tr>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row10_col0\" class=\"data row10 col0\" ><a href='../GTSRB/03-Tracking-and-visualizing.ipynb'>GTSRB3</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row10_col1\" class=\"data row10 col1\" >GTSRB</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row10_col2\" class=\"data row10 col2\" ><a href='../GTSRB/03-Tracking-and-visualizing.ipynb'>03-Tracking-and-visualizing.ipynb</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row10_col3\" class=\"data row10 col3\" ><a href='../GTSRB/03-Tracking-and-visualizing==ci==.ipynb'>03-Tracking-and-visualizing==ci==.ipynb</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row10_col4\" class=\"data row10 col4\" >12/01/21 00:22:20</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row10_col5\" class=\"data row10 col5\" >12/01/21 00:23:12</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row10_col6\" class=\"data row10 col6\" >0:00:52</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row10_col7\" class=\"data row10 col7\" >ok</td>\n", + " </tr>\n", + " <tr>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row11_col0\" class=\"data row11 col0\" ><a href='../GTSRB/04-Data-augmentation.ipynb'>GTSRB4</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row11_col1\" class=\"data row11 col1\" >GTSRB</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row11_col2\" class=\"data row11 col2\" ><a href='../GTSRB/04-Data-augmentation.ipynb'>04-Data-augmentation.ipynb</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row11_col3\" class=\"data row11 col3\" ><a href='../GTSRB/04-Data-augmentation==ci==.ipynb'>04-Data-augmentation==ci==.ipynb</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row11_col4\" class=\"data row11 col4\" >12/01/21 00:23:12</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row11_col5\" class=\"data row11 col5\" >12/01/21 00:23:57</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row11_col6\" class=\"data row11 col6\" >0:00:45</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row11_col7\" class=\"data row11 col7\" >ok</td>\n", + " </tr>\n", + " <tr>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row12_col0\" class=\"data row12 col0\" ><a href='../GTSRB/05-Full-convolutions.ipynb'>GTSRB5</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row12_col1\" class=\"data row12 col1\" >GTSRB</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row12_col2\" class=\"data row12 col2\" ><a href='../GTSRB/05-Full-convolutions.ipynb'>05-Full-convolutions.ipynb</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row12_col3\" class=\"data row12 col3\" ><a href='../GTSRB/05-Full-convolutions==ci==.ipynb'>05-Full-convolutions==ci==.ipynb</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row12_col4\" class=\"data row12 col4\" >12/01/21 00:23:57</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row12_col5\" class=\"data row12 col5\" >12/01/21 00:25:01</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row12_col6\" class=\"data row12 col6\" >0:01:04</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row12_col7\" class=\"data row12 col7\" >ok</td>\n", + " </tr>\n", + " <tr>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row13_col0\" class=\"data row13 col0\" ><a href='../GTSRB/06-Notebook-as-a-batch.ipynb'>GTSRB6</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row13_col1\" class=\"data row13 col1\" >GTSRB</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row13_col2\" class=\"data row13 col2\" ><a href='../GTSRB/06-Notebook-as-a-batch.ipynb'>06-Notebook-as-a-batch.ipynb</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row13_col3\" class=\"data row13 col3\" ><a href='../GTSRB/06-Notebook-as-a-batch==ci==.ipynb'>06-Notebook-as-a-batch==ci==.ipynb</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row13_col4\" class=\"data row13 col4\" >12/01/21 00:25:01</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row13_col5\" class=\"data row13 col5\" >12/01/21 00:25:08</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row13_col6\" class=\"data row13 col6\" >0:00:07</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row13_col7\" class=\"data row13 col7\" >ok</td>\n", + " </tr>\n", + " <tr>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row14_col0\" class=\"data row14 col0\" ><a href='../GTSRB/07-Show-report.ipynb'>GTSRB7</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row14_col1\" class=\"data row14 col1\" >GTSRB</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row14_col2\" class=\"data row14 col2\" ><a href='../GTSRB/07-Show-report.ipynb'>07-Show-report.ipynb</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row14_col3\" class=\"data row14 col3\" ><a href='../GTSRB/07-Show-report==ci==.ipynb'>07-Show-report==ci==.ipynb</a></td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row14_col4\" class=\"data row14 col4\" >12/01/21 00:25:08</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row14_col5\" class=\"data row14 col5\" >12/01/21 00:25:12</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row14_col6\" class=\"data row14 col6\" >0:00:03</td>\n", + " <td id=\"T_bd15eb3a_5464_11eb_bb34_0cc47af60e47row14_col7\" class=\"data row14 col7\" >ok</td>\n", + " </tr>\n", + " </tbody></table>" + ], + "text/plain": [ + "<pandas.io.formats.style.Styler at 0x149d8cbb3e50>" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/markdown": [ + "<br>HTML report saved as : [./logs/ci_report.html](./logs/ci_report.html)" + ], + "text/plain": [ + "<IPython.core.display.Markdown object>" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], "source": [ "import cookci\n", "cookci.build_ci_report(report_name='./logs/ci_report_smart.json')" diff --git a/fidle/ci/full_gpu.yml b/fidle/ci/full_gpu.yml new file mode 100644 index 0000000..fe9d115 --- /dev/null +++ b/fidle/ci/full_gpu.yml @@ -0,0 +1,102 @@ +_metadata_: + version: '1.0' + output_tag: ==full== + save_figs: true + description: Full profile for GPU +# LINR1: +# notebook_dir: LinearReg +# notebook_src: 01-Linear-Regression.ipynb +# notebook_out: default +# GRAD1: +# notebook_dir: LinearReg +# notebook_src: 02-Gradient-descent.ipynb +# notebook_out: default +# POLR1: +# notebook_dir: LinearReg +# notebook_src: 03-Polynomial-Regression.ipynb +# notebook_out: default +# LOGR1: +# notebook_dir: LinearReg +# notebook_src: 04-Logistic-Regression.ipynb +# notebook_out: default +# PER57: +# notebook_dir: IRIS +# notebook_src: 01-Simple-Perceptron.ipynb +# notebook_out: default +# BHPD1: +# notebook_dir: BHPD +# notebook_src: 01-DNN-Regression.ipynb +# notebook_out: default +# BHPD2: +# notebook_dir: BHPD +# notebook_src: 02-DNN-Regression-Premium.ipynb +# notebook_out: default +# MNIST1: +# notebook_dir: MNIST +# notebook_src: 01-DNN-MNIST.ipynb +# notebook_out: default +# GTSRB1: +# notebook_dir: GTSRB +# notebook_src: 01-Preparation-of-data.ipynb +# notebook_out: default +# overrides: +# scale: 0.05 +# output_dir: ./data +GTSRB2: + notebook_dir: GTSRB + notebook_src: 02-First-convolutions.ipynb + notebook_out: default + overrides: + run_dir: ./run/GTSRB2.full + enhanced_dir: '{datasets_dir}/GTSRB/enhanced' + dataset_name: set-24x24-L + batch_size: 64 + epochs: 5 + scale: 1 +# GTSRB3: +# notebook_dir: GTSRB +# notebook_src: 03-Tracking-and-visualizing.ipynb +# notebook_out: default +# overrides: +# run_dir: ./run/GTSRB3_ci +# enhanced_dir: ./data +# dataset_name: set-24x24-L +# batch_size: 64 +# epochs: 5 +# scale: 1 +# GTSRB4: +# notebook_dir: GTSRB +# notebook_src: 04-Data-augmentation.ipynb +# notebook_out: default +# overrides: +# run_dir: ./run/GTSRB4_ci +# enhanced_dir: ./data +# dataset_name: set-24x24-L +# batch_size: 64 +# epochs: 5 +# scale: 1 +# GTSRB5: +# notebook_dir: GTSRB +# notebook_src: 05-Full-convolutions.ipynb +# notebook_out: default +# overrides: +# run_dir: ./run/GTSRB5_ci +# enhanced_dir: ./data +# datasets: "['set-24x24-L', 'set-24x24-RGB', 'set-48x48-RGB']" +# models: "{'v1':'get_model_v1', 'v2':'get_model_v2', 'v3':'get_model_v3'}" +# batch_size: 64 +# epochs: 5 +# scale: 0.1 +# with_datagen: True +# verbose: 0 +# GTSRB6: +# notebook_dir: GTSRB +# notebook_src: 06-Notebook-as-a-batch.ipynb +# notebook_out: default +# GTSRB7: +# notebook_dir: GTSRB +# notebook_src: 07-Show-report.ipynb +# notebook_out: default +# overrides: +# run_dir: ./run/GTSRB7_ci +# report_dir: ./run/GTSRB5_ci \ No newline at end of file diff --git a/fidle/ci/smart_cpu.yml b/fidle/ci/smart_cpu.yml index a05ad18..3a666de 100644 --- a/fidle/ci/smart_cpu.yml +++ b/fidle/ci/smart_cpu.yml @@ -99,4 +99,4 @@ GTSRB7: notebook_out: default overrides: run_dir: ./run/GTSRB7_ci - report_dir: ./run/GTSRB5 \ No newline at end of file + report_dir: ./run/GTSRB5_ci \ No newline at end of file diff --git a/fidle/logs/ci_report.html b/fidle/logs/ci_report.html index ba4112a..040f8ef 100644 --- a/fidle/logs/ci_report.html +++ b/fidle/logs/ci_report.html @@ -30,43 +30,33 @@ <p>Below is the result of the continuous integration tests of the Fidle project:</p> <div class='title'>About :</div> <div class="metadata"><b>Version</b> : 1.0 <br> -<b>Output_Tag</b> : ==ci== <br> +<b>Output_Tag</b> : ==full== <br> <b>Save_Figs</b> : True <br> -<b>Description</b> : Smart profile, for cpu <br> -<b>Host</b> : Oban <br> -<b>Profile</b> : ./ci/smart_cpu.yml <br> -<b>Start</b> : 11/01/21 22:51:38 <br> -<b>End</b> : Unfinished... <br> -<b>Duration</b> : Unfinished... <br> +<b>Description</b> : Full profile for GPU <br> +<b>Host</b> : r10i1n1 <br> +<b>Profile</b> : ./ci/full_gpu.yml <br> +<b>Start</b> : 12/01/21 00:40:34 <br> +<b>End</b> : 12/01/21 00:41:02 <br> +<b>Duration</b> : 0:00:27 <br> </div> <div class='title'>Details :</div> <div class="result"><style type="text/css" > - #T_41985_ td { + #T_f7c36242_5466_11eb_9ee4_0cc47af60e47 td { font-size: 110%; text-align: left; - } #T_41985_ th { + } #T_f7c36242_5466_11eb_9ee4_0cc47af60e47 th { font-size: 110%; text-align: left; - }</style><table id="T_41985_" ><thead> <tr> <th class="col_heading level0 col0" >Id</th> <th class="col_heading level0 col1" >Dir</th> <th class="col_heading level0 col2" >Src</th> <th class="col_heading level0 col3" >Out</th> <th class="col_heading level0 col4" >Start</th> <th class="col_heading level0 col5" >End</th> <th class="col_heading level0 col6" >Duration</th> <th class="col_heading level0 col7" >State</th> </tr></thead><tbody> + }</style><table id="T_f7c36242_5466_11eb_9ee4_0cc47af60e47" ><thead> <tr> <th class="col_heading level0 col0" >Id</th> <th class="col_heading level0 col1" >Dir</th> <th class="col_heading level0 col2" >Duration</th> <th class="col_heading level0 col3" >End</th> <th class="col_heading level0 col4" >Out</th> <th class="col_heading level0 col5" >Src</th> <th class="col_heading level0 col6" >Start</th> <th class="col_heading level0 col7" >State</th> </tr></thead><tbody> <tr> - <td id="T_41985_row0_col0" class="data row0 col0" >LINR1</td> - <td id="T_41985_row0_col1" class="data row0 col1" >LinearReg</td> - <td id="T_41985_row0_col2" class="data row0 col2" >01-Linear-Regression.ipynb</td> - <td id="T_41985_row0_col3" class="data row0 col3" >01-Linear-Regression==ci==.ipynb</td> - <td id="T_41985_row0_col4" class="data row0 col4" >11/01/21 22:51:38</td> - <td id="T_41985_row0_col5" class="data row0 col5" >11/01/21 22:51:42</td> - <td id="T_41985_row0_col6" class="data row0 col6" >0:00:04</td> - <td id="T_41985_row0_col7" class="data row0 col7" >ok</td> - </tr> - <tr> - <td id="T_41985_row1_col0" class="data row1 col0" >GRAD1</td> - <td id="T_41985_row1_col1" class="data row1 col1" >LinearReg</td> - <td id="T_41985_row1_col2" class="data row1 col2" >02-Gradient-descent.ipynb</td> - <td id="T_41985_row1_col3" class="data row1 col3" >02-Gradient-descent==ci==.ipynb</td> - <td id="T_41985_row1_col4" class="data row1 col4" >11/01/21 22:51:42</td> - <td id="T_41985_row1_col5" class="data row1 col5" ></td> - <td id="T_41985_row1_col6" class="data row1 col6" >Unfinished...</td> - <td id="T_41985_row1_col7" class="data row1 col7" >Unfinished...</td> + <td id="T_f7c36242_5466_11eb_9ee4_0cc47af60e47row0_col0" class="data row0 col0" >GTSRB2</td> + <td id="T_f7c36242_5466_11eb_9ee4_0cc47af60e47row0_col1" class="data row0 col1" >GTSRB</td> + <td id="T_f7c36242_5466_11eb_9ee4_0cc47af60e47row0_col2" class="data row0 col2" >0:00:27</td> + <td id="T_f7c36242_5466_11eb_9ee4_0cc47af60e47row0_col3" class="data row0 col3" >12/01/21 00:41:02</td> + <td id="T_f7c36242_5466_11eb_9ee4_0cc47af60e47row0_col4" class="data row0 col4" >02-First-convolutions==full==.ipynb</td> + <td id="T_f7c36242_5466_11eb_9ee4_0cc47af60e47row0_col5" class="data row0 col5" >02-First-convolutions.ipynb</td> + <td id="T_f7c36242_5466_11eb_9ee4_0cc47af60e47row0_col6" class="data row0 col6" >12/01/21 00:40:35</td> + <td id="T_f7c36242_5466_11eb_9ee4_0cc47af60e47row0_col7" class="data row0 col7" >ok</td> </tr> </tbody></table></div> diff --git a/fidle/logs/ci_report.json b/fidle/logs/ci_report.json new file mode 100644 index 0000000..23b4f95 --- /dev/null +++ b/fidle/logs/ci_report.json @@ -0,0 +1,22 @@ +{ + "_metadata_": { + "version": "1.0", + "output_tag": "==full==", + "save_figs": true, + "description": "Full profile for GPU", + "host": "r10i1n1", + "profile": "./ci/full_gpu.yml", + "start": "12/01/21 00:40:34", + "end": "12/01/21 00:41:02", + "duration": "0:00:27" + }, + "GTSRB2": { + "dir": "GTSRB", + "src": "02-First-convolutions.ipynb", + "out": "02-First-convolutions==full==.ipynb", + "start": "12/01/21 00:40:35", + "end": "12/01/21 00:41:02", + "duration": "0:00:27", + "state": "ok" + } +} \ No newline at end of file diff --git a/fidle/logs/ci_report_smart.json b/fidle/logs/ci_report_smart.json deleted file mode 100644 index 5d42e18..0000000 --- a/fidle/logs/ci_report_smart.json +++ /dev/null @@ -1,31 +0,0 @@ -{ - "_metadata_": { - "version": "1.0", - "output_tag": "==ci==", - "save_figs": true, - "description": "Smart profile, for cpu", - "host": "Oban", - "profile": "./ci/smart_cpu.yml", - "start": "11/01/21 22:51:38", - "end": "Unfinished...", - "duration": "Unfinished..." - }, - "LINR1": { - "dir": "LinearReg", - "src": "01-Linear-Regression.ipynb", - "out": "01-Linear-Regression==ci==.ipynb", - "start": "11/01/21 22:51:38", - "end": "11/01/21 22:51:42", - "duration": "0:00:04", - "state": "ok" - }, - "GRAD1": { - "dir": "LinearReg", - "src": "02-Gradient-descent.ipynb", - "out": "02-Gradient-descent==ci==.ipynb", - "start": "11/01/21 22:51:42", - "end": "", - "duration": "Unfinished...", - "state": "Unfinished..." - } -} \ No newline at end of file -- GitLab