Test/validate ci tests at IDRIS

fidle/02-running-ci-tests.ipynb

@@ -37,7 +37,7 @@
    "source": [
     "## Save a default profile\n",
     "Génère un profile par défaut comprenant tous les notebooks du moment...  \n",
-    "...en tout cas présent dans catalog.json ;-)"
+    "...avec la liste des overrides disponibles :-)"
    ]
   },
   {
@@ -63,7 +63,10 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "cookci.run_profile('./ci/smart_cpu.yml', report_name='./logs/ci_report_smart.json')"
+    "# profile_name = './ci/smart_cpu.yml'\n",
+    "profile_name = './ci/full_gpu.yml'\n",
+    "\n",
+    "cookci.run_profile(profile_name, report_name='./logs/ci_report.json')"
    ]
   },
   {

fidle/ci/full_gpu.yml

+_metadata_:
+  version: '1.0'
+  output_tag: ==full==
+  save_figs: true
+  description: Full profile for GPU
+# LINR1:
+#   notebook_dir: LinearReg
+#   notebook_src: 01-Linear-Regression.ipynb
+#   notebook_out: default
+# GRAD1:
+#   notebook_dir: LinearReg
+#   notebook_src: 02-Gradient-descent.ipynb
+#   notebook_out: default
+# POLR1:
+#   notebook_dir: LinearReg
+#   notebook_src: 03-Polynomial-Regression.ipynb
+#   notebook_out: default
+# LOGR1:
+#   notebook_dir: LinearReg
+#   notebook_src: 04-Logistic-Regression.ipynb
+#   notebook_out: default
+# PER57:
+#   notebook_dir: IRIS
+#   notebook_src: 01-Simple-Perceptron.ipynb
+#   notebook_out: default
+# BHPD1:
+#   notebook_dir: BHPD
+#   notebook_src: 01-DNN-Regression.ipynb
+#   notebook_out: default
+# BHPD2:
+#   notebook_dir: BHPD
+#   notebook_src: 02-DNN-Regression-Premium.ipynb
+#   notebook_out: default
+# MNIST1:
+#   notebook_dir: MNIST
+#   notebook_src: 01-DNN-MNIST.ipynb
+#   notebook_out: default
+# GTSRB1:
+#   notebook_dir: GTSRB
+#   notebook_src: 01-Preparation-of-data.ipynb
+#   notebook_out: default
+#   overrides:
+#     scale: 0.05
+#     output_dir: ./data
+GTSRB2:
+  notebook_dir: GTSRB
+  notebook_src: 02-First-convolutions.ipynb
+  notebook_out: default
+  overrides:
+    run_dir: ./run/GTSRB2.full
+    enhanced_dir: '{datasets_dir}/GTSRB/enhanced'
+    dataset_name: set-24x24-L
+    batch_size: 64
+    epochs: 5
+    scale: 1
+# GTSRB3:
+#   notebook_dir: GTSRB
+#   notebook_src: 03-Tracking-and-visualizing.ipynb
+#   notebook_out: default
+#   overrides:
+#     run_dir: ./run/GTSRB3_ci
+#     enhanced_dir: ./data
+#     dataset_name: set-24x24-L
+#     batch_size: 64
+#     epochs: 5
+#     scale: 1
+# GTSRB4:
+#   notebook_dir: GTSRB
+#   notebook_src: 04-Data-augmentation.ipynb
+#   notebook_out: default
+#   overrides:
+#     run_dir: ./run/GTSRB4_ci
+#     enhanced_dir: ./data
+#     dataset_name: set-24x24-L
+#     batch_size: 64
+#     epochs: 5
+#     scale: 1
+# GTSRB5:
+#   notebook_dir: GTSRB
+#   notebook_src: 05-Full-convolutions.ipynb
+#   notebook_out: default
+#   overrides:
+#     run_dir: ./run/GTSRB5_ci
+#     enhanced_dir: ./data
+#     datasets: "['set-24x24-L', 'set-24x24-RGB', 'set-48x48-RGB']"
+#     models: "{'v1':'get_model_v1', 'v2':'get_model_v2', 'v3':'get_model_v3'}"
+#     batch_size: 64
+#     epochs: 5
+#     scale: 0.1
+#     with_datagen: True
+#     verbose: 0
+# GTSRB6:
+#   notebook_dir: GTSRB
+#   notebook_src: 06-Notebook-as-a-batch.ipynb
+#   notebook_out: default
+# GTSRB7:
+#   notebook_dir: GTSRB
+#   notebook_src: 07-Show-report.ipynb
+#   notebook_out: default
+#   overrides:
+#     run_dir: ./run/GTSRB7_ci
+#     report_dir: ./run/GTSRB5_ci
\ No newline at end of file

fidle/ci/smart_cpu.yml

@@ -99,4 +99,4 @@ GTSRB7:
   notebook_out: default
   overrides:
     run_dir: ./run/GTSRB7_ci
-    report_dir: ./run/GTSRB5
+    report_dir: ./run/GTSRB5_ci
\ No newline at end of file

fidle/logs/ci_report.html

@@ -30,43 +30,33 @@
             <p>Below is the result of the continuous integration tests of the Fidle project:</p>
             <div class='title'>About :</div>
             <div class="metadata"><b>Version</b> : 1.0  <br>
-<b>Output_Tag</b> : ==ci==  <br>
+<b>Output_Tag</b> : ==full==  <br>
 <b>Save_Figs</b> : True  <br>
-<b>Description</b> : Smart profile, for cpu  <br>
-<b>Host</b> : Oban  <br>
-<b>Profile</b> : ./ci/smart_cpu.yml  <br>
-<b>Start</b> : 11/01/21 22:51:38  <br>
-<b>End</b> : Unfinished...  <br>
-<b>Duration</b> : Unfinished...  <br>
+<b>Description</b> : Full profile for GPU  <br>
+<b>Host</b> : r10i1n1  <br>
+<b>Profile</b> : ./ci/full_gpu.yml  <br>
+<b>Start</b> : 12/01/21 00:40:34  <br>
+<b>End</b> : 12/01/21 00:41:02  <br>
+<b>Duration</b> : 0:00:27  <br>
 </div>
             <div class='title'>Details :</div>
             <div class="result"><style  type="text/css" >
-    #T_41985_ td {
+    #T_f7c36242_5466_11eb_9ee4_0cc47af60e47 td {
           font-size: 110%;
           text-align: left;
-    }    #T_41985_ th {
+    }    #T_f7c36242_5466_11eb_9ee4_0cc47af60e47 th {
           font-size: 110%;
           text-align: left;
-    }</style><table id="T_41985_" ><thead>    <tr>        <th class="col_heading level0 col0" >Id</th>        <th class="col_heading level0 col1" >Dir</th>        <th class="col_heading level0 col2" >Src</th>        <th class="col_heading level0 col3" >Out</th>        <th class="col_heading level0 col4" >Start</th>        <th class="col_heading level0 col5" >End</th>        <th class="col_heading level0 col6" >Duration</th>        <th class="col_heading level0 col7" >State</th>    </tr></thead><tbody>
+    }</style><table id="T_f7c36242_5466_11eb_9ee4_0cc47af60e47" ><thead>    <tr>        <th class="col_heading level0 col0" >Id</th>        <th class="col_heading level0 col1" >Dir</th>        <th class="col_heading level0 col2" >Duration</th>        <th class="col_heading level0 col3" >End</th>        <th class="col_heading level0 col4" >Out</th>        <th class="col_heading level0 col5" >Src</th>        <th class="col_heading level0 col6" >Start</th>        <th class="col_heading level0 col7" >State</th>    </tr></thead><tbody>
                 <tr>
-                                <td id="T_41985_row0_col0" class="data row0 col0" >LINR1</td>
-                        <td id="T_41985_row0_col1" class="data row0 col1" >LinearReg</td>
-                        <td id="T_41985_row0_col2" class="data row0 col2" >01-Linear-Regression.ipynb</td>
-                        <td id="T_41985_row0_col3" class="data row0 col3" >01-Linear-Regression==ci==.ipynb</td>
-                        <td id="T_41985_row0_col4" class="data row0 col4" >11/01/21 22:51:38</td>
-                        <td id="T_41985_row0_col5" class="data row0 col5" >11/01/21 22:51:42</td>
-                        <td id="T_41985_row0_col6" class="data row0 col6" >0:00:04</td>
-                        <td id="T_41985_row0_col7" class="data row0 col7" >ok</td>
-            </tr>
-            <tr>
-                                <td id="T_41985_row1_col0" class="data row1 col0" >GRAD1</td>
-                        <td id="T_41985_row1_col1" class="data row1 col1" >LinearReg</td>
-                        <td id="T_41985_row1_col2" class="data row1 col2" >02-Gradient-descent.ipynb</td>
-                        <td id="T_41985_row1_col3" class="data row1 col3" >02-Gradient-descent==ci==.ipynb</td>
-                        <td id="T_41985_row1_col4" class="data row1 col4" >11/01/21 22:51:42</td>
-                        <td id="T_41985_row1_col5" class="data row1 col5" ></td>
-                        <td id="T_41985_row1_col6" class="data row1 col6" >Unfinished...</td>
-                        <td id="T_41985_row1_col7" class="data row1 col7" >Unfinished...</td>
+                                <td id="T_f7c36242_5466_11eb_9ee4_0cc47af60e47row0_col0" class="data row0 col0" >GTSRB2</td>
+                        <td id="T_f7c36242_5466_11eb_9ee4_0cc47af60e47row0_col1" class="data row0 col1" >GTSRB</td>
+                        <td id="T_f7c36242_5466_11eb_9ee4_0cc47af60e47row0_col2" class="data row0 col2" >0:00:27</td>
+                        <td id="T_f7c36242_5466_11eb_9ee4_0cc47af60e47row0_col3" class="data row0 col3" >12/01/21 00:41:02</td>
+                        <td id="T_f7c36242_5466_11eb_9ee4_0cc47af60e47row0_col4" class="data row0 col4" >02-First-convolutions==full==.ipynb</td>
+                        <td id="T_f7c36242_5466_11eb_9ee4_0cc47af60e47row0_col5" class="data row0 col5" >02-First-convolutions.ipynb</td>
+                        <td id="T_f7c36242_5466_11eb_9ee4_0cc47af60e47row0_col6" class="data row0 col6" >12/01/21 00:40:35</td>
+                        <td id="T_f7c36242_5466_11eb_9ee4_0cc47af60e47row0_col7" class="data row0 col7" >ok</td>
             </tr>
     </tbody></table></div>
 

fidle/logs/ci_report.json

+{
+    "_metadata_": {
+        "version": "1.0",
+        "output_tag": "==full==",
+        "save_figs": true,
+        "description": "Full profile for GPU",
+        "host": "r10i1n1",
+        "profile": "./ci/full_gpu.yml",
+        "start": "12/01/21 00:40:34",
+        "end": "12/01/21 00:41:02",
+        "duration": "0:00:27"
+    },
+    "GTSRB2": {
+        "dir": "GTSRB",
+        "src": "02-First-convolutions.ipynb",
+        "out": "02-First-convolutions==full==.ipynb",
+        "start": "12/01/21 00:40:35",
+        "end": "12/01/21 00:41:02",
+        "duration": "0:00:27",
+        "state": "ok"
+    }
+}
\ No newline at end of file

fidle/logs/ci_report_smart.json

-{
-    "_metadata_": {
-        "version": "1.0",
-        "output_tag": "==ci==",
-        "save_figs": true,
-        "description": "Smart profile, for cpu",
-        "host": "Oban",
-        "profile": "./ci/smart_cpu.yml",
-        "start": "11/01/21 22:51:38",
-        "end": "Unfinished...",
-        "duration": "Unfinished..."
-    },
-    "LINR1": {
-        "dir": "LinearReg",
-        "src": "01-Linear-Regression.ipynb",
-        "out": "01-Linear-Regression==ci==.ipynb",
-        "start": "11/01/21 22:51:38",
-        "end": "11/01/21 22:51:42",
-        "duration": "0:00:04",
-        "state": "ok"
-    },
-    "GRAD1": {
-        "dir": "LinearReg",
-        "src": "02-Gradient-descent.ipynb",
-        "out": "02-Gradient-descent==ci==.ipynb",
-        "start": "11/01/21 22:51:42",
-        "end": "",
-        "duration": "Unfinished...",
-        "state": "Unfinished..."
-    }
-}
\ No newline at end of file