SYNOP tests

Former-commit-id: 09dd340e

SYNOP/01-Deep-weather.ipynb

+{
+ "cells": [
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "<img width=\"800px\" src=\"../fidle/img/00-Fidle-header-01.svg\"></img>\n",
+    "\n",
+    "# <!-- TITLE --> [TIMS1] - Time serie with RNN\n",
+    "<!-- DESC --> Time serie prediction with RNN\n",
+    "<!-- AUTHOR : Jean-Luc Parouty (CNRS/SIMaP) -->\n",
+    "\n",
+    "## Objectives :\n",
+    " - Objectif \n",
+    " - Objectif_pédagogique  \n",
+    "\n",
+    "\n",
+    "SYNOP meteorological data, available at: https://public.opendatasoft.com\n",
+    "\n",
+    "## What we're going to do :\n",
+    "\n",
+    " - Ceci\n",
+    " - Cela\n",
+    "\n",
+    "## Step 1 - Import and init\n",
+    "### 1.1 - Python"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 11,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<style>\n",
+       "\n",
+       "div.warn {    \n",
+       "    background-color: #fcf2f2;\n",
+       "    border-color: #dFb5b4;\n",
+       "    border-left: 5px solid #dfb5b4;\n",
+       "    padding: 0.5em;\n",
+       "    font-weight: bold;\n",
+       "    font-size: 1.1em;;\n",
+       "    }\n",
+       "\n",
+       "\n",
+       "\n",
+       "div.nota {    \n",
+       "    background-color: #DAFFDE;\n",
+       "    border-left: 5px solid #92CC99;\n",
+       "    padding: 0.5em;\n",
+       "    }\n",
+       "\n",
+       "div.todo:before { content:url(data:image/svg+xml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHdpZHRoPSI1My44OTEyIiBoZWlnaHQ9IjE0My4zOTAyIiB2aWV3Qm94PSIwIDAgNTMuODkxMiAxNDMuMzkwMiI+PHRpdGxlPjAwLUJvYi10b2RvPC90aXRsZT48cGF0aCBkPSJNMjMuNDU2OCwxMTQuMzAxNmExLjgwNjMsMS44MDYzLDAsMSwxLDEuODE1NywxLjgyNEExLjgyMDksMS44MjA5LDAsMCwxLDIzLjQ1NjgsMTE0LjMwMTZabS0xMC42NjEyLDEuODIyQTEuODI3MiwxLjgyNzIsMCwxLDAsMTAuOTgsMTE0LjMsMS44MiwxLjgyLDAsMCwwLDEyLjc5NTYsMTE2LjEyMzZabS03LjcwNyw0LjU4NzR2LTVzLjQ4NjMtOS4xMjIzLDguMDIxNS0xMS45Njc1YTE5LjIwODIsMTkuMjA4MiwwLDAsMSw2LjA0ODYtMS4yNDU0LDE5LjE3NzgsMTkuMTc3OCwwLDAsMSw2LjA0ODcsMS4yNDc1YzcuNTM1MSwyLjgzNDcsOC4wMTc0LDExLjk2NzQsOC4wMTc0LDExLjk2NzR2NS4wMjM0bC4wMDQyLDcuNjgydjIuNGMuMDE2Ny4xOTkyLjAzMzYuMzkyMS4wMzM2LjU4NzEsMCwuMjEzOC0uMDE2OC40MTA5LS4wMzM2LjYzMzJ2LjA1ODdoLS4wMDg0YTguMzcxOSw4LjM3MTksMCwwLDEtNy4zNzM4LDcuNjU0N3MtLjk5NTMsMy42MzgtNi42OTMzLDMuNjM4LTYuNjkzNC0zLjYzOC02LjY5MzQtMy42MzhhOC4zNyw4LjM3LDAsMCwxLTcuMzcxNi03LjY1NDdINS4wODQzdi0uMDU4N2MtLjAxODktLjIyLS4wMjk0LS40MTk0LS4wMjk0LS42MzMyLDAtLjE5MjkuMDE2Ny0uMzgzNy4wMjk0LS41ODcxdi0yLjRtMTguMDkzNy00LjA0YTEuMTU2NSwxLjE1NjUsMCwxLDAtMi4zMTI2LDAsMS4xNTY0LDEuMTU2NCwwLDEsMCwyLjMxMjYsMFptNC4wODM0LDBhMS4xNTk1LDEuMTU5NSwwLDEsMC0xLjE2MzYsMS4xN0ExLjE3NSwxLjE3NSwwLDAsMCwyNy4yNjE0LDEyNC4zNzc5Wk05LjM3MzksMTE0LjYzNWMwLDMuMTA5MywyLjQxMzIsMy4zMSwyLjQxMzIsMy4zMWExMzMuOTI0MywxMzMuOTI0MywwLDAsMCwxNC43MzQ4LDBzMi40MTExLS4xOTI5LDIuNDExMS0zLjMxYTguMDc3Myw4LjA3NzMsMCwwLDAtMi40MTExLTUuNTUxOWMtNC41LTMuNTAzMy05LjkxMjYtMy41MDMzLTE0Ljc0MTEsMEE4LjA4NTEsOC4wODUxLDAsMCwwLDkuMzczOSwxMTQuNjM1WiIgc3R5bGU9ImZpbGw6IzAxMDEwMSIvPjxjaXJjbGUgY3g9IjMzLjE0MzYiIGN5PSIxMjQuNTM0IiByPSIzLjgzNjMiIHN0eWxlPSJmaWxsOiMwMTAxMDEiLz48cmVjdCB4PSIzNS42NjU5IiB5PSIxMTIuOTYyNSIgd2lkdGg9IjIuMDc3IiBoZWlnaHQ9IjEwLjU0NTgiIHRyYW5zZm9ybT0idHJhbnNsYXRlKDIxLjYgMjQxLjExMjEpIHJvdGF0ZSgtMTU1Ljc0NikiIHN0eWxlPSJmaWxsOiMwMTAxMDEiLz48Y2lyY2xlIGN4PSIzOC44NzA0IiBjeT0iMTEzLjQyNzkiIHI9IjIuNDA4NSIgc3R5bGU9ImZpbGw6IzAxMDEwMSIvPjxjaXJjbGUgY3g9IjUuMjI0OCIgY3k9IjEyNC41MzQiIHI9IjMuODM2MyIgc3R5bGU9ImZpbGw6IzAxMDEwMSIvPjxyZWN0IHg9IjEuNDE2NCIgeT0iMTI0LjYzMDEiIHdpZHRoPSIyLjA3NyIgaGVpZ2h0PSIxMC41NDU4IiB0cmFuc2Zvcm09InRyYW5zbGF0ZSg0LjkwOTcgMjU5LjgwNikgcm90YXRlKC0xODApIiBzdHlsZT0iZmlsbDojMDEwMTAxIi8+PGNpcmNsZSBjeD0iMi40MDkxIiBjeT0iMTM3LjA5OTYiIHI9IjIuNDA4NSIgc3R5bGU9ImZpbGw6IzAxMDEwMSIvPjxwYXRoIGQ9Ik0xOC4wNTExLDEwMC4xMDY2aC0uMDE0NlYxMDIuNjFoMi4zdi0yLjQyNzlhMi40MjI5LDIuNDIyOSwwLDEsMC0yLjI4NTQtLjA3NTVaIiBzdHlsZT0iZmlsbDojMDEwMTAxIi8+PHBhdGggZD0iTTM5LjQyMTQsMjcuMjU4djEuMDVBMTEuOTQ1MiwxMS45NDUyLDAsMCwwLDQ0LjU5NTQsNS43OWEuMjQ0OS4yNDQ5LDAsMCwxLS4wMjM1LS40MjI3TDQ2Ljc1LDMuOTUxNWEuMzg5Mi4zODkyLDAsMCwxLC40MjYyLDAsMTQuODQ0MiwxNC44NDQyLDAsMCwxLTcuNzU0MywyNy4yNTkxdjEuMDY3YS40NS40NSwwLDAsMS0uNzA0Ny4zNzU4bC0zLjg0MTktMi41MWEuNDUuNDUsMCwwLDEsMC0uNzUxNmwzLjg0MTktMi41MWEuNDUuNDUsMCwwLDEsLjY5NDYuMzc1OFpNNDMuMjMsMi41ODkyLDM5LjM4NzguMDc5NGEuNDUuNDUsMCwwLDAtLjcwNDYuMzc1OHYxLjA2N2ExNC44NDQyLDE0Ljg0NDIsMCwwLDAtNy43NTQzLDI3LjI1OTEuMzg5LjM4OSwwLDAsMCwuNDI2MSwwbDIuMTc3Ny0xLjQxOTNhLjI0NS4yNDUsMCwwLDAtLjAyMzUtLjQyMjgsMTEuOTQ1MSwxMS45NDUxLDAsMCwxLDUuMTc0LTIyLjUxNDZ2MS4wNWEuNDUuNDUsMCwwLDAsLjcwNDYuMzc1OGwzLjg1NTMtMi41MWEuNDUuNDUsMCwwLDAsMC0uNzUxNlpNMzkuMDUyMywxNC4yNDU4YTIuMTIwNiwyLjEyMDYsMCwxLDAsMi4xMjA2LDIuMTIwNmgwQTIuMTI0LDIuMTI0LDAsMCwwLDM5LjA1MjMsMTQuMjQ1OFptNi4wNzMyLTQuNzc4MS44MjU0LjgyNTVhMS4wNTY4LDEuMDU2OCwwLDAsMSwuMTE3NSwxLjM0MjFsLS44MDIsMS4xNDQyYTcuMTAxOCw3LjEwMTgsMCwwLDEsLjcxMTQsMS43MTEybDEuMzc1Ny4yNDE2YTEuMDU2OSwxLjA1NjksMCwwLDEsLjg3NTcsMS4wNHYxLjE2NDNhMS4wNTY5LDEuMDU2OSwwLDAsMS0uODc1NywxLjA0bC0xLjM3MjQuMjQxNkE3LjExLDcuMTEsMCwwLDEsNDUuMjcsMTkuOTNsLjgwMTksMS4xNDQyYTEuMDU3LDEuMDU3LDAsMCwxLS4xMTc0LDEuMzQyMmwtLjgyODguODQ4OWExLjA1NywxLjA1NywwLDAsMS0xLjM0MjEuMTE3NGwtMS4xNDQyLS44MDE5YTcuMTMzOCw3LjEzMzgsMCwwLDEtMS43MTEzLjcxMTNsLS4yNDE2LDEuMzcyNGExLjA1NjgsMS4wNTY4LDAsMCwxLTEuMDQuODc1N0gzOC40Njg0YTEuMDU2OCwxLjA1NjgsMCwwLDEtMS4wNC0uODc1N2wtLjI0MTYtMS4zNzI0YTcuMTM1NSw3LjEzNTUsMCwwLDEtMS43MTEzLS43MTEzbC0xLjE0NDEuODAxOWExLjA1NzEsMS4wNTcxLDAsMCwxLTEuMzQyMi0uMTE3NGwtLjgzNTUtLjgyNTVhMS4wNTcsMS4wNTcsMCwwLDEtLjExNzQtMS4zNDIxbC44MDE5LTEuMTQ0MmE3LjEyMSw3LjEyMSwwLDAsMS0uNzExMy0xLjcxMTJsLTEuMzcyNC0uMjQxNmExLjA1NjksMS4wNTY5LDAsMCwxLS44NzU3LTEuMDRWMTUuNzgyNmExLjA1NjksMS4wNTY5LDAsMCwxLC44NzU3LTEuMDRsMS4zNzU3LS4yNDE2YTcuMTEsNy4xMSwwLDAsMSwuNzExNC0xLjcxMTJsLS44MDItMS4xNDQyYTEuMDU3LDEuMDU3LDAsMCwxLC4xMTc1LTEuMzQyMmwuODI1NC0uODI1NEExLjA1NjgsMS4wNTY4LDAsMCwxLDM0LjMyNDUsOS4zNmwxLjE0NDIuODAxOUE3LjEzNTUsNy4xMzU1LDAsMCwxLDM3LjE4LDkuNDUxbC4yNDE2LTEuMzcyNGExLjA1NjgsMS4wNTY4LDAsMCwxLDEuMDQtLjg3NTdoMS4xNjc3YTEuMDU2OSwxLjA1NjksMCwwLDEsMS4wNC44NzU3bC4yNDE2LDEuMzcyNGE3LjEyNSw3LjEyNSwwLDAsMSwxLjcxMTIuNzExM0w0My43NjY2LDkuMzZBMS4wNTY5LDEuMDU2OSwwLDAsMSw0NS4xMjU1LDkuNDY3N1ptLTIuMDMsNi44OTg3QTQuMDQzMyw0LjA0MzMsMCwxLDAsMzkuMDUyMywyMC40MWgwQTQuMDQ2NSw0LjA0NjUsMCwwLDAsNDMuMDk1NSwxNi4zNjY0WiIgc3R5bGU9ImZpbGw6I2UxMjIyOSIvPjxwb2x5Z29uIHBvaW50cz0iMzkuNDEzIDM0Ljc1NyAzOS41MzcgMzQuNzU3IDM5LjY3NSAzNC43NTcgMzkuNjc1IDEwOS41MSAzOS41MzcgMTA5LjUxIDM5LjQxMyAxMDkuNTEgMzkuNDEzIDM0Ljc1NyAzOS40MTMgMzQuNzU3IiBzdHlsZT0iZmlsbDpub25lO3N0cm9rZTojOTk5O3N0cm9rZS1saW5lY2FwOnJvdW5kO3N0cm9rZS1taXRlcmxpbWl0OjEwO3N0cm9rZS13aWR0aDowLjMwODg1NDQ1MDU2MDE2MThweDtmaWxsLXJ1bGU6ZXZlbm9kZCIvPjwvc3ZnPg==);\n",
+       "    float:left;\n",
+       "    margin-right:20px;\n",
+       "    margin-top:-20px;\n",
+       "    margin-bottom:20px;\n",
+       "}\n",
+       "div.todo{\n",
+       "    font-weight: bold;\n",
+       "    font-size: 1.1em;\n",
+       "    margin-top:40px;\n",
+       "}\n",
+       "div.todo ul{\n",
+       "    margin: 0.2em;\n",
+       "}\n",
+       "div.todo li{\n",
+       "    margin-left:60px;\n",
+       "    margin-top:0;\n",
+       "    margin-bottom:0;\n",
+       "}\n",
+       "\n",
+       "\n",
+       "</style>\n",
+       "\n"
+      ],
+      "text/plain": [
+       "<IPython.core.display.HTML object>"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\n",
+      "FIDLE 2020 - Practical Work Module\n",
+      "Version              : 0.4.3\n",
+      "Run time             : Friday 28 February 2020, 22:08:24\n",
+      "TensorFlow version   : 2.0.0\n",
+      "Keras version        : 2.2.4-tf\n"
+     ]
+    }
+   ],
+   "source": [
+    "import tensorflow as tf\n",
+    "from tensorflow import keras\n",
+    "from tensorflow.keras.callbacks import TensorBoard\n",
+    "\n",
+    "import numpy as np\n",
+    "import matplotlib.pyplot as plt\n",
+    "\n",
+    "import pandas as pd\n",
+    "import h5py, json\n",
+    "import os,time,sys\n",
+    "\n",
+    "from importlib import reload\n",
+    "\n",
+    "sys.path.append('..')\n",
+    "import fidle.pwk as ooo\n",
+    "\n",
+    "ooo.init()"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "### 1.2 - Where are we ? "
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Well, we should be at GRICAD !\n",
+      "We are going to use: /bettik/PROJECTS/pr-fidle/datasets/SYNOP\n"
+     ]
+    }
+   ],
+   "source": [
+    "place, dataset_dir = ooo.good_place( { 'GRICAD' : f'{os.getenv(\"SCRATCH_DIR\",\"\")}/PROJECTS/pr-fidle/datasets/SYNOP',\n",
+    "                                       'IDRIS'  : f'{os.getenv(\"WORK\",\"\")}/datasets/SYNOP',\n",
+    "                                       'HOME'   : f'{os.getenv(\"HOME\",\"\")}/datasets/SYNOP'} )"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## Step 2 - Read the data"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 29,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "data_filename   = 'donnees-synop-essentielles-omm-LYS.csv'\n",
+    "schema_filename = 'schema.json'"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "### 2.1 - Read columns code"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 30,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "with open(f'{dataset_dir}/{schema_filename}','r') as json_file:\n",
+    "    schema = json.load(json_file)\n",
+    "\n",
+    "column_codes=list( schema['definitions']['donnees-synop-essentielles-omm_records']['properties']['fields']['properties'].keys() )"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "### 2.2 - Read data"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 46,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/markdown": [
+       "#### Code - description"
+      ],
+      "text/plain": [
+       "<IPython.core.display.Markdown object>"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "numer_sta                : ID OMM station                                               : 0\n",
+      "date                     : Date                                                         : 0\n",
+      "pmer                     : Pression au niveau mer                                       : 17\n",
+      "tend                     : Variation de pression en 3 heures                            : 2\n",
+      "cod_tend                 : Type de tendance barométrique                                : 2\n",
+      "dd                       : Direction du vent moyen 10 mn                                : 3\n",
+      "ff                       : Vitesse du vent moyen 10 mn                                  : 2\n",
+      "t                        : Température                                                  : 14\n",
+      "td                       : Point de rosée                                               : 17\n",
+      "u                        : Humidité                                                     : 17\n",
+      "vv                       : Visibilité horizontale                                       : 31\n",
+      "ww                       : Temps présent                                                : 1\n",
+      "w1                       : Temps passé 1                                                : 542\n",
+      "w2                       : Temps passé 2                                                : 552\n",
+      "n                        : Nebulosité totale                                            : 801\n",
+      "nbas                     : Nébulosité  des nuages de l' étage inférieur                 : 2381\n",
+      "hbas                     : Hauteur de la base des nuages de l'étage inférieur           : 8861\n",
+      "cl                       : Type des nuages de l'étage inférieur                         : 3377\n",
+      "cm                       : Type des nuages de l'étage moyen                             : 6912\n",
+      "ch                       : Type des nuages de l'étage supérieur                         : 8494\n",
+      "pres                     : Pression station                                             : 0\n",
+      "niv_bar                  : Niveau barométrique                                          : 29165\n",
+      "geop                     : Géopotentiel                                                 : 29165\n",
+      "tend24                   : Variation de pression en 24 heures                           : 14443\n",
+      "tn12                     : Température minimale sur 12 heures                           : 21883\n",
+      "tn24                     : Température minimale sur 24 heures                           : 29165\n",
+      "tx12                     : Température maximale sur 12 heures                           : 21883\n",
+      "tx24                     : Température maximale sur 24 heures                           : 29165\n",
+      "tminsol                  : Température minimale du sol sur 12 heures                    : 27364\n",
+      "sw                       : Méthode de mesure Température du thermomètre mouillé         : 29165\n",
+      "tw                       : Température du thermomètre mouillé                           : 29165\n",
+      "raf10                    : Rafale sur les 10 dernières minutes                          : 14127\n",
+      "rafper                   : Rafales sur une période                                      : 9\n",
+      "per                      : Periode de mesure de la rafale                               : 8\n",
+      "etat_sol                 : Etat du sol                                                  : 12278\n",
+      "ht_neige                 : Hauteur totale de la couche de neige, glace, autre au sol    : 12083\n",
+      "ssfrai                   : Hauteur de la neige fraîche                                  : 2914\n",
+      "perssfrai                : Periode de mesure de la neige fraiche                        : 4489\n",
+      "rr1                      : Précipitations dans la dernière heure                        : 95\n",
+      "rr3                      : Précipitations dans les 3 dernières heures                   : 73\n",
+      "rr6                      : Précipitations dans les 6 dernières heures                   : 10869\n",
+      "rr12                     : Précipitations dans les 12 dernières heures                  : 10919\n",
+      "rr24                     : Précipitations dans les 24 dernières heures                  : 12730\n",
+      "phenspe1                 : Phénomène spécial 1                                          : 14818\n",
+      "phenspe2                 : Phénomène spécial 2                                          : 14826\n",
+      "phenspe3                 : Phénomène spécial 3                                          : 15515\n",
+      "phenspe4                 : Phénomène spécial 4                                          : 28869\n",
+      "nnuage1                  : Nébulosité couche nuageuse 1                                 : 4753\n",
+      "ctype1                   : Type nuage 1                                                 : 5699\n",
+      "hnuage1                  : Hauteur de base 1                                            : 5439\n",
+      "nnuage2                  : Nébulosité couche nuageuse 2                                 : 16112\n",
+      "ctype2                   : Type nuage 2                                                 : 16643\n",
+      "hnuage2                  : Hauteur de base 2                                            : 16317\n",
+      "nnuage3                  : Nébulosité couche nuageuse 3                                 : 25387\n",
+      "ctype3                   : Type nuage 3                                                 : 25642\n",
+      "hnuage3                  : Hauteur de base 3                                            : 25431\n",
+      "nnuage4                  : Nébulosité couche nuageuse 4                                 : 28850\n",
+      "ctype4                   : Type nuage 4                                                 : 28780\n",
+      "hnuage4                  : Hauteur de base 4                                            : 28850\n",
+      "coordonnees              : Coordonnees                                                  : 0\n",
+      "nom                      : Nom                                                          : 0\n",
+      "type_de_tendance_barometrique : Type de tendance barométrique.1                              : 2\n",
+      "temps_passe_1            : Temps passé 1.1                                              : 542\n",
+      "temps_present            : Temps présent.1                                              : 1\n",
+      "tc                       : Température (°C)                                             : 14\n",
+      "tn12c                    : Température minimale sur 12 heures (°C)                      : 21883\n",
+      "tn24c                    : Température minimale sur 24 heures (°C)                      : 29165\n",
+      "tx12c                    : Température maximale sur 12 heures (°C)                      : 21883\n",
+      "tx24c                    : Température maximale sur 24 heures (°C)                      : 29165\n",
+      "tminsolc                 : Température minimale du sol sur 12 heures (en °C)            : 27364\n",
+      "altitude                 : Altitude                                                     : 0\n",
+      "longitude                : Longitude                                                    : 0\n",
+      "latitude                 : Latitude                                                     : 0\n",
+      "libgeo                   : communes (name)                                              : 0\n",
+      "codegeo                  : communes (code)                                              : 0\n",
+      "nom_epci                 : EPCI (name)                                                  : 0\n",
+      "code_epci                : EPCI (code)                                                  : 0\n",
+      "nom_dept                 : department (name)                                            : 0\n",
+      "code_dep                 : department (code)                                            : 0\n",
+      "nom_reg                  : region (name)                                                : 0\n",
+      "code_reg                 : region (code)                                                : 0\n",
+      "Données manquantes :  805133   Shape is :  (29165, 81)\n"
+     ]
+    }
+   ],
+   "source": [
+    "df = pd.read_csv(f'{dataset_dir}/{data_filename}', header=0, sep=';')\n",
+    "\n",
+    "columns_desc = list(df.columns)\n",
+    "code2desc    = dict(zip(column_codes, columns_desc))\n",
+    "df.columns   = column_codes\n",
+    "\n",
+    "ooo.display_md('#### Code - description')\n",
+    "i=0\n",
+    "for code,desc in code2desc.items():\n",
+    "    na = df[code].isna().sum()\n",
+    "    print(f'{code:24} : {desc:60} : {na}')\n",
+    "\n",
+    "\n",
+    "# display(data.head(5))\n",
+    "print('Données manquantes : ',data.isna().sum().sum(), '  Shape is : ', data.shape)"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "---\n",
+    "<img width=\"80px\" src=\"../fidle/img/00-Fidle-logo-01.svg\"></img>"
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.7.6"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 4
+}