{ "cells": [ { "cell_type": "markdown", "metadata": {}, "source": [ "# Concat & transform RTE data \n", "\n", "Ce notebook concat et transforme les données RAW RTE" ] }, { "cell_type": "code", "execution_count": 1, "metadata": {}, "outputs": [], "source": [ "import pandas as pd\n", "from energy_forecast.energy import ECO2MixDownloader" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Fetching data" ] }, { "cell_type": "code", "execution_count": 2, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "[2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024]" ] }, "execution_count": 2, "metadata": {}, "output_type": "execute_result" } ], "source": [ "list_years = list(range(2014, 2025))\n", "list_years" ] }, { "cell_type": "code", "execution_count": 3, "metadata": {}, "outputs": [], "source": [ "list_of_dataframes = []\n", "for year in list_years:\n", " downloader = ECO2MixDownloader(year)\n", " downloader.download()\n", " df = downloader.read_file()\n", " list_of_dataframes.append(df)\n", "df = pd.concat(list_of_dataframes)" ] }, { "cell_type": "code", "execution_count": 5, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
PérimètreNatureDateHeuresConsommationPrévision J-1Prévision JFioulCharbonGaz...Gaz - TACGaz - Cogén.Gaz - CCGGaz - AutresHydraulique - Fil de l?eau + écluséeHydraulique - LacsHydraulique - STEP turbinageBioénergies - DéchetsBioénergies - BiomasseBioénergies - Biogaz
time
2014-01-01 00:00:00FranceDonnées définitives2014-01-010 days 00:00:0064660.063200.063200.0454.00.02303.0...0.01809.0422.072.05662.02125.0693.0460.0165.0179.0
2014-01-01 01:00:00FranceDonnées définitives2014-01-010 days 01:00:0061362.059900.059900.0281.00.02188.0...0.01848.0258.083.05457.02040.076.0591.0173.0181.0
2014-01-01 02:00:00FranceDonnées définitives2014-01-010 days 02:00:0060748.059900.060200.0281.00.02187.0...0.01853.0252.083.05201.01592.00.0597.0174.0180.0
2014-01-01 03:00:00FranceDonnées définitives2014-01-010 days 03:00:0058061.056500.056600.0281.00.02179.0...0.01844.0253.083.04947.01200.00.0594.0174.0179.0
2014-01-01 04:00:00FranceDonnées définitives2014-01-010 days 04:00:0054475.053200.053300.0280.00.02185.0...0.01844.0260.083.04662.01252.00.0591.0171.0177.0
..................................................................
2024-06-23 05:00:00FranceDonnées temps réel2024-06-230 days 05:00:0030263.03000030400.0123.00.0434.0...0321114.00.053531716551.0196355.0244.0
2024-06-23 06:00:00FranceDonnées temps réel2024-06-230 days 06:00:0030056.02940030000.0124.00.0433.0...0321114.00.052511838589.0193352.0244.0
2024-06-23 07:00:00FranceDonnées temps réel2024-06-230 days 07:00:0030573.03020030700.0124.00.0437.0...0322116.00.052421907373.0189356.0244.0
2024-06-23 08:00:00FranceDonnées temps réel2024-06-230 days 08:00:0032099.03170032200.0124.00.0434.0...0321115.00.052381925372.0189352.0244.0
2024-06-23 09:00:00FranceDonnées temps réel2024-06-230 days 09:00:0034821.03450034900.0124.00.0432.0...0319115.00.051771922373.0192351.0244.0
\n", "

91834 rows × 36 columns

\n", "
" ], "text/plain": [ " Périmètre Nature Date Heures \\\n", "time \n", "2014-01-01 00:00:00 France Données définitives 2014-01-01 0 days 00:00:00 \n", "2014-01-01 01:00:00 France Données définitives 2014-01-01 0 days 01:00:00 \n", "2014-01-01 02:00:00 France Données définitives 2014-01-01 0 days 02:00:00 \n", "2014-01-01 03:00:00 France Données définitives 2014-01-01 0 days 03:00:00 \n", "2014-01-01 04:00:00 France Données définitives 2014-01-01 0 days 04:00:00 \n", "... ... ... ... ... \n", "2024-06-23 05:00:00 France Données temps réel 2024-06-23 0 days 05:00:00 \n", "2024-06-23 06:00:00 France Données temps réel 2024-06-23 0 days 06:00:00 \n", "2024-06-23 07:00:00 France Données temps réel 2024-06-23 0 days 07:00:00 \n", "2024-06-23 08:00:00 France Données temps réel 2024-06-23 0 days 08:00:00 \n", "2024-06-23 09:00:00 France Données temps réel 2024-06-23 0 days 09:00:00 \n", "\n", " Consommation Prévision J-1 Prévision J Fioul Charbon \\\n", "time \n", "2014-01-01 00:00:00 64660.0 63200.0 63200.0 454.0 0.0 \n", "2014-01-01 01:00:00 61362.0 59900.0 59900.0 281.0 0.0 \n", "2014-01-01 02:00:00 60748.0 59900.0 60200.0 281.0 0.0 \n", "2014-01-01 03:00:00 58061.0 56500.0 56600.0 281.0 0.0 \n", "2014-01-01 04:00:00 54475.0 53200.0 53300.0 280.0 0.0 \n", "... ... ... ... ... ... \n", "2024-06-23 05:00:00 30263.0 30000 30400.0 123.0 0.0 \n", "2024-06-23 06:00:00 30056.0 29400 30000.0 124.0 0.0 \n", "2024-06-23 07:00:00 30573.0 30200 30700.0 124.0 0.0 \n", "2024-06-23 08:00:00 32099.0 31700 32200.0 124.0 0.0 \n", "2024-06-23 09:00:00 34821.0 34500 34900.0 124.0 0.0 \n", "\n", " Gaz ... Gaz - TAC Gaz - Cogén. Gaz - CCG \\\n", "time ... \n", "2014-01-01 00:00:00 2303.0 ... 0.0 1809.0 422.0 \n", "2014-01-01 01:00:00 2188.0 ... 0.0 1848.0 258.0 \n", "2014-01-01 02:00:00 2187.0 ... 0.0 1853.0 252.0 \n", "2014-01-01 03:00:00 2179.0 ... 0.0 1844.0 253.0 \n", "2014-01-01 04:00:00 2185.0 ... 0.0 1844.0 260.0 \n", "... ... ... ... ... ... \n", "2024-06-23 05:00:00 434.0 ... 0 321 114.0 \n", "2024-06-23 06:00:00 433.0 ... 0 321 114.0 \n", "2024-06-23 07:00:00 437.0 ... 0 322 116.0 \n", "2024-06-23 08:00:00 434.0 ... 0 321 115.0 \n", "2024-06-23 09:00:00 432.0 ... 0 319 115.0 \n", "\n", " Gaz - Autres Hydraulique - Fil de l?eau + éclusée \\\n", "time \n", "2014-01-01 00:00:00 72.0 5662.0 \n", "2014-01-01 01:00:00 83.0 5457.0 \n", "2014-01-01 02:00:00 83.0 5201.0 \n", "2014-01-01 03:00:00 83.0 4947.0 \n", "2014-01-01 04:00:00 83.0 4662.0 \n", "... ... ... \n", "2024-06-23 05:00:00 0.0 5353 \n", "2024-06-23 06:00:00 0.0 5251 \n", "2024-06-23 07:00:00 0.0 5242 \n", "2024-06-23 08:00:00 0.0 5238 \n", "2024-06-23 09:00:00 0.0 5177 \n", "\n", " Hydraulique - Lacs Hydraulique - STEP turbinage \\\n", "time \n", "2014-01-01 00:00:00 2125.0 693.0 \n", "2014-01-01 01:00:00 2040.0 76.0 \n", "2014-01-01 02:00:00 1592.0 0.0 \n", "2014-01-01 03:00:00 1200.0 0.0 \n", "2014-01-01 04:00:00 1252.0 0.0 \n", "... ... ... \n", "2024-06-23 05:00:00 1716 551.0 \n", "2024-06-23 06:00:00 1838 589.0 \n", "2024-06-23 07:00:00 1907 373.0 \n", "2024-06-23 08:00:00 1925 372.0 \n", "2024-06-23 09:00:00 1922 373.0 \n", "\n", " Bioénergies - Déchets Bioénergies - Biomasse \\\n", "time \n", "2014-01-01 00:00:00 460.0 165.0 \n", "2014-01-01 01:00:00 591.0 173.0 \n", "2014-01-01 02:00:00 597.0 174.0 \n", "2014-01-01 03:00:00 594.0 174.0 \n", "2014-01-01 04:00:00 591.0 171.0 \n", "... ... ... \n", "2024-06-23 05:00:00 196 355.0 \n", "2024-06-23 06:00:00 193 352.0 \n", "2024-06-23 07:00:00 189 356.0 \n", "2024-06-23 08:00:00 189 352.0 \n", "2024-06-23 09:00:00 192 351.0 \n", "\n", " Bioénergies - Biogaz \n", "time \n", "2014-01-01 00:00:00 179.0 \n", "2014-01-01 01:00:00 181.0 \n", "2014-01-01 02:00:00 180.0 \n", "2014-01-01 03:00:00 179.0 \n", "2014-01-01 04:00:00 177.0 \n", "... ... \n", "2024-06-23 05:00:00 244.0 \n", "2024-06-23 06:00:00 244.0 \n", "2024-06-23 07:00:00 244.0 \n", "2024-06-23 08:00:00 244.0 \n", "2024-06-23 09:00:00 244.0 \n", "\n", "[91834 rows x 36 columns]" ] }, "execution_count": 5, "metadata": {}, "output_type": "execute_result" } ], "source": [ "# Only keep hourly data\n", "df = df[df.index.minute == 0]\n", "df = df.dropna()\n", "df" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
PérimètreNatureDateHeuresConsommationPrévision J-1Prévision JFioulCharbonGaz...Hydraulique - Fil de l?eau + écluséeHydraulique - LacsHydraulique - STEP turbinageBioénergies - DéchetsBioénergies - BiomasseBioénergies - BiogazStockage batterieDéstockage batterieEolien terrestreEolien offshore
0FranceDonnées définitives2014-01-0100:0064660.06320063200.0454.00.02303.0...56622125693.0460165.0179.0NaNNaNNaNNaN
1FranceDonnées définitives2014-01-0100:3063494.06210061500.0281.00.02367.0...55692450495.0592170.0181.0NaNNaNNaNNaN
2FranceDonnées définitives2014-01-0101:0061362.05990059900.0281.00.02188.0...5457204076.0591173.0181.0NaNNaNNaNNaN
3FranceDonnées définitives2014-01-0101:3061217.06060060300.0281.00.02190.0...528618490.0595174.0180.0NaNNaNNaNNaN
4FranceDonnées définitives2014-01-0102:0060748.05990060200.0281.00.02187.0...520115920.0597174.0180.0NaNNaNNaNNaN
\n", "

5 rows × 40 columns

\n", "
" ], "text/plain": [ " Périmètre Nature Date Heures Consommation \\\n", "0 France Données définitives 2014-01-01 00:00 64660.0 \n", "1 France Données définitives 2014-01-01 00:30 63494.0 \n", "2 France Données définitives 2014-01-01 01:00 61362.0 \n", "3 France Données définitives 2014-01-01 01:30 61217.0 \n", "4 France Données définitives 2014-01-01 02:00 60748.0 \n", "\n", " Prévision J-1 Prévision J Fioul Charbon Gaz ... \\\n", "0 63200 63200.0 454.0 0.0 2303.0 ... \n", "1 62100 61500.0 281.0 0.0 2367.0 ... \n", "2 59900 59900.0 281.0 0.0 2188.0 ... \n", "3 60600 60300.0 281.0 0.0 2190.0 ... \n", "4 59900 60200.0 281.0 0.0 2187.0 ... \n", "\n", " Hydraulique - Fil de l?eau + éclusée Hydraulique - Lacs \\\n", "0 5662 2125 \n", "1 5569 2450 \n", "2 5457 2040 \n", "3 5286 1849 \n", "4 5201 1592 \n", "\n", " Hydraulique - STEP turbinage Bioénergies - Déchets \\\n", "0 693.0 460 \n", "1 495.0 592 \n", "2 76.0 591 \n", "3 0.0 595 \n", "4 0.0 597 \n", "\n", " Bioénergies - Biomasse Bioénergies - Biogaz Stockage batterie \\\n", "0 165.0 179.0 NaN \n", "1 170.0 181.0 NaN \n", "2 173.0 181.0 NaN \n", "3 174.0 180.0 NaN \n", "4 174.0 180.0 NaN \n", "\n", " Déstockage batterie Eolien terrestre Eolien offshore \n", "0 NaN NaN NaN \n", "1 NaN NaN NaN \n", "2 NaN NaN NaN \n", "3 NaN NaN NaN \n", "4 NaN NaN NaN \n", "\n", "[5 rows x 40 columns]" ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "display(df.head())" ] } ], "metadata": { "kernelspec": { "display_name": "Python 3", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.10.12" } }, "nbformat": 4, "nbformat_minor": 2 }