{ "cells": [ { "cell_type": "markdown", "metadata": {}, "source": [ "### Predictions with the trained RF-models\n", "\n", "Linn Alexandra Emhjellen, 2021.\n" ] }, { "cell_type": "code", "execution_count": 22, "metadata": {}, "outputs": [], "source": [ "import numpy as np\n", "import pandas as pd\n", "import os\n", "import matplotlib.pyplot as plt\n", "import joblib\n" ] }, { "cell_type": "code", "execution_count": 23, "metadata": {}, "outputs": [], "source": [ "from sklearn.preprocessing import StandardScaler\n", "from sklearn import datasets, linear_model\n", "from sklearn.ensemble import RandomForestClassifier,RandomForestRegressor\n", "from sklearn.metrics import recall_score,roc_curve,auc\n", "from sklearn.model_selection import cross_val_score\n", "from sklearn.model_selection import cross_val_predict\n", "from sklearn import metrics" ] }, { "cell_type": "code", "execution_count": 24, "metadata": {}, "outputs": [], "source": [ "# vestland dataset\n", "#df_database = pd.read_excel(\"ML_Vestland_database2.xlsx\")\n", "#df_database = pd.read_excel('ML_Lærdal_Aurland_database.xlsx')\n", "#df_database = pd.read_excel('ML_test_area_database.xlsx')\n", "\n", "#df_database = pd.read_csv(\"ML_Vestland_West_10_m_database.csv\")\n", "\n", "#df_database = pd.read_csv('ML_bohme_20m.csv')\n", "\n", "df_database = pd.read_csv('ML_Lærdal_Aurland_close_10_m_database.csv')\n", "df_database = df_database.dropna()\n" ] }, { "cell_type": "code", "execution_count": 25, "metadata": {}, "outputs": [], "source": [ "#df_database MLP" ] }, { "cell_type": "code", "execution_count": 26, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "C:\\Users\\LEm\\Anaconda3\\lib\\site-packages\\sklearn\\base.py:310: UserWarning: Trying to unpickle estimator LabelBinarizer from version 0.23.1 when using version 0.24.1. This might lead to breaking code or invalid results. Use at your own risk.\n", " warnings.warn(\n", "C:\\Users\\LEm\\Anaconda3\\lib\\site-packages\\sklearn\\base.py:310: UserWarning: Trying to unpickle estimator MLPClassifier from version 0.23.1 when using version 0.24.1. This might lead to breaking code or invalid results. Use at your own risk.\n", " warnings.warn(\n" ] } ], "source": [ "# load models\n", "\n", "RF_p1_model = joblib.load(\"../MLP/MLP_p1_Emhjellen2.joblib\")\n", "RF_p2_model = joblib.load(\"../MLP/MLP_p2_Emhjellen2.joblib\")\n", "RF_p3_model = joblib.load(\"../MLP/MLP_p3_Emhjellen2.joblib\")\n", "RF_p4_model = joblib.load(\"../MLP/MLP_p4_Emhjellen2.joblib\")\n", "RF_p5_model = joblib.load(\"../MLP/MLP_p5_Emhjellen2.joblib\")\n", "RF_p6_model = joblib.load(\"../MLP/MLP_p6_Emhjellen2.joblib\")\n", "RF_p7_model = joblib.load(\"../MLP/MLP_p7_Emhjellen2.joblib\")\n", "RF_p8_model = joblib.load(\"../MLP/MLP_p8_Emhjellen2.joblib\")" ] }, { "cell_type": "code", "execution_count": 27, "metadata": {}, "outputs": [], "source": [ "#missing_bedrocks = ['Arkose', 'Greenstone', 'Metagreywacke', 'Tonalite', 'Peridotite', 'Meta-arkose', 'Dioritic gneis', 'Pyroclastic rock', 'Quartz diorite', 'Sedimentary breccia', 'Andesite', 'Pyroksenite', 'Charnockite', 'Shale', 'Mica schist', 'Intermediate volcanic rock', 'Trondhjemite', 'Amphibole schist', 'Serpentinite', 'Mangerite', 'Felsic volcanic rock', 'Greywacke', 'Pegmatite/aplite', 'Tuffite', 'Mafic dyke (Diabase, Dolerite)', 'Eclogite', 'Mafic volcanic rock', 'Calcareous mica schist', 'Diorite', 'Garnet mica schist', 'Limestone', 'Basalt', 'Graphitic schist', 'Norite', 'Konglomerate', 'Sandstone', 'Volcanic breccia', 'Quartz dioritic gneiss', 'Dacite', 'Calcite marble', 'Calc-silicate rock', 'Syenite', 'Greenschist', 'Siltstone']\n", "\n", "#missing_bedrocks = ['Intermediate volcanic rock', 'Orthopyroxene gneiss', 'Metagabbro', 'Mangerite', 'Peridotite', 'Banded gneiss', 'Metagreywacke', 'Greywacke', 'Amphibolite', 'Syenite', 'Cataclasite', 'Limestone', 'Monzonitic gneiss', 'Rhyolite', 'Felsic volcanic rock', 'Andesite', 'Phyllite', 'Basalt', 'Mafic volcanic rock', 'Volcanic breccia', 'Tuffite', 'Amphibole schist', 'Mica gneiss', 'Shale', 'Meta-arkose', 'Quartz dioritic gneiss', 'Augengneiss', 'Diorite', 'Eclogite', 'Metasandstone', 'Tonalite', 'Mica schist', 'Serpentinite', 'Greenschist', 'Calcareous phyllite', 'Konglomerate', 'Siltstone', 'Quartz diorite', 'Calcareous mica schist', 'Dioritic gneis', 'Norite', 'Mafic dyke (Diabase, Dolerite)', 'Amphibole gneiss', 'Quartz schist', 'Granodioritic gneiss', 'Sedimentary breccia', 'Dacite', 'Sandstone', 'Pyroksenite', 'Garnet mica schist', 'Pyroclastic rock', 'Anorthosite', 'Pegmatite/aplite', 'Quartzite', 'Mylonite/Phyllonite', 'Calcite marble', 'Granodiorite', 'Graphitic schist', 'Calc-silicate rock', 'Gabbro', 'Arkose', 'Greenstone', 'Migmatite', 'Trondhjemite']\n", "\n", "#missing_bedrocks = ['Granodiorite', 'Dioritic gneis', 'Gabbro', 'Monzodiorite', 'Quartz diorite', 'Tuffite', 'Norite', 'Felsic volcanic rock', 'Basalt', 'Shale', 'Andesite', 'Greenschist', 'Syenite', 'Calcareous phyllite', 'Meta-arkose', 'Arkose', 'Amphibole gneiss', 'Granite', 'Graphitic schist', 'Mafic dyke (Diabase, Dolerite)', 'Amphibole schist', 'Peridotite', 'Monzonitic gneiss', 'Garnet mica schist', 'Greenstone', 'Trondhjemite', 'Charnockite', 'Rhyolite', 'Siltstone', 'Metasandstone', 'Calcareous mica schist', 'Pegmatite/aplite', 'Volcanic breccia', 'Metagabbro', 'Granodioritic gneiss', 'Metagreywacke', 'Pyroclastic rock', 'Mica gneiss', 'Diorite', 'Calc-silicate rock', 'Augengneiss', 'Quartzite', 'Calcite marble', 'Mafic volcanic rock', 'Cataclasite', 'Migmatite', 'Pyroksenite', 'Intermediate volcanic rock', 'Tonalite', 'Mangerite', 'Greywacke', 'Sedimentary breccia', 'Anorthosite', 'Eclogite', 'Monzonite', 'Mylonite/Phyllonite', 'Serpentinite', 'Phyllite', 'Quartz dioritic gneiss', 'Orthopyroxene gneiss', 'Limestone']\n", "\n", "\n", "#missing_bedrocks = ['Intermediate volcanic rock', 'Tonalite', 'Quartz diorite', 'Andesite', 'Tuffite', 'Peridotite', 'Granite', 'Monzonitic gneiss', 'Syenite', 'Metasandstone', 'Mafic volcanic rock', 'Amphibolite', 'Shale', 'Calcite marble', 'Metagabbro', 'Greywacke', 'Cataclasite', 'Amphibole schist', 'Diorite', 'Amphibole gneiss', 'Granodiorite', 'Greenschist', 'Norite', 'Trondhjemite', 'Eclogite', 'Meta-arkose', 'Metagreywacke', 'Charnockite', 'Dioritic gneis', 'Granitic gneiss', 'Dacite', 'Volcanic breccia', 'Calcareous mica schist', 'Mica schist', 'Quartz schist', 'Sedimentary breccia', 'Pegmatite/aplite', 'Granodioritic gneiss', 'Greenstone', 'Garnet mica schist', 'Arkose', 'Calc-silicate rock', 'Pyroksenite', 'Rhyolite', 'Graphitic schist', 'Pyroclastic rock', 'Basalt', 'Monzodiorite', 'Felsic volcanic rock', 'Limestone', 'Mangerite', 'Quartz dioritic gneiss', 'Calcareous phyllite', 'Siltstone', 'Quartzite', 'Konglomerate', 'Banded gneiss', 'Mafic dyke (Diabase, Dolerite)', 'Mylonite/Phyllonite', 'Sandstone', 'Augengneiss', 'Serpentinite']\n", "\n", "#missing_bedrocks = ['Graphitic schist', 'Cataclasite', 'Dioritic gneis', 'Trondhjemite', 'Norite', 'Sedimentary breccia', 'Andesite', 'Mafic dyke (Diabase, Dolerite)', 'Gabbro', 'Quartz diorite', 'Greenstone', 'Dacite', 'Calc-silicate rock', 'Mangerite', 'Metasandstone', 'Quartz schist', 'Phyllite', 'Tonalite', 'Calcareous mica schist', 'Granite', 'Eclogite', 'Pegmatite/aplite', 'Pyroclastic rock', 'Mica gneiss', 'Mafic volcanic rock', 'Konglomerate', 'Intermediate volcanic rock', 'Migmatite', 'Calcareous phyllite', 'Quartzite', 'Diorite', 'Arkose', 'Volcanic breccia', 'Sandstone', 'Garnet mica schist', 'Siltstone', 'Calcite marble', 'Shale', 'Mylonite/Phyllonite', 'Granodioritic gneiss', 'Amphibole gneiss', 'Orthopyroxene gneiss', 'Syenite', 'Rhyolite', 'Banded gneiss', 'Quartz dioritic gneiss', 'Limestone', 'Metagreywacke', 'Basalt', 'Mica schist', 'Metagabbro', 'Granodiorite', 'Felsic volcanic rock', 'Tuffite', 'Meta-arkose', 'Greywacke', 'Peridotite', 'Pyroksenite', 'Augengneiss', 'Serpentinite', 'Greenschist', 'Amphibole schist', 'Amphibolite', 'Monzonitic gneiss']\n", "\n", "missing_bedrocks = ['Graphitic schist', 'Cataclasite', 'Dioritic gneis', 'Trondhjemite', 'Norite', 'Sedimentary breccia', 'Andesite', 'Mafic dyke (Diabase, Dolerite)', 'Gabbro', 'Quartz diorite', 'Greenstone', 'Dacite', 'Calc-silicate rock', 'Mangerite', 'Metasandstone', 'Quartz schist', 'Phyllite', 'Tonalite', 'Calcareous mica schist', 'Granite', 'Eclogite', 'Pegmatite/aplite', 'Pyroclastic rock', 'Mica gneiss', 'Mafic volcanic rock', 'Konglomerate', 'Intermediate volcanic rock', 'Migmatite', 'Calcareous phyllite', 'Quartzite', 'Diorite', 'Arkose', 'Volcanic breccia', 'Sandstone', 'Garnet mica schist', 'Siltstone', 'Calcite marble', 'Shale', 'Mylonite/Phyllonite', 'Granodioritic gneiss', 'Amphibole gneiss', 'Orthopyroxene gneiss', 'Syenite', 'Rhyolite', 'Banded gneiss', 'Quartz dioritic gneiss', 'Limestone', 'Metagreywacke', 'Basalt', 'Mica schist', 'Metagabbro', 'Granodiorite', 'Felsic volcanic rock', 'Tuffite', 'Meta-arkose', 'Greywacke', 'Peridotite', 'Pyroksenite', 'Augengneiss', 'Serpentinite', 'Greenschist', 'Amphibole schist', 'Amphibolite', 'Monzonitic gneiss']" ] }, { "cell_type": "raw", "metadata": {}, "source": [ "# data = nrows*[ncol*[0]]" ] }, { "cell_type": "code", "execution_count": 28, "metadata": {}, "outputs": [], "source": [ "#df = pd.DataFrame(data, columns = ['Arkose', 'Greenstone', 'Metagreywacke', 'Tonalite', 'Peridotite', 'Meta-arkose', 'Dioritic gneis', 'Pyroclastic rock', 'Quartz diorite', 'Sedimentary breccia', 'Andesite', 'Pyroksenite', 'Charnockite', 'Shale', 'Mica schist', 'Intermediate volcanic rock', 'Trondhjemite', 'Amphibole schist', 'Serpentinite', 'Mangerite', 'Felsic volcanic rock', 'Greywacke', 'Pegmatite/aplite', 'Tuffite', 'Mafic dyke (Diabase, Dolerite)', 'Eclogite', 'Mafic volcanic rock', 'Calcareous mica schist', 'Diorite', 'Garnet mica schist', 'Limestone', 'Basalt', 'Graphitic schist', 'Norite', 'Konglomerate', 'Sandstone', 'Volcanic breccia', 'Quartz dioritic gneiss', 'Dacite', 'Calcite marble', 'Calc-silicate rock', 'Syenite', 'Greenschist', 'Siltstone'])" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ " , , , , , , , , 'Konglomerate', 'Sandstone', 'Volcanic breccia', 'Quartz dioritic gneiss', 'Dacite', 'Calcite marble', 'Calc-silicate rock', 'Syenite', 'Greenschist', 'Siltstone'] " ] }, { "cell_type": "code", "execution_count": 29, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Graphitic schist\n", "Cataclasite\n", "Dioritic gneis\n", "Trondhjemite\n", "Norite\n", "Sedimentary breccia\n", "Andesite\n", "Mafic dyke (Diabase, Dolerite)\n", "Gabbro\n", "Quartz diorite\n", "Greenstone\n", "Dacite\n", "Calc-silicate rock\n", "Mangerite\n", "Metasandstone\n", "Quartz schist\n", "Phyllite\n", "Tonalite\n", "Calcareous mica schist\n", "Granite\n", "Eclogite\n", "Pegmatite/aplite\n", "Pyroclastic rock\n", "Mica gneiss\n", "Mafic volcanic rock\n", "Konglomerate\n", "Intermediate volcanic rock\n", "Migmatite\n", "Calcareous phyllite\n", "Quartzite\n", "Diorite\n", "Arkose\n", "Volcanic breccia\n", "Sandstone\n", "Garnet mica schist\n", "Siltstone\n", "Calcite marble\n", "Shale\n", "Mylonite/Phyllonite\n", "Granodioritic gneiss\n", "Amphibole gneiss\n", "Orthopyroxene gneiss\n", "Syenite\n", "Rhyolite\n", "Banded gneiss\n", "Quartz dioritic gneiss\n", "Limestone\n", "Metagreywacke\n", "Basalt\n", "Mica schist\n", "Metagabbro\n", "Granodiorite\n", "Felsic volcanic rock\n", "Tuffite\n", "Meta-arkose\n", "Greywacke\n", "Peridotite\n", "Pyroksenite\n", "Augengneiss\n", "Serpentinite\n", "Greenschist\n", "Amphibole schist\n", "Amphibolite\n", "Monzonitic gneiss\n" ] } ], "source": [ "for i in missing_bedrocks:\n", " print(i)\n", " df_database[i] = 0" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "df_database['Arkose'] = 0\n", "df_database['Greenstone'] = 0 \n", "df_database['Metagreywacke'] = 0\n", "df_database['Tonalite'] = 0\n", "df_database['Peridotite'] = 0\n", "df_database['Meta-arkose'] = 0\n", "df_database['Dioritic gneis'] = 0\n", "df_database['Pyroclastic rock'] = 0\n", "df_database['Quartz diorite'] = 0\n", "df_database['Sedimentary breccia'] = 0\n", "df_database['Andesite'] = 0\n", "df_database['Pyroksenite'] = 0\n", "df_database['Charnockite'] = 0\n", "df_database['Shale'] = 0\n", "df_database['Mica schist'] = 0\n", "df_database['Intermediate volcanic rock'] = 0\n", "df_database['Trondhjemite'] = 0\n", "df_database['Amphibole schist'] = 0\n", "df_database['Serpentinite'] = 0\n", "df_database['Mangerite'] = 0\n", "df_database['Felsic volcanic rock'] = 0\n", "df_database['Greywacke'] = 0\n", "df_database['Pegmatite/aplite'] = 0\n", "df_database['Tuffite'] = 0\n", "df_database['Mafic dyke (Diabase, Dolerite)'] = 0\n", "df_database['Mafic volcanic rock'] = 0\n", "df_database['Calcareous mica schist'] = 0\n", "df_database['Diorite'] = 0\n", "df_database['Garnet mica schist'] = 0\n", "df_database['Limestone'] = 0\n", "df_database['Basalt'] = 0\n", "df_database['Graphitic schist'] = 0\n", "df_database['Norite'] = 0\n" ] }, { "cell_type": "code", "execution_count": 30, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", " | Unnamed: 0 | \n", "POINT_X | \n", "POINT_Y | \n", "Elevation | \n", "Slope | \n", "Aspect | \n", "Profile_curv | \n", "Plan_curv | \n", "Flow_dir | \n", "Flow_acc | \n", "... | \n", "Meta-arkose | \n", "Greywacke | \n", "Peridotite | \n", "Pyroksenite | \n", "Augengneiss | \n", "Serpentinite | \n", "Greenschist | \n", "Amphibole schist | \n", "Amphibolite | \n", "Monzonitic gneiss | \n", "
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
0 | \n", "0 | \n", "101094.6569 | \n", "6.783938e+06 | \n", "1467.686279 | \n", "11.878660 | \n", "304.019867 | \n", "-0.262793 | \n", "-1.783667 | \n", "32 | \n", "23.0 | \n", "... | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "
1 | \n", "1 | \n", "101104.6569 | \n", "6.783938e+06 | \n", "1469.958008 | \n", "19.852732 | \n", "279.519775 | \n", "2.550231 | \n", "-1.061951 | \n", "16 | \n", "3.0 | \n", "... | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "
2 | \n", "2 | \n", "101114.6569 | \n", "6.783938e+06 | \n", "1474.781494 | \n", "24.584663 | \n", "283.478363 | \n", "0.529975 | \n", "-0.117486 | \n", "16 | \n", "2.0 | \n", "... | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "
3 | \n", "3 | \n", "101124.6569 | \n", "6.783938e+06 | \n", "1479.674561 | \n", "15.338610 | \n", "302.604187 | \n", "-4.268352 | \n", "3.376789 | \n", "16 | \n", "0.0 | \n", "... | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "
4 | \n", "4 | \n", "101134.6569 | \n", "6.783938e+06 | \n", "1479.135376 | \n", "12.626880 | \n", "306.588989 | \n", "2.684932 | \n", "-2.928960 | \n", "32 | \n", "8.0 | \n", "... | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "0 | \n", "
5 rows × 93 columns
\n", "