ken 3 years ago
parent
commit
79c406176a
3 changed files with 106 additions and 97 deletions
  1. 101 91
      b2c_sensor_data.ipynb
  2. 1 0
      label_work.ipynb
  3. 4 6
      model_xgboost.ipynb

+ 101 - 91
b2c_sensor_data.ipynb

@@ -2,7 +2,17 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": 1,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "%pip install awswrangler boto3"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "7c608617",
    "metadata": {},
    "outputs": [],
    "source": [
@@ -11,7 +21,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 22,
+   "execution_count": 2,
    "metadata": {
     "scrolled": false
    },
@@ -56,162 +66,162 @@
        "    <tr>\n",
        "      <th>0</th>\n",
        "      <td>00158d0006c9d5ed</td>\n",
-       "      <td>1638142531000</td>\n",
-       "      <td>2021-11-29 08:35:31</td>\n",
+       "      <td>1641522280000</td>\n",
+       "      <td>2022-01-07 11:24:40</td>\n",
        "      <td>a2_sen_cds_01</td>\n",
-       "      <td>c5a28dfd</td>\n",
+       "      <td>6ae271ef</td>\n",
        "      <td>reported</td>\n",
        "      <td>6</td>\n",
        "      <td>1</td>\n",
        "      <td>6</td>\n",
-       "      <td>2021</td>\n",
+       "      <td>2022</td>\n",
+       "      <td>1</td>\n",
+       "      <td>7</td>\n",
        "      <td>11</td>\n",
-       "      <td>29</td>\n",
-       "      <td>8</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>1</th>\n",
        "      <td>00158d0006c9d5ed</td>\n",
-       "      <td>1638138628000</td>\n",
-       "      <td>2021-11-29 07:30:28</td>\n",
+       "      <td>1641513569000</td>\n",
+       "      <td>2022-01-07 08:59:29</td>\n",
        "      <td>a2_sen_cds_01</td>\n",
-       "      <td>339ffde9</td>\n",
+       "      <td>ea3eb7e5</td>\n",
        "      <td>reported</td>\n",
        "      <td>6</td>\n",
        "      <td>1</td>\n",
+       "      <td>6</td>\n",
+       "      <td>2022</td>\n",
        "      <td>1</td>\n",
-       "      <td>2021</td>\n",
-       "      <td>11</td>\n",
-       "      <td>29</td>\n",
        "      <td>7</td>\n",
+       "      <td>8</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>2</th>\n",
        "      <td>00158d0006c9d5ed</td>\n",
-       "      <td>1638134714000</td>\n",
-       "      <td>2021-11-29 06:25:14</td>\n",
+       "      <td>1641510572000</td>\n",
+       "      <td>2022-01-07 08:09:32</td>\n",
        "      <td>a2_sen_cds_01</td>\n",
-       "      <td>2dfd69c4</td>\n",
+       "      <td>cee8ce43</td>\n",
        "      <td>reported</td>\n",
        "      <td>6</td>\n",
        "      <td>1</td>\n",
        "      <td>1</td>\n",
-       "      <td>2021</td>\n",
-       "      <td>11</td>\n",
-       "      <td>29</td>\n",
-       "      <td>6</td>\n",
+       "      <td>2022</td>\n",
+       "      <td>1</td>\n",
+       "      <td>7</td>\n",
+       "      <td>8</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>3</th>\n",
        "      <td>00158d0006c9d5ed</td>\n",
-       "      <td>1638130206000</td>\n",
-       "      <td>2021-11-29 05:10:06</td>\n",
+       "      <td>1641509374000</td>\n",
+       "      <td>2022-01-07 07:49:34</td>\n",
        "      <td>a2_sen_cds_01</td>\n",
-       "      <td>55fcca49</td>\n",
+       "      <td>1e02ed5c</td>\n",
        "      <td>reported</td>\n",
        "      <td>6</td>\n",
        "      <td>1</td>\n",
+       "      <td>6</td>\n",
+       "      <td>2022</td>\n",
        "      <td>1</td>\n",
-       "      <td>2021</td>\n",
-       "      <td>11</td>\n",
-       "      <td>29</td>\n",
-       "      <td>5</td>\n",
+       "      <td>7</td>\n",
+       "      <td>7</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>4</th>\n",
        "      <td>00158d0006c9d5ed</td>\n",
-       "      <td>1637987718000</td>\n",
-       "      <td>2021-11-27 13:35:18</td>\n",
+       "      <td>1641504591000</td>\n",
+       "      <td>2022-01-07 06:29:51</td>\n",
        "      <td>a2_sen_cds_01</td>\n",
-       "      <td>07cd0ed4</td>\n",
+       "      <td>2c5ef025</td>\n",
        "      <td>reported</td>\n",
        "      <td>6</td>\n",
        "      <td>1</td>\n",
        "      <td>1</td>\n",
-       "      <td>2021</td>\n",
-       "      <td>11</td>\n",
-       "      <td>27</td>\n",
-       "      <td>13</td>\n",
+       "      <td>2022</td>\n",
+       "      <td>1</td>\n",
+       "      <td>7</td>\n",
+       "      <td>6</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>5</th>\n",
        "      <td>00158d0006c9d5ed</td>\n",
-       "      <td>1637970265000</td>\n",
-       "      <td>2021-11-27 08:44:25</td>\n",
+       "      <td>1641504291000</td>\n",
+       "      <td>2022-01-07 06:24:51</td>\n",
        "      <td>a2_sen_cds_01</td>\n",
-       "      <td>0134f2c3</td>\n",
+       "      <td>b27ba489</td>\n",
        "      <td>reported</td>\n",
        "      <td>6</td>\n",
        "      <td>1</td>\n",
+       "      <td>6</td>\n",
+       "      <td>2022</td>\n",
        "      <td>1</td>\n",
-       "      <td>2021</td>\n",
-       "      <td>11</td>\n",
-       "      <td>27</td>\n",
-       "      <td>8</td>\n",
+       "      <td>7</td>\n",
+       "      <td>6</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>6</th>\n",
        "      <td>00158d0006c9d5ed</td>\n",
-       "      <td>1637965751000</td>\n",
-       "      <td>2021-11-27 07:29:11</td>\n",
+       "      <td>1641502796000</td>\n",
+       "      <td>2022-01-07 05:59:56</td>\n",
        "      <td>a2_sen_cds_01</td>\n",
-       "      <td>83daa627</td>\n",
+       "      <td>873fa701</td>\n",
        "      <td>reported</td>\n",
        "      <td>6</td>\n",
        "      <td>1</td>\n",
        "      <td>1</td>\n",
-       "      <td>2021</td>\n",
-       "      <td>11</td>\n",
-       "      <td>27</td>\n",
+       "      <td>2022</td>\n",
+       "      <td>1</td>\n",
        "      <td>7</td>\n",
+       "      <td>5</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>7</th>\n",
        "      <td>00158d0006c9d5ed</td>\n",
-       "      <td>1637939559000</td>\n",
-       "      <td>2021-11-27 00:12:39</td>\n",
+       "      <td>1641453725000</td>\n",
+       "      <td>2022-01-06 16:22:05</td>\n",
        "      <td>a2_sen_cds_01</td>\n",
-       "      <td>4278c321</td>\n",
+       "      <td>120ee414</td>\n",
        "      <td>reported</td>\n",
        "      <td>6</td>\n",
        "      <td>1</td>\n",
        "      <td>1</td>\n",
-       "      <td>2021</td>\n",
-       "      <td>11</td>\n",
-       "      <td>27</td>\n",
-       "      <td>0</td>\n",
+       "      <td>2022</td>\n",
+       "      <td>1</td>\n",
+       "      <td>6</td>\n",
+       "      <td>16</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>8</th>\n",
        "      <td>00158d0006c9d5ed</td>\n",
-       "      <td>1637917262000</td>\n",
-       "      <td>2021-11-26 18:01:02</td>\n",
+       "      <td>1641447725000</td>\n",
+       "      <td>2022-01-06 14:42:05</td>\n",
        "      <td>a2_sen_cds_01</td>\n",
-       "      <td>7a458c00</td>\n",
+       "      <td>a4805270</td>\n",
        "      <td>reported</td>\n",
        "      <td>6</td>\n",
        "      <td>1</td>\n",
+       "      <td>6</td>\n",
+       "      <td>2022</td>\n",
        "      <td>1</td>\n",
-       "      <td>2021</td>\n",
-       "      <td>11</td>\n",
-       "      <td>26</td>\n",
-       "      <td>18</td>\n",
+       "      <td>6</td>\n",
+       "      <td>14</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>9</th>\n",
        "      <td>00158d0006c9d5ed</td>\n",
-       "      <td>1637915754000</td>\n",
-       "      <td>2021-11-26 17:35:54</td>\n",
+       "      <td>1641439319000</td>\n",
+       "      <td>2022-01-06 12:21:59</td>\n",
        "      <td>a2_sen_cds_01</td>\n",
-       "      <td>278d125a</td>\n",
+       "      <td>e3bb3199</td>\n",
        "      <td>reported</td>\n",
        "      <td>6</td>\n",
        "      <td>1</td>\n",
        "      <td>6</td>\n",
-       "      <td>2021</td>\n",
-       "      <td>11</td>\n",
-       "      <td>26</td>\n",
-       "      <td>17</td>\n",
+       "      <td>2022</td>\n",
+       "      <td>1</td>\n",
+       "      <td>6</td>\n",
+       "      <td>12</td>\n",
        "    </tr>\n",
        "  </tbody>\n",
        "</table>\n",
@@ -219,31 +229,31 @@
       ],
       "text/plain": [
        "          device_id             sk            timestamp          model  \\\n",
-       "0  00158d0006c9d5ed  1638142531000  2021-11-29 08:35:31  a2_sen_cds_01   \n",
-       "1  00158d0006c9d5ed  1638138628000  2021-11-29 07:30:28  a2_sen_cds_01   \n",
-       "2  00158d0006c9d5ed  1638134714000  2021-11-29 06:25:14  a2_sen_cds_01   \n",
-       "3  00158d0006c9d5ed  1638130206000  2021-11-29 05:10:06  a2_sen_cds_01   \n",
-       "4  00158d0006c9d5ed  1637987718000  2021-11-27 13:35:18  a2_sen_cds_01   \n",
-       "5  00158d0006c9d5ed  1637970265000  2021-11-27 08:44:25  a2_sen_cds_01   \n",
-       "6  00158d0006c9d5ed  1637965751000  2021-11-27 07:29:11  a2_sen_cds_01   \n",
-       "7  00158d0006c9d5ed  1637939559000  2021-11-27 00:12:39  a2_sen_cds_01   \n",
-       "8  00158d0006c9d5ed  1637917262000  2021-11-26 18:01:02  a2_sen_cds_01   \n",
-       "9  00158d0006c9d5ed  1637915754000  2021-11-26 17:35:54  a2_sen_cds_01   \n",
+       "0  00158d0006c9d5ed  1641522280000  2022-01-07 11:24:40  a2_sen_cds_01   \n",
+       "1  00158d0006c9d5ed  1641513569000  2022-01-07 08:59:29  a2_sen_cds_01   \n",
+       "2  00158d0006c9d5ed  1641510572000  2022-01-07 08:09:32  a2_sen_cds_01   \n",
+       "3  00158d0006c9d5ed  1641509374000  2022-01-07 07:49:34  a2_sen_cds_01   \n",
+       "4  00158d0006c9d5ed  1641504591000  2022-01-07 06:29:51  a2_sen_cds_01   \n",
+       "5  00158d0006c9d5ed  1641504291000  2022-01-07 06:24:51  a2_sen_cds_01   \n",
+       "6  00158d0006c9d5ed  1641502796000  2022-01-07 05:59:56  a2_sen_cds_01   \n",
+       "7  00158d0006c9d5ed  1641453725000  2022-01-06 16:22:05  a2_sen_cds_01   \n",
+       "8  00158d0006c9d5ed  1641447725000  2022-01-06 14:42:05  a2_sen_cds_01   \n",
+       "9  00158d0006c9d5ed  1641439319000  2022-01-06 12:21:59  a2_sen_cds_01   \n",
        "\n",
        "         id    e_type  battery  status  evt  year month day hour  \n",
-       "0  c5a28dfd  reported        6       1    6  2021    11  29    8  \n",
-       "1  339ffde9  reported        6       1    1  2021    11  29    7  \n",
-       "2  2dfd69c4  reported        6       1    1  2021    11  29    6  \n",
-       "3  55fcca49  reported        6       1    1  2021    11  29    5  \n",
-       "4  07cd0ed4  reported        6       1    1  2021    11  27   13  \n",
-       "5  0134f2c3  reported        6       1    1  2021    11  27    8  \n",
-       "6  83daa627  reported        6       1    1  2021    11  27    7  \n",
-       "7  4278c321  reported        6       1    1  2021    11  27    0  \n",
-       "8  7a458c00  reported        6       1    1  2021    11  26   18  \n",
-       "9  278d125a  reported        6       1    6  2021    11  26   17  "
+       "0  6ae271ef  reported        6       1    6  2022     1   7   11  \n",
+       "1  ea3eb7e5  reported        6       1    6  2022     1   7    8  \n",
+       "2  cee8ce43  reported        6       1    1  2022     1   7    8  \n",
+       "3  1e02ed5c  reported        6       1    6  2022     1   7    7  \n",
+       "4  2c5ef025  reported        6       1    1  2022     1   7    6  \n",
+       "5  b27ba489  reported        6       1    6  2022     1   7    6  \n",
+       "6  873fa701  reported        6       1    1  2022     1   7    5  \n",
+       "7  120ee414  reported        6       1    1  2022     1   6   16  \n",
+       "8  a4805270  reported        6       1    6  2022     1   6   14  \n",
+       "9  e3bb3199  reported        6       1    6  2022     1   6   12  "
       ]
      },
-     "execution_count": 22,
+     "execution_count": 2,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -2521,7 +2531,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.8.3"
+   "version": "3.8.8"
   }
  },
  "nbformat": 4,

+ 1 - 0
label_work.ipynb

@@ -53,6 +53,7 @@
     "import string\n",
     "import random\n",
     "\n",
+    "\n",
     "# role = get_execution_role()"
    ]
   },

+ 4 - 6
model_xgboost.ipynb

@@ -6,10 +6,11 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "# %pip install awswrangler\n",
-    "%pip install pycaret[full]\n",
+    "%pip install fastapi\n",
+    "%pip install uvicorn\n",
+    "%pip install librosa\n",
     "%pip install xgboost\n",
-    "# %pip install mlflow"
+    "%pip install pandas"
    ]
   },
   {
@@ -18,11 +19,8 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "# import awswrangler as wr\n",
     "import pandas as pd\n",
     "import numpy as np\n",
-    "# import boto3\n",
-    "# from sagemaker import get_execution_role\n",
     "import datetime\n",
     "import string\n",
     "import random\n",