lab6_320200931211_RenHongfei.ipynb · 叶子晴/dsp2022labs_8

forked from Steven / dsp2022labs

加入 Gitee

与超过 1200万开发者一起发现、参与优秀开源项目，私有仓库也完全免费：）

克隆/下载

lab6_320200931211_RenHongfei.ipynb 18.50 KB

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "51c87e4f",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "d2efe420",
   "metadata": {},
   "outputs": [],
   "source": [
    "#改变path来在你的计算机上运行\n",
    "json = pd.read_json('C:/Users/A/Downloads/lzuwifi.json',orient='values',lines=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "44a2c097",
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "#question1:\n",
    "json['linktime'] = json['linktime'].apply(lambda x: x.split(\" \")[1])\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "881cd454",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0        09:00:00\n",
       "1        09:00:00\n",
       "2        09:00:00\n",
       "3        09:00:00\n",
       "4        08:20:00\n",
       "           ...   \n",
       "27545    09:00:00\n",
       "27546    08:40:00\n",
       "27547    08:40:00\n",
       "27548    08:20:00\n",
       "27549    09:00:00\n",
       "Name: linktime, Length: 27550, dtype: object"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "json['linktime']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "eb7a548d",
   "metadata": {},
   "outputs": [],
   "source": [
    "#question2:\n",
    "dic = {'tst':\"天山堂\",'hlt':\"贺兰堂\",'klt':\"昆仑堂\",'youyongguan':'游泳馆'}\n",
    "def change(x):\n",
    "    for i in dic.keys():\n",
    "        if i in x:\n",
    "            return x.replace(i,dic[i])\n",
    "json['ap_name'] = json['ap_name'].apply(change)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "865735fa",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0             None\n",
       "1             None\n",
       "2             None\n",
       "3             None\n",
       "4             None\n",
       "           ...    \n",
       "27545    yz_游泳馆_01\n",
       "27546    yz_游泳馆_02\n",
       "27547    yz_游泳馆_02\n",
       "27548    yz_游泳馆_03\n",
       "27549    yz_游泳馆_06\n",
       "Name: ap_name, Length: 27550, dtype: object"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#如果含有tst等，则替换并返回，否则返回None，方便后续对建筑在线数据处理\n",
    "json['ap_name']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "b30993cd",
   "metadata": {},
   "outputs": [],
   "source": [
    "#脱敏\n",
    "def process(x):\n",
    "    for i in x:\n",
    "        if i.isalpha():\n",
    "            x = x.replace(i,chr(ord(i)+1))\n",
    "    return x\n",
    "json['account'] = json['account'].apply(process)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "88f63579",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0        rnmfv16\n",
       "1        fbnsx19\n",
       "2               \n",
       "3               \n",
       "4               \n",
       "          ...   \n",
       "27545           \n",
       "27546           \n",
       "27547           \n",
       "27548           \n",
       "27549           \n",
       "Name: account, Length: 27550, dtype: object"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#脱敏后数据\n",
    "json['account']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "a7aac2fb",
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "#统计数量\n",
    "x  = json.groupby('ap_name').agg(len).reset_index()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "ce9cfe3b",
   "metadata": {},
   "outputs": [],
   "source": [
    "#增加建筑和对应楼道列\n",
    "x['build'] = x['ap_name'].apply(lambda x : x.split('_')[1])\n",
    "x['floor'] = x['ap_name'].apply(lambda x : x.split('_')[2])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "7cbb97fb",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>ap_mac</th>\n",
       "      <th>ssid</th>\n",
       "      <th>account</th>\n",
       "      <th>mac</th>\n",
       "      <th>linktime</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>build</th>\n",
       "      <th>floor</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"6\" valign=\"top\">天山堂</th>\n",
       "      <th>1f</th>\n",
       "      <td>301</td>\n",
       "      <td>301</td>\n",
       "      <td>301</td>\n",
       "      <td>301</td>\n",
       "      <td>301</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2f</th>\n",
       "      <td>282</td>\n",
       "      <td>282</td>\n",
       "      <td>282</td>\n",
       "      <td>282</td>\n",
       "      <td>282</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3f</th>\n",
       "      <td>374</td>\n",
       "      <td>374</td>\n",
       "      <td>374</td>\n",
       "      <td>374</td>\n",
       "      <td>374</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4f</th>\n",
       "      <td>399</td>\n",
       "      <td>399</td>\n",
       "      <td>399</td>\n",
       "      <td>399</td>\n",
       "      <td>399</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5f</th>\n",
       "      <td>914</td>\n",
       "      <td>914</td>\n",
       "      <td>914</td>\n",
       "      <td>914</td>\n",
       "      <td>914</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6f</th>\n",
       "      <td>651</td>\n",
       "      <td>651</td>\n",
       "      <td>651</td>\n",
       "      <td>651</td>\n",
       "      <td>651</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"6\" valign=\"top\">昆仑堂</th>\n",
       "      <th>1f</th>\n",
       "      <td>140</td>\n",
       "      <td>140</td>\n",
       "      <td>140</td>\n",
       "      <td>140</td>\n",
       "      <td>140</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2f</th>\n",
       "      <td>178</td>\n",
       "      <td>178</td>\n",
       "      <td>178</td>\n",
       "      <td>178</td>\n",
       "      <td>178</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3f</th>\n",
       "      <td>75</td>\n",
       "      <td>75</td>\n",
       "      <td>75</td>\n",
       "      <td>75</td>\n",
       "      <td>75</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4f</th>\n",
       "      <td>81</td>\n",
       "      <td>81</td>\n",
       "      <td>81</td>\n",
       "      <td>81</td>\n",
       "      <td>81</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5f</th>\n",
       "      <td>64</td>\n",
       "      <td>64</td>\n",
       "      <td>64</td>\n",
       "      <td>64</td>\n",
       "      <td>64</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6f</th>\n",
       "      <td>48</td>\n",
       "      <td>48</td>\n",
       "      <td>48</td>\n",
       "      <td>48</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"4\" valign=\"top\">游泳馆</th>\n",
       "      <th>01</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>02</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>03</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>06</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"6\" valign=\"top\">贺兰堂</th>\n",
       "      <th>1f</th>\n",
       "      <td>30</td>\n",
       "      <td>30</td>\n",
       "      <td>30</td>\n",
       "      <td>30</td>\n",
       "      <td>30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2f</th>\n",
       "      <td>51</td>\n",
       "      <td>51</td>\n",
       "      <td>51</td>\n",
       "      <td>51</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3f</th>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4f</th>\n",
       "      <td>81</td>\n",
       "      <td>81</td>\n",
       "      <td>81</td>\n",
       "      <td>81</td>\n",
       "      <td>81</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5f</th>\n",
       "      <td>20</td>\n",
       "      <td>20</td>\n",
       "      <td>20</td>\n",
       "      <td>20</td>\n",
       "      <td>20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6f</th>\n",
       "      <td>50</td>\n",
       "      <td>50</td>\n",
       "      <td>50</td>\n",
       "      <td>50</td>\n",
       "      <td>50</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             ap_mac  ssid  account  mac  linktime\n",
       "build floor                                      \n",
       "天山堂   1f        301   301      301  301       301\n",
       "      2f        282   282      282  282       282\n",
       "      3f        374   374      374  374       374\n",
       "      4f        399   399      399  399       399\n",
       "      5f        914   914      914  914       914\n",
       "      6f        651   651      651  651       651\n",
       "昆仑堂   1f        140   140      140  140       140\n",
       "      2f        178   178      178  178       178\n",
       "      3f         75    75       75   75        75\n",
       "      4f         81    81       81   81        81\n",
       "      5f         64    64       64   64        64\n",
       "      6f         48    48       48   48        48\n",
       "游泳馆   01          1     1        1    1         1\n",
       "      02          2     2        2    2         2\n",
       "      03          1     1        1    1         1\n",
       "      06          1     1        1    1         1\n",
       "贺兰堂   1f         30    30       30   30        30\n",
       "      2f         51    51       51   51        51\n",
       "      3f          5     5        5    5         5\n",
       "      4f         81    81       81   81        81\n",
       "      5f         20    20       20   20        20\n",
       "      6f         50    50       50   50        50"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#结果\n",
    "x.groupby(['build','floor']).sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "0297ba07",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\A\\AppData\\Local\\Temp/ipykernel_8928/1148696325.py:3: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  tst['class'] = tst['ap_name'].apply(lambda x : x.split('_')[3])\n"
     ]
    }
   ],
   "source": [
    "#天山堂的数据\n",
    "tst = x[x['build']==\"天山堂\"]\n",
    "tst['class'] = tst['ap_name'].apply(lambda x : x.split('_')[3])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "e3fb73ee",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ap_mac</th>\n",
       "      <th>ssid</th>\n",
       "      <th>account</th>\n",
       "      <th>mac</th>\n",
       "      <th>linktime</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>class</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>401</th>\n",
       "      <td>33</td>\n",
       "      <td>33</td>\n",
       "      <td>33</td>\n",
       "      <td>33</td>\n",
       "      <td>33</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>a101</th>\n",
       "      <td>66</td>\n",
       "      <td>66</td>\n",
       "      <td>66</td>\n",
       "      <td>66</td>\n",
       "      <td>66</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>a102</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>a103</th>\n",
       "      <td>41</td>\n",
       "      <td>41</td>\n",
       "      <td>41</td>\n",
       "      <td>41</td>\n",
       "      <td>41</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>a104</th>\n",
       "      <td>31</td>\n",
       "      <td>31</td>\n",
       "      <td>31</td>\n",
       "      <td>31</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>c201</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>c301</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>c302</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>dt</th>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>eldt</th>\n",
       "      <td>19</td>\n",
       "      <td>19</td>\n",
       "      <td>19</td>\n",
       "      <td>19</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>118 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       ap_mac  ssid  account  mac  linktime\n",
       "class                                      \n",
       "401        33    33       33   33        33\n",
       "a101       66    66       66   66        66\n",
       "a102        3     3        3    3         3\n",
       "a103       41    41       41   41        41\n",
       "a104       31    31       31   31        31\n",
       "...       ...   ...      ...  ...       ...\n",
       "c201        3     3        3    3         3\n",
       "c301        3     3        3    3         3\n",
       "c302        3     3        3    3         3\n",
       "dt         11    11       11   11        11\n",
       "eldt       19    19       19   19        19\n",
       "\n",
       "[118 rows x 5 columns]"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#结果\n",
    "tst.groupby('class').sum()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.1"
  },
  "toc": {
   "base_numbering": 1,
   "nav_menu": {},
   "number_sections": true,
   "sideBar": true,
   "skip_h1_title": false,
   "title_cell": "Table of Contents",
   "title_sidebar": "Contents",
   "toc_cell": false,
   "toc_position": {},
   "toc_section_display": true,
   "toc_window_display": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}

一键复制编辑原始数据按行查看历史

提交于 2022-06-11 13:28 . 320200931211_任鸿飞_lab6

马建仓 AI 助手

尝试更多

代码解读

代码找茬

代码优化

https://gitee.com/schweinye/dsp2022labs_8.git

git@gitee.com:schweinye/dsp2022labs_8.git

schweinye

dsp2022labs_8

master

叶子晴 / dsp2022labs_8

简介

发行版

贡献者

近期动态

叶子晴 / dsp2022labs_8 .gitee-modal { width: 500px !important; }

简介

发行版

贡献者

近期动态

搜索帮助

叶子晴 / dsp2022labs_8