{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "9aa09f7b-6a13-471b-91ed-c56d1ccc4d2c",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-10-10T02:37:38.847757Z",
     "iopub.status.busy": "2022-10-10T02:37:38.847228Z",
     "iopub.status.idle": "2022-10-10T02:37:38.853747Z",
     "shell.execute_reply": "2022-10-10T02:37:38.852087Z",
     "shell.execute_reply.started": "2022-10-10T02:37:38.847708Z"
    },
    "tags": []
   },
   "source": [
    "## 人员信息导入"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "53b09d89-0cd6-4d84-b493-d47918664201",
   "metadata": {},
   "source": [
    "### 人员基本信息导入"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "ce9b96fd-4bc1-4fd3-8339-5992a86c7001",
   "metadata": {
    "tags": []
   },
   "outputs": [],
   "source": [
    "import openpyxl\n",
    "import json\n",
    "\n",
    "wb = openpyxl.load_workbook('data/交警支队最新名册.xlsx')\n",
    "sheet = wb.active\n",
    "# sheets = wb.sheetnames\n",
    "person = {}\n",
    "for n in range(2, sheet.max_row+1):\n",
    "    if sheet.cell(n,2).value is None:\n",
    "        break\n",
    "    else:\n",
    "        \n",
    "        code = int(sheet.cell(n, 4).value)\n",
    "        person.setdefault(code, {})\n",
    "        dict1 = {}\n",
    "        dict1['name'] = sheet.cell(n, 6).value    \n",
    "        xb = str(sheet.cell(n, 7).value)\n",
    "        if xb == '1':\n",
    "            sex = '男'\n",
    "        elif xb =='2':\n",
    "            sex = '女'\n",
    "        dict1['sex'] = sex\n",
    "        dict1['unit'] = sheet.cell(n, 3).value\n",
    "        dict1['birth'] = str(sheet.cell(n,8).value).split(' ')[0]\n",
    "        person[code] = dict1\n",
    "filename = 'data/交警支队名单221010.json'\n",
    "with open(filename, 'w') as fl:\n",
    "    json.dump(person, fl, ensure_ascii=False)\n",
    "print('ok')"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "f684616c-98f2-4f37-81c8-77ab5a7389fa",
   "metadata": {},
   "source": [
    "### 小鹅通人员信息导入"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "e610a572-8699-4f35-a3db-de4c0b971686",
   "metadata": {
    "tags": []
   },
   "outputs": [],
   "source": [
    "import json\n",
    "import os\n",
    "import glob\n",
    "import csv\n",
    "\n",
    "fi_path = 'data/小鹅通/'\n",
    "dict1 = {}\n",
    "fl = glob.glob(f'{fi_path}*.csv')\n",
    "list1 = []\n",
    "for fn in fl:\n",
    "    with open(fn,'r',newline='',encoding='gb18030') as csv_file:\n",
    "        fl1 = csv.reader(csv_file,delimiter=',')\n",
    "        header = next(fl1)    \n",
    "        for line in fl1:\n",
    "            #line = re.sub('[\\r\\n\\f ]{1,}', '', line)\n",
    "            list1.append(line)\n",
    "for item in list1:\n",
    "    dict1.setdefault(item[0],{})\n",
    "    dict1[item[0]]['nick'] = item[1]\n",
    "    dict1[item[0]]['name'] = item[4] \n",
    "    dict1[item[0]]['phone'] = item[5] \n",
    "filename = 'data/小鹅通人员信息221010.json'\n",
    "with open(filename,'w') as fl:\n",
    "    json.dump(dict1, fl,ensure_ascii=False) "
   ]
  },
  {
   "cell_type": "markdown",
   "id": "fa233427-c1ea-4005-a2bd-b2b9e94604d0",
   "metadata": {},
   "source": [
    "### 人员手机号码导入"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "2fd5b96c-0bbd-4a8f-8d72-002445101c92",
   "metadata": {
    "tags": []
   },
   "outputs": [],
   "source": [
    "import openpyxl\n",
    "import json\n",
    "\n",
    "wb = openpyxl.load_workbook('data/新部门排序-淄博交警支队人员名单 _56473.xlsx')\n",
    "sheet = wb.active\n",
    "# sheets = wb.sheetnames\n",
    "person = {}\n",
    "for n in range(2, sheet.max_row+1):\n",
    "    if sheet.cell(n,2).value is None:\n",
    "        break\n",
    "    else:\n",
    "        phone = sheet.cell(n, 5).value\n",
    "        person.setdefault(phone, {})\n",
    "        dict1 = {}\n",
    "        dict1['name'] = sheet.cell(n, 2).value    \n",
    "        xb = str(sheet.cell(n, 3).value)\n",
    "        if xb == '1':\n",
    "            sex = '男'\n",
    "        elif xb =='2':\n",
    "            sex = '女'\n",
    "        dict1['sex'] = sex\n",
    "        dict1['unit'] = sheet.cell(n, 1).value\n",
    "        dict1['birth'] = str(sheet.cell(n,4).value).split(' ')[0]\n",
    "    person[phone] = dict1\n",
    "filename = 'data/交警支队手机号码221010.json'\n",
    "with open(filename, 'w') as fl:\n",
    "    json.dump(person, fl, ensure_ascii=False)\n",
    "print('ok')"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "c61f18ab-7411-44d4-9741-3dd50283f4bb",
   "metadata": {},
   "source": [
    "### 关联人员手机号码及测试编号"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "73895efd-0d5e-4872-aca9-a697c3a0e774",
   "metadata": {
    "tags": []
   },
   "outputs": [],
   "source": [
    "import json\n",
    "\n",
    "filename = 'data/交警支队名单221010.json'\n",
    "with open(filename,'r') as fl:\n",
    "    dict1 = json.load(fl) \n",
    "list2 = []\n",
    "filename = 'data/交警支队手机号码221010.json'\n",
    "with open(filename,'r') as fl:\n",
    "    dict2 = json.load(fl)\n",
    "for k, v in dict2.items():    \n",
    "    list1 = [k,v['name'],v['birth'],v['unit']]\n",
    "    list2.append(list1)\n",
    "for k, v in dict1.items():\n",
    "    name = v['name']\n",
    "    birth = v['birth']\n",
    "    for item in list2:\n",
    "        if name in item and birth in item:\n",
    "            dict1[k]['phone'] = item[0]\n",
    "            dict1[k]['unit'] = item[3]\n",
    "            dict2[item[0]]['code'] =  k\n",
    "            break\n",
    "filename = 'data/交警支队名单221010.json'\n",
    "with open(filename, 'w') as fl:\n",
    "    json.dump(dict1, fl, ensure_ascii=False)\n",
    "filename = 'data/交警支队手机号码221010.json'\n",
    "with open(filename, 'w') as fl:\n",
    "    json.dump(dict2, fl, ensure_ascii=False)\n",
    "print('ok')        \n",
    "            \n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "234d9b71-f99e-48cb-af9b-151bbf3f1715",
   "metadata": {},
   "source": [
    "### 小鹅通人员分组（按照手机号关联）"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "9aaa35a7-13e2-4ece-a9fd-931ad00e89d3",
   "metadata": {
    "tags": []
   },
   "outputs": [],
   "source": [
    "import json\n",
    "import csv\n",
    "\n",
    "filename = 'data/交警支队小鹅通信息221010.json'\n",
    "with open(filename,'r') as fl:\n",
    "    dict1 = json.load(fl) \n",
    "\n",
    "\n",
    "filename = 'data/交警支队分组情况.csv'\n",
    "with open(filename,'r',newline='') as csv_file:\n",
    "    fl = csv.reader(csv_file,delimiter=',')\n",
    "    header = next(fl)    \n",
    "    for line in fl:\n",
    "        phone = line[9]\n",
    "        group = line[1]\n",
    "        \n",
    "        if phone in dict1.keys():\n",
    "            \n",
    "            dict1[phone]['group'] = group\n",
    "\n",
    "filename = 'data/交警支队小鹅通信息221010.json'\n",
    "with open(filename,'w') as fl:\n",
    "    json.dump(dict1, fl,ensure_ascii=False) "
   ]
  },
  {
   "cell_type": "markdown",
   "id": "e3a23383-e918-41c7-818e-6914ebfe7baf",
   "metadata": {},
   "source": [
    "### 小鹅通人员信息关联"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "fc1da208-192e-4b06-b42f-72e7d44245ad",
   "metadata": {
    "tags": []
   },
   "outputs": [],
   "source": [
    "import json\n",
    "filename = 'data/交警支队名单221010.json'\n",
    "with open(filename,'r') as fl:\n",
    "    dict1 = json.load(fl) \n",
    "dict2 = {}\n",
    "for k, v in dict1.items():\n",
    "    if 'phone' in v.keys():\n",
    "        dict2.setdefault(v['phone'], {})\n",
    "        dict2[v['phone']]['name'] = v['name']\n",
    "        dict2[v['phone']]['sex'] = v['sex']\n",
    "        dict2[v['phone']]['unit'] = v['unit']\n",
    "        dict2[v['phone']]['birth'] = v['birth']\n",
    "#print(dict2) \n",
    "list1 = dict2.keys()\n",
    "filename = 'data/小鹅通人员信息221010.json'\n",
    "with open(filename,'r') as fl:\n",
    "    dict1 = json.load(fl) \n",
    "for k, v in dict1.items():\n",
    "    phone = v['phone']\n",
    "    if phone  in list1:\n",
    "        dict2[phone]['nick'] = v['nick']\n",
    "        dict2[phone]['user'] = v['name']\n",
    "        dict2[phone]['id'] = k\n",
    "filename = 'data/交警支队小鹅通信息221010.json'\n",
    "with open(filename, 'w') as fl:\n",
    "    json.dump(dict2, fl, ensure_ascii=False)\n",
    "print('ok')   "
   ]
  },
  {
   "cell_type": "markdown",
   "id": "8136ea7b-d485-452d-b032-0cfa538166a9",
   "metadata": {},
   "source": [
    "### 修正人员信息"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "5678472e-b131-4940-9161-240dcd3461bb",
   "metadata": {
    "tags": []
   },
   "outputs": [],
   "source": [
    "import openpyxl\n",
    "import json\n",
    "\n",
    "filename = 'data/交警支队小鹅通信息221010.json'\n",
    "with open(filename,'r') as fl:\n",
    "    dict2 = json.load(fl) \n",
    "\n",
    "wb = openpyxl.load_workbook('data/交警支队小鹅通中手机信息存在问题用户（修正）1010.xlsx')\n",
    "sheet = wb.active\n",
    "# sheets = wb.sheetnames\n",
    "\n",
    "for n in range(2, sheet.max_row+1):\n",
    "    if sheet.cell(n,1).value is None:\n",
    "        break\n",
    "    else:\n",
    "        phone = sheet.cell(n, 5).value\n",
    "        if phone in dict2.keys():\n",
    "            dict2[phone]['id'] = sheet.cell(n, 1).value\n",
    "            dict2[phone]['nick'] = sheet.cell(n, 2).value\n",
    "            dict2[phone]['user'] = sheet.cell(n, 3).value\n",
    "\n",
    "with open(filename, 'w') as fl:\n",
    "    json.dump(dict2, fl, ensure_ascii=False)\n",
    "print('ok')"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "dc856c16-3ff0-4c24-a5ee-062129698e08",
   "metadata": {},
   "source": [
    "## 打卡信息导入"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 222,
   "id": "c1a5aaef-70be-4fd2-9384-983aeb59f491",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-10-10T09:17:15.717303Z",
     "iopub.status.busy": "2022-10-10T09:17:15.716746Z",
     "iopub.status.idle": "2022-10-10T09:17:15.876065Z",
     "shell.execute_reply": "2022-10-10T09:17:15.875047Z",
     "shell.execute_reply.started": "2022-10-10T09:17:15.717217Z"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "import json\n",
    "import os\n",
    "import glob\n",
    "import csv\n",
    "import re\n",
    "\n",
    "filename = 'data/交警支队小鹅通信息221010.json'\n",
    "with open(filename,'r') as fl:\n",
    "    dict1 = json.load(fl) \n",
    "dict2 = {}\n",
    "for k, v in dict1.items():\n",
    "    if 'id' in v.keys():\n",
    "        dict2[v['id']] = [v['name'],v['unit'],k,v['nick'],v['group']] \n",
    "dict3 = {}    \n",
    "fi_path = 'data/小鹅通/'\n",
    "fl = glob.glob(f'{fi_path}*.csv')\n",
    "list1 = []\n",
    "for fn in fl:\n",
    "    with open(fn,'r',newline='',encoding='gb18030') as csv_file:\n",
    "        fl1 = csv.reader(csv_file,delimiter=',')\n",
    "        header = next(fl1)\n",
    "        for line in fl1:            \n",
    "            id = line[0]\n",
    "            num = line[10]\n",
    "            #print(id,num)\n",
    "            if id in dict2.keys():\n",
    "                dict3.setdefault(id,{})\n",
    "                dict3[id]['name'] = dict2[id][0]\n",
    "                dict3[id]['phone'] = dict2[id][2]\n",
    "                dict3[id]['unit'] = dict2[id][1]\n",
    "                dict3[id]['nick'] = dict2[id][3]\n",
    "                dict3[id]['dk'] = num\n",
    "\n",
    "fi_path = 'data/交警支队/时长/'\n",
    "fl = glob.glob(f'{fi_path}*.csv')\n",
    "\n",
    "list1 = []\n",
    "for fn in fl:\n",
    "    with open(fn,'r',newline='',encoding='gb18030') as csv_file:\n",
    "        fl1 = csv.reader(csv_file,delimiter=',')\n",
    "        group = re.findall(r'《(.+)》',fn)[0]\n",
    "        #header = next(fl1)\n",
    "        i = 0\n",
    "        for line in fl1:\n",
    "            #line = re.sub('[\\r\\n\\f ]{1,}', '', line)\n",
    "            if i> 1:\n",
    "                list1.append(line)\n",
    "                id = line[0]\n",
    "                if id in dict2.keys() and dict2[id][4] == group:\n",
    "                    dict3.setdefault(id,{})\n",
    "                    dict3[id]['name'] = dict2[id][0]\n",
    "                    dict3[id]['phone'] = dict2[id][2]\n",
    "                    dict3[id]['unit'] = dict2[id][1]\n",
    "                    dict3[id]['nick'] = dict2[id][3]\n",
    "                    dict3[id]['sc'] = line[6]                    \n",
    "            i +=1\n",
    "\n",
    "list1 = []\n",
    "for k, v in dict3.items():\n",
    "    list2 = []\n",
    "    if 'dk' in v.keys():\n",
    "        dk = v['dk']\n",
    "    else:\n",
    "        dk = 0\n",
    "    if 'sc' in v.keys():\n",
    "        sc = v['sc']\n",
    "    else:\n",
    "        sc = ''\n",
    "    list2 = [k,v['name'],v['phone'],v['unit'],dk,sc]\n",
    "    list1.append(list2)\n",
    "title = ['昵称','姓名','手机号','部门','打卡次数','累计学习时长']\n",
    "filename = 'data/交警支队学习情况表221010.xlsx'\n",
    "wb = openpyxl.Workbook()\n",
    "sheet = wb.active\n",
    "sheet.append(title)\n",
    "for row in list1:\n",
    "    sheet.append(row)\n",
    "    \n",
    "wb.save(filename)         "
   ]
  },
  {
   "cell_type": "markdown",
   "id": "775a298e-600d-4644-bd43-1eb75a302a9f",
   "metadata": {},
   "source": [
    "### 导出无手机号码人员"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "aa15ff39-1527-4f08-9331-d64bd298c1c2",
   "metadata": {
    "tags": []
   },
   "outputs": [],
   "source": [
    "import json\n",
    "filename = 'data/交警支队名单221010.json'\n",
    "with open(filename,'r') as fl:\n",
    "    dict1 = json.load(fl) \n",
    "\n",
    "for k, v in dict1.items():\n",
    "    if 'phone' not in v.keys():\n",
    "        print(v['name'],v['unit'])"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "ef1041a9-2865-4a57-8b4d-1af26f059e22",
   "metadata": {},
   "source": [
    "### 人员部门调整"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "7b31ffb5-f5fd-4dbc-b30c-0b583f4c7294",
   "metadata": {
    "tags": []
   },
   "outputs": [],
   "source": [
    "import openpyxl\n",
    "import json\n",
    "\n",
    "wb = openpyxl.load_workbook('data/新部门排序-淄博交警支队人员名单 _56473.xlsx')\n",
    "sheet = wb.active\n",
    "# sheets = wb.sheetnames\n",
    "dict2 = {}\n",
    "\n",
    "data1 =list(sheet.values)\n",
    "del data1[0]\n",
    "for item in data1:\n",
    "    phone = item[4]\n",
    "    dict2[phone] = [item[1],item[0]]\n",
    "#print(dict2)\n",
    "dict3 = {}\n",
    "filename = 'data/交警支队小鹅通信息.json'\n",
    "with open(filename,'r') as fl:\n",
    "    dict1 = json.load(fl) \n",
    "for k, v in dict1.items():\n",
    "    if k not in dict2.keys():\n",
    "        print(k,dict1[k]['name'])\n",
    "#with open(filename, 'w') as fl:\n",
    "#    json.dump(person, fl, ensure_ascii=False)\n",
    "#print('ok')"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "287a2b9a-fc63-44f6-84f7-6228d5e14266",
   "metadata": {},
   "source": [
    "## 核对分组人员情况"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "8cf3f2b7-cf8e-47b2-9a8b-7ec5016aeef3",
   "metadata": {
    "tags": []
   },
   "outputs": [],
   "source": [
    "import json\n",
    "import csv\n",
    "\n",
    "filename = 'data/交警支队手机号码221010.json'\n",
    "with open(filename,'r') as fl:\n",
    "    dict1 = json.load(fl) \n",
    "    \n",
    "filename = 'data/交警支队分组情况.csv'\n",
    "with open(filename,'r',newline='') as csv_file:\n",
    "    fl = csv.reader(csv_file,delimiter=',')\n",
    "    header = next(fl)    \n",
    "    for line in fl:\n",
    "        phone = line[9]\n",
    "        group = line[1]\n",
    "        if phone not in dict1.keys():\n",
    "            print(line[2],line[9],line[3])\n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "74e41826-7247-4a5a-99c7-db067dfd6d93",
   "metadata": {},
   "source": [
    "## 核对小鹅通人员"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "765cb3e6-d8ab-4aea-9fb3-9008001b9767",
   "metadata": {
    "tags": []
   },
   "outputs": [],
   "source": [
    "import json\n",
    "import csv\n",
    "\n",
    "filename = 'data/交警支队手机号码221010.json'\n",
    "with open(filename,'r') as fl:\n",
    "    dict1 = json.load(fl) \n",
    "\n",
    "filename = 'data/小鹅通人员信息221010.json'\n",
    "with open(filename,'r') as fl:\n",
    "    dict2 = json.load(fl) \n",
    "    \n",
    "for k, v in dict2.items():\n",
    "    phone = v['phone']\n",
    "    if phone not in dict1.keys():\n",
    "        print(k,v['nick'],v['name'],phone)\n",
    "    \n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "de4fabec-7ce5-43c8-9019-0a41bf7528d3",
   "metadata": {},
   "source": [
    "### 核对存在多组人员"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "65ef74b4-4667-422c-b610-63b517edd75d",
   "metadata": {
    "tags": []
   },
   "outputs": [],
   "source": [
    "import json\n",
    "import os\n",
    "import glob\n",
    "import csv\n",
    "import re\n",
    "\n",
    "fi_path = 'data/交警支队/时长/'\n",
    "fl = glob.glob(f'{fi_path}*.csv')\n",
    "\n",
    "list1 = []\n",
    "dict1 = {}\n",
    "for fn in fl:\n",
    "    with open(fn,'r',newline='',encoding='gb18030') as csv_file:\n",
    "        fl1 = csv.reader(csv_file,delimiter=',')\n",
    "        zb = fn.split('-')[3]\n",
    "        #header = next(fl1)\n",
    "        i = 0\n",
    "        for line in fl1:\n",
    "            #line = re.sub('[\\r\\n\\f ]{1,}', '', line)\n",
    "            if i> 1:\n",
    "                m_id = line[0]\n",
    "                dict1.setdefault(m_id,[])\n",
    "                dict1[m_id].append(zb)\n",
    "                #list1.append(line)\n",
    "            i +=1\n",
    "filename = 'data/交警支队小鹅通信息.json'\n",
    "with open(filename,'r') as fl:\n",
    "    dict2 = json.load(fl) \n",
    "dict3 = {}\n",
    "for k ,v in dict2.items():\n",
    "    if 'id' in v.keys():\n",
    "        dict3[v['id']] = [k,v['name'],v['unit'],v['nick']]\n",
    "\n",
    "for k, v in dict1.items():\n",
    "    if k in dict3.keys():\n",
    "        if len(v)>1:\n",
    "            print(dict3[k][1],dict3[k][2],dict3[k][0],v)\n",
    "        \n",
    "        "
   ]
  },
  {
   "cell_type": "markdown",
   "id": "60752c6c-2a55-40ee-997b-bcc286fba054",
   "metadata": {},
   "source": [
    "### 修改json内容"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "bcf970ab-b1d6-4da5-80ae-36a8a4bb56be",
   "metadata": {
    "tags": []
   },
   "outputs": [],
   "source": [
    "import json\n",
    "\n",
    "\n",
    "filename = 'data/交警支队名单221010.json'\n",
    "with open(filename,'r') as fl:\n",
    "    dict1 = json.load(fl) \n",
    "i = 0\n",
    "for k, v in dict1.items():\n",
    "    if v['unit'] == '支高新区大队':\n",
    "        dict1[k]['unit'] = '高新区大队'\n",
    "        i +=1\n",
    "with open(filename,'w') as fl:\n",
    "    json.dump(dict1, fl,ensure_ascii=False)        \n",
    "    \n",
    "print(f'共有{i}条记录被修改')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "ad27154a-ceae-4412-bd87-75d6040eb5d5",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}