1013 lines
33 KiB
Plaintext
1013 lines
33 KiB
Plaintext
{
|
|
"cells": [
|
|
{
|
|
"cell_type": "markdown",
|
|
"id": "9aa09f7b-6a13-471b-91ed-c56d1ccc4d2c",
|
|
"metadata": {
|
|
"execution": {
|
|
"iopub.execute_input": "2022-10-10T02:37:38.847757Z",
|
|
"iopub.status.busy": "2022-10-10T02:37:38.847228Z",
|
|
"iopub.status.idle": "2022-10-10T02:37:38.853747Z",
|
|
"shell.execute_reply": "2022-10-10T02:37:38.852087Z",
|
|
"shell.execute_reply.started": "2022-10-10T02:37:38.847708Z"
|
|
},
|
|
"tags": []
|
|
},
|
|
"source": [
|
|
"## 人员信息导入"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "markdown",
|
|
"id": "53b09d89-0cd6-4d84-b493-d47918664201",
|
|
"metadata": {},
|
|
"source": [
|
|
"### 人员基本信息导入"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"id": "ce9b96fd-4bc1-4fd3-8339-5992a86c7001",
|
|
"metadata": {
|
|
"tags": []
|
|
},
|
|
"outputs": [],
|
|
"source": [
|
|
"import openpyxl\n",
|
|
"import json\n",
|
|
"\n",
|
|
"wb = openpyxl.load_workbook('data/交警支队最新名册.xlsx')\n",
|
|
"sheet = wb.active\n",
|
|
"# sheets = wb.sheetnames\n",
|
|
"person = {}\n",
|
|
"for n in range(2, sheet.max_row+1):\n",
|
|
" if sheet.cell(n,2).value is None:\n",
|
|
" break\n",
|
|
" else:\n",
|
|
" \n",
|
|
" code = int(sheet.cell(n, 4).value)\n",
|
|
" person.setdefault(code, {})\n",
|
|
" dict1 = {}\n",
|
|
" dict1['name'] = sheet.cell(n, 6).value \n",
|
|
" xb = str(sheet.cell(n, 7).value)\n",
|
|
" if xb == '1':\n",
|
|
" sex = '男'\n",
|
|
" elif xb =='2':\n",
|
|
" sex = '女'\n",
|
|
" dict1['sex'] = sex\n",
|
|
" dict1['unit'] = sheet.cell(n, 3).value\n",
|
|
" dict1['birth'] = str(sheet.cell(n,8).value).split(' ')[0]\n",
|
|
" person[code] = dict1\n",
|
|
"filename = 'data/交警支队名单221010.json'\n",
|
|
"with open(filename, 'w') as fl:\n",
|
|
" json.dump(person, fl, ensure_ascii=False)\n",
|
|
"print('ok')"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "markdown",
|
|
"id": "f684616c-98f2-4f37-81c8-77ab5a7389fa",
|
|
"metadata": {},
|
|
"source": [
|
|
"### 小鹅通人员信息导入"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"id": "e610a572-8699-4f35-a3db-de4c0b971686",
|
|
"metadata": {
|
|
"tags": []
|
|
},
|
|
"outputs": [],
|
|
"source": [
|
|
"import json\n",
|
|
"import os\n",
|
|
"import glob\n",
|
|
"import csv\n",
|
|
"\n",
|
|
"fi_path = 'data/小鹅通/'\n",
|
|
"dict1 = {}\n",
|
|
"fl = glob.glob(f'{fi_path}*.csv')\n",
|
|
"list1 = []\n",
|
|
"for fn in fl:\n",
|
|
" with open(fn,'r',newline='',encoding='gb18030') as csv_file:\n",
|
|
" fl1 = csv.reader(csv_file,delimiter=',')\n",
|
|
" header = next(fl1) \n",
|
|
" for line in fl1:\n",
|
|
" #line = re.sub('[\\r\\n\\f ]{1,}', '', line)\n",
|
|
" list1.append(line)\n",
|
|
"for item in list1:\n",
|
|
" dict1.setdefault(item[0],{})\n",
|
|
" dict1[item[0]]['nick'] = item[1]\n",
|
|
" dict1[item[0]]['name'] = item[4] \n",
|
|
" dict1[item[0]]['phone'] = item[5] \n",
|
|
"filename = 'data/小鹅通人员信息221010.json'\n",
|
|
"with open(filename,'w') as fl:\n",
|
|
" json.dump(dict1, fl,ensure_ascii=False) "
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "markdown",
|
|
"id": "fa233427-c1ea-4005-a2bd-b2b9e94604d0",
|
|
"metadata": {},
|
|
"source": [
|
|
"### 人员手机号码导入"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"id": "2fd5b96c-0bbd-4a8f-8d72-002445101c92",
|
|
"metadata": {
|
|
"tags": []
|
|
},
|
|
"outputs": [],
|
|
"source": [
|
|
"import openpyxl\n",
|
|
"import json\n",
|
|
"\n",
|
|
"wb = openpyxl.load_workbook('data/新部门排序-淄博交警支队人员名单 _56473.xlsx')\n",
|
|
"sheet = wb.active\n",
|
|
"# sheets = wb.sheetnames\n",
|
|
"person = {}\n",
|
|
"for n in range(2, sheet.max_row+1):\n",
|
|
" if sheet.cell(n,2).value is None:\n",
|
|
" break\n",
|
|
" else:\n",
|
|
" phone = sheet.cell(n, 5).value\n",
|
|
" person.setdefault(phone, {})\n",
|
|
" dict1 = {}\n",
|
|
" dict1['name'] = sheet.cell(n, 2).value \n",
|
|
" xb = str(sheet.cell(n, 3).value)\n",
|
|
" if xb == '1':\n",
|
|
" sex = '男'\n",
|
|
" elif xb =='2':\n",
|
|
" sex = '女'\n",
|
|
" dict1['sex'] = sex\n",
|
|
" dict1['unit'] = sheet.cell(n, 1).value\n",
|
|
" dict1['birth'] = str(sheet.cell(n,4).value).split(' ')[0]\n",
|
|
" person[phone] = dict1\n",
|
|
"filename = 'data/交警支队手机号码221010.json'\n",
|
|
"with open(filename, 'w') as fl:\n",
|
|
" json.dump(person, fl, ensure_ascii=False)\n",
|
|
"print('ok')"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "markdown",
|
|
"id": "c61f18ab-7411-44d4-9741-3dd50283f4bb",
|
|
"metadata": {},
|
|
"source": [
|
|
"### 关联人员手机号码及测试编号"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"id": "73895efd-0d5e-4872-aca9-a697c3a0e774",
|
|
"metadata": {
|
|
"tags": []
|
|
},
|
|
"outputs": [],
|
|
"source": [
|
|
"import json\n",
|
|
"\n",
|
|
"filename = 'data/交警支队名单221010.json'\n",
|
|
"with open(filename,'r') as fl:\n",
|
|
" dict1 = json.load(fl) \n",
|
|
"list2 = []\n",
|
|
"filename = 'data/交警支队手机号码221010.json'\n",
|
|
"with open(filename,'r') as fl:\n",
|
|
" dict2 = json.load(fl)\n",
|
|
"for k, v in dict2.items(): \n",
|
|
" list1 = [k,v['name'],v['birth'],v['unit']]\n",
|
|
" list2.append(list1)\n",
|
|
"for k, v in dict1.items():\n",
|
|
" name = v['name']\n",
|
|
" birth = v['birth']\n",
|
|
" for item in list2:\n",
|
|
" if name in item and birth in item:\n",
|
|
" dict1[k]['phone'] = item[0]\n",
|
|
" dict1[k]['unit'] = item[3]\n",
|
|
" dict2[item[0]]['code'] = k\n",
|
|
" break\n",
|
|
"filename = 'data/交警支队名单221010.json'\n",
|
|
"with open(filename, 'w') as fl:\n",
|
|
" json.dump(dict1, fl, ensure_ascii=False)\n",
|
|
"filename = 'data/交警支队手机号码221010.json'\n",
|
|
"with open(filename, 'w') as fl:\n",
|
|
" json.dump(dict2, fl, ensure_ascii=False)\n",
|
|
"print('ok') \n",
|
|
" \n"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "markdown",
|
|
"id": "234d9b71-f99e-48cb-af9b-151bbf3f1715",
|
|
"metadata": {},
|
|
"source": [
|
|
"### 小鹅通人员分组（按照手机号关联）"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 76,
|
|
"id": "9aaa35a7-13e2-4ece-a9fd-931ad00e89d3",
|
|
"metadata": {
|
|
"execution": {
|
|
"iopub.execute_input": "2022-10-18T09:22:24.792753Z",
|
|
"iopub.status.busy": "2022-10-18T09:22:24.792240Z",
|
|
"iopub.status.idle": "2022-10-18T09:22:24.824328Z",
|
|
"shell.execute_reply": "2022-10-18T09:22:24.823342Z",
|
|
"shell.execute_reply.started": "2022-10-18T09:22:24.792705Z"
|
|
},
|
|
"tags": []
|
|
},
|
|
"outputs": [],
|
|
"source": [
|
|
"import json\n",
|
|
"import csv\n",
|
|
"\n",
|
|
"filename = 'data/交警支队小鹅通信息221018.json'\n",
|
|
"with open(filename,'r') as fl:\n",
|
|
" dict1 = json.load(fl) \n",
|
|
"\n",
|
|
"\n",
|
|
"filename = 'data/交警支队分组情况.csv'\n",
|
|
"with open(filename,'r',newline='') as csv_file:\n",
|
|
" fl = csv.reader(csv_file,delimiter=',')\n",
|
|
" header = next(fl) \n",
|
|
" for line in fl:\n",
|
|
" phone = line[9]\n",
|
|
" group = line[1]\n",
|
|
" \n",
|
|
" if phone in dict1.keys():\n",
|
|
" \n",
|
|
" dict1[phone]['group'] = group\n",
|
|
"\n",
|
|
"filename = 'data/交警支队小鹅通信息221018.json'\n",
|
|
"with open(filename,'w') as fl:\n",
|
|
" json.dump(dict1, fl,ensure_ascii=False) "
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "markdown",
|
|
"id": "e3a23383-e918-41c7-818e-6914ebfe7baf",
|
|
"metadata": {},
|
|
"source": [
|
|
"### 小鹅通人员信息关联"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"id": "fc1da208-192e-4b06-b42f-72e7d44245ad",
|
|
"metadata": {
|
|
"tags": []
|
|
},
|
|
"outputs": [],
|
|
"source": [
|
|
"import json\n",
|
|
"filename = 'data/交警支队名单221010.json'\n",
|
|
"with open(filename,'r') as fl:\n",
|
|
" dict1 = json.load(fl) \n",
|
|
"dict2 = {}\n",
|
|
"for k, v in dict1.items():\n",
|
|
" if 'phone' in v.keys():\n",
|
|
" dict2.setdefault(v['phone'], {})\n",
|
|
" dict2[v['phone']]['name'] = v['name']\n",
|
|
" dict2[v['phone']]['sex'] = v['sex']\n",
|
|
" dict2[v['phone']]['unit'] = v['unit']\n",
|
|
" dict2[v['phone']]['birth'] = v['birth']\n",
|
|
"#print(dict2) \n",
|
|
"list1 = dict2.keys()\n",
|
|
"filename = 'data/小鹅通人员信息221010.json'\n",
|
|
"with open(filename,'r') as fl:\n",
|
|
" dict1 = json.load(fl) \n",
|
|
"for k, v in dict1.items():\n",
|
|
" phone = v['phone']\n",
|
|
" if phone in list1:\n",
|
|
" dict2[phone]['nick'] = v['nick']\n",
|
|
" dict2[phone]['user'] = v['name']\n",
|
|
" dict2[phone]['id'] = k\n",
|
|
"filename = 'data/交警支队小鹅通信息221010.json'\n",
|
|
"with open(filename, 'w') as fl:\n",
|
|
" json.dump(dict2, fl, ensure_ascii=False)\n",
|
|
"print('ok') "
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "markdown",
|
|
"id": "8136ea7b-d485-452d-b032-0cfa538166a9",
|
|
"metadata": {},
|
|
"source": [
|
|
"### 修正人员信息"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 74,
|
|
"id": "5678472e-b131-4940-9161-240dcd3461bb",
|
|
"metadata": {
|
|
"execution": {
|
|
"iopub.execute_input": "2022-10-18T09:18:04.991734Z",
|
|
"iopub.status.busy": "2022-10-18T09:18:04.991171Z",
|
|
"iopub.status.idle": "2022-10-18T09:18:05.041377Z",
|
|
"shell.execute_reply": "2022-10-18T09:18:05.040521Z",
|
|
"shell.execute_reply.started": "2022-10-18T09:18:04.991685Z"
|
|
},
|
|
"tags": []
|
|
},
|
|
"outputs": [
|
|
{
|
|
"name": "stdout",
|
|
"output_type": "stream",
|
|
"text": [
|
|
"u_6300b7d4bc5a0_ayO3NftEDA 手机尾号3202用户 None 18705333202\n",
|
|
"u_lp_1663327661_63245dad5f702_I8JfuY 任振华 None 18705336366\n",
|
|
"u_6300b888d3aac_O39r6KCeML 王勇威 王勇威 18705336122\n",
|
|
"u_6300b8a21e3fe_zWo6UFSjrS 宗力 宗力 18705336363\n",
|
|
"u_lp_1663138566_63217b06daf80_S7mJ25 薛林 薛林 18705333903\n",
|
|
"u_lp_1664546227_6336f5b346d80_TiNiu1 房思春 房思春 18705333715\n",
|
|
"u_lp_1664617172_63380ad429dcb_svfFT3 海涛 祝学迎 18705336376\n",
|
|
"u_lp_1665641415_6347abc77a7ef_yV6Wox 董凯 董凯 15269362037\n",
|
|
"u_lp_1663406890_6325932a5caff_2RIkq2 祁河成 祁河成 18705333738\n",
|
|
"u_6325217365e69_WctQcZFuHb 张红海 张红海 18705333887\n",
|
|
"u_lp_1662620239_6319924fdf4a4_pB11t3 刘军 None 18705336318\n",
|
|
"u_lp_1661481758_6308331eaba3a_TQ1j6B 交警 翟峰 交警 翟峰 18705336675\n",
|
|
"u_lp_1663329993_632466c92bc76_uSmR9Q 孔晓晖 None 18705336315\n",
|
|
"u_lp_1663634037_63290a75694c9_cbt0Ld 王维军 快乐先行 18705336077\n",
|
|
"u_lp_1663649808_63294810ce3fd_UEPrNX 刘浩 刘浩 18705333203\n",
|
|
"u_lp_1663722388_632a6394b6954_7SupvO 李传生 李传生 18705336807\n",
|
|
"u_lp_1661486861_6308470de5d47_QzgTmI 张俊杰 张俊杰 18705336069\n",
|
|
"u_lp_1664162704_63311b90e964c_jPlmpl 童保华 None 18705333707\n",
|
|
"u_lp_1665036891_633e725b684d3_hsCm37 刘进 None 18705336031\n",
|
|
"u_lp_1663295972_6323e1e4caea7_fc1HXu 于会萍 None 18705333513\n",
|
|
"u_lp_1663325439_632454ff8b99b_DrUT6S 孙孝伟 None 18705336682\n",
|
|
"u_lp_1663577491_63282d93ea1e9_JDfOU8 王青海 王青海 18705336039\n",
|
|
"u_lp_1663663112_63297c08977aa_7gPZEP 车西冬 None 18705333710\n"
|
|
]
|
|
}
|
|
],
|
|
"source": [
|
|
"import openpyxl\n",
|
|
"import json\n",
|
|
"\n",
|
|
"filename = 'data/交警支队小鹅通信息221018.json'\n",
|
|
"with open(filename,'r') as fl:\n",
|
|
" dict2 = json.load(fl) \n",
|
|
"\n",
|
|
"wb = openpyxl.load_workbook('data/新增人员表221018.xlsx')\n",
|
|
"sheet = wb.active\n",
|
|
"# sheets = wb.sheetnames\n",
|
|
"\n",
|
|
"for n in range(2, sheet.max_row+1):\n",
|
|
" if sheet.cell(n,1).value is None:\n",
|
|
" break\n",
|
|
" else:\n",
|
|
" phone = sheet.cell(n, 5).value\n",
|
|
" if phone in dict2.keys():\n",
|
|
" dict2[phone]['id'] = sheet.cell(n, 1).value\n",
|
|
" dict2[phone]['nick'] = sheet.cell(n, 3).value\n",
|
|
" dict2[phone]['user'] = sheet.cell(n, 2).value\n",
|
|
" print(sheet.cell(n, 1).value,sheet.cell(n, 3).value,sheet.cell(n, 2).value,phone)\n",
|
|
"\n",
|
|
"#with open(filename, 'w') as fl:\n",
|
|
"# json.dump(dict2, fl, ensure_ascii=False)\n",
|
|
"#print('ok')"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "markdown",
|
|
"id": "dc856c16-3ff0-4c24-a5ee-062129698e08",
|
|
"metadata": {},
|
|
"source": [
|
|
"## 打卡信息导入"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 77,
|
|
"id": "c1a5aaef-70be-4fd2-9384-983aeb59f491",
|
|
"metadata": {
|
|
"execution": {
|
|
"iopub.execute_input": "2022-10-18T09:22:39.019143Z",
|
|
"iopub.status.busy": "2022-10-18T09:22:39.018621Z",
|
|
"iopub.status.idle": "2022-10-18T09:22:39.175590Z",
|
|
"shell.execute_reply": "2022-10-18T09:22:39.174572Z",
|
|
"shell.execute_reply.started": "2022-10-18T09:22:39.019095Z"
|
|
},
|
|
"tags": []
|
|
},
|
|
"outputs": [],
|
|
"source": [
|
|
"import openpyxl\n",
|
|
"import json\n",
|
|
"import os\n",
|
|
"import glob\n",
|
|
"import csv\n",
|
|
"import re\n",
|
|
"\n",
|
|
"filename = 'data/交警支队小鹅通信息221018.json'\n",
|
|
"with open(filename,'r') as fl:\n",
|
|
" dict1 = json.load(fl) \n",
|
|
"dict2 = {}\n",
|
|
"for k, v in dict1.items():\n",
|
|
" if 'id' in v.keys():\n",
|
|
" dict2[v['id']] = [v['name'],v['unit'],k,v['nick'],v['group']] \n",
|
|
"dict3 = {} \n",
|
|
"fi_path = 'data/交警支队/打卡/'\n",
|
|
"fl = glob.glob(f'{fi_path}*.csv')\n",
|
|
"list1 = []\n",
|
|
"for fn in fl:\n",
|
|
" with open(fn,'r',newline='') as csv_file:\n",
|
|
" fl1 = csv.reader(csv_file,delimiter=',')\n",
|
|
" group = re.findall(r'百日筑基-(.+)》',fn)[0]\n",
|
|
" header = next(fl1)\n",
|
|
" for line in fl1: \n",
|
|
" id = line[0]\n",
|
|
" num = line[10]\n",
|
|
" #print(id,num)\n",
|
|
" if id in dict2.keys() and dict2[id][4] == group:\n",
|
|
" dict3.setdefault(id,{})\n",
|
|
" dict3[id]['name'] = dict2[id][0]\n",
|
|
" dict3[id]['phone'] = dict2[id][2]\n",
|
|
" dict3[id]['unit'] = dict2[id][1]\n",
|
|
" dict3[id]['nick'] = dict2[id][3]\n",
|
|
" dict3[id]['dk'] = num\n",
|
|
"\n",
|
|
"fi_path = 'data/交警支队/时长/'\n",
|
|
"fl = glob.glob(f'{fi_path}*.csv')\n",
|
|
"\n",
|
|
"list1 = []\n",
|
|
"for fn in fl:\n",
|
|
" with open(fn,'r',newline='',encoding='gb18030') as csv_file:\n",
|
|
" fl1 = csv.reader(csv_file,delimiter=',')\n",
|
|
" group = re.findall(r'《(.+)》',fn)[0]\n",
|
|
" #header = next(fl1)\n",
|
|
" i = 0\n",
|
|
" for line in fl1:\n",
|
|
" #line = re.sub('[\\r\\n\\f ]{1,}', '', line)\n",
|
|
" if i> 1:\n",
|
|
" list1.append(line)\n",
|
|
" id = line[0]\n",
|
|
" if id in dict2.keys() and dict2[id][4] == group:\n",
|
|
" dict3.setdefault(id,{})\n",
|
|
" dict3[id]['name'] = dict2[id][0]\n",
|
|
" dict3[id]['phone'] = dict2[id][2]\n",
|
|
" dict3[id]['unit'] = dict2[id][1]\n",
|
|
" dict3[id]['nick'] = dict2[id][3]\n",
|
|
" dict3[id]['sc'] = line[6] \n",
|
|
" i +=1\n",
|
|
"\n",
|
|
"list1 = []\n",
|
|
"for k, v in dict3.items():\n",
|
|
" list2 = []\n",
|
|
" if 'dk' in v.keys():\n",
|
|
" dk = v['dk']\n",
|
|
" else:\n",
|
|
" dk = 0\n",
|
|
" if 'sc' in v.keys():\n",
|
|
" sc = v['sc']\n",
|
|
" else:\n",
|
|
" sc = ''\n",
|
|
" list2 = [k,v['name'],v['phone'],v['unit'],dk,sc]\n",
|
|
" list1.append(list2)\n",
|
|
"title = ['昵称','姓名','手机号','部门','打卡次数','累计学习时长']\n",
|
|
"filename = 'data/交警支队学习情况表221018.xlsx'\n",
|
|
"wb = openpyxl.Workbook()\n",
|
|
"sheet = wb.active\n",
|
|
"sheet.append(title)\n",
|
|
"for row in list1:\n",
|
|
" sheet.append(row)\n",
|
|
" \n",
|
|
"wb.save(filename) "
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "markdown",
|
|
"id": "e83be6f5-c05a-4ac0-8511-2dabf770466c",
|
|
"metadata": {
|
|
"execution": {
|
|
"iopub.execute_input": "2022-10-18T06:28:39.091613Z",
|
|
"iopub.status.busy": "2022-10-18T06:28:39.091059Z",
|
|
"iopub.status.idle": "2022-10-18T06:28:39.098295Z",
|
|
"shell.execute_reply": "2022-10-18T06:28:39.096326Z",
|
|
"shell.execute_reply.started": "2022-10-18T06:28:39.091564Z"
|
|
}
|
|
},
|
|
"source": [
|
|
"### 核对新增人员"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 75,
|
|
"id": "a4886e66-99d1-4f24-9d53-29a239e62bad",
|
|
"metadata": {
|
|
"execution": {
|
|
"iopub.execute_input": "2022-10-18T09:22:14.008683Z",
|
|
"iopub.status.busy": "2022-10-18T09:22:14.008151Z",
|
|
"iopub.status.idle": "2022-10-18T09:22:14.070260Z",
|
|
"shell.execute_reply": "2022-10-18T09:22:14.068944Z",
|
|
"shell.execute_reply.started": "2022-10-18T09:22:14.008634Z"
|
|
},
|
|
"tags": []
|
|
},
|
|
"outputs": [
|
|
{
|
|
"name": "stdout",
|
|
"output_type": "stream",
|
|
"text": [
|
|
"ok\n"
|
|
]
|
|
}
|
|
],
|
|
"source": [
|
|
"import openpyxl\n",
|
|
"import json\n",
|
|
"import os\n",
|
|
"import glob\n",
|
|
"import csv\n",
|
|
"import re\n",
|
|
"\n",
|
|
"filename = 'data/交警支队小鹅通信息221010.json'\n",
|
|
"with open(filename,'r') as fl:\n",
|
|
" dict1 = json.load(fl) \n",
|
|
"\n",
|
|
"dict2 = {}\n",
|
|
"for k, v in dict1.items():\n",
|
|
" if 'id' in v.keys():\n",
|
|
" dict2[v['id']] = [v['name'],v['unit'],k,v['nick'],v['group']] \n",
|
|
" \n",
|
|
"dict3 = {} \n",
|
|
"fi_path = 'data/交警支队/打卡/'\n",
|
|
"fl = glob.glob(f'{fi_path}*.csv')\n",
|
|
"list1 = []\n",
|
|
"for fn in fl:\n",
|
|
" with open(fn,'r',newline='') as csv_file:\n",
|
|
" fl1 = csv.reader(csv_file,delimiter=',')\n",
|
|
" group = re.findall(r'百日筑基-(.+)》',fn)[0]\n",
|
|
" header = next(fl1)\n",
|
|
" for line in fl1:\n",
|
|
" #line = re.sub('[\\r\\n\\f ]{1,}', '', line)\n",
|
|
" id = line[0]\n",
|
|
" num = line[10]\n",
|
|
" #print(id,num)\n",
|
|
" if id not in dict2.keys():\n",
|
|
" dict3.setdefault(id,{})\n",
|
|
" dict3[id]['name'] = line[4]\n",
|
|
" dict3[id]['phone'] = line[5]\n",
|
|
" dict3[id]['nick'] = line[1]\n",
|
|
" \n",
|
|
"fi_path = 'data/交警支队/时长/'\n",
|
|
"fl = glob.glob(f'{fi_path}*.csv')\n",
|
|
"\n",
|
|
"list1 = []\n",
|
|
"for fn in fl:\n",
|
|
" with open(fn,'r',newline='',encoding='gb18030') as csv_file:\n",
|
|
" fl1 = csv.reader(csv_file,delimiter=',')\n",
|
|
" group = re.findall(r'《(.+)》',fn)[0]\n",
|
|
" #header = next(fl1)\n",
|
|
" i = 0\n",
|
|
" for line in fl1:\n",
|
|
" #line = re.sub('[\\r\\n\\f ]{1,}', '', line)\n",
|
|
" if i> 1:\n",
|
|
" \n",
|
|
" id = line[0]\n",
|
|
" if id not in dict2.keys():\n",
|
|
" dict3.setdefault(id,{})\n",
|
|
" dict3[id]['name'] = line[10]\n",
|
|
" dict3[id]['phone'] = line[11]\n",
|
|
" dict3[id]['nick'] = line[1] \n",
|
|
" i +=1\n",
|
|
"#print(dict3)\n",
|
|
"for k, v in dict3.items():\n",
|
|
" phone = re.sub('[\\r\\n\\f\\t ]{1,}', '',v['phone'])\n",
|
|
" if phone in dict1.keys():\n",
|
|
" dict1[phone]['id'] = k\n",
|
|
" dict1[phone]['nick'] = v['nick'] \n",
|
|
" dict1[phone]['user'] = v['name']\n",
|
|
" else:\n",
|
|
" list1.append([k,v['name'],v['nick'],phone])\n",
|
|
"filename = 'data/交警支队小鹅通信息221018.json'\n",
|
|
"with open(filename, 'w') as fl:\n",
|
|
" json.dump(dict1, fl, ensure_ascii=False)\n",
|
|
"\n",
|
|
"title = ['id','姓名','昵称','手机号']\n",
|
|
"filename = 'data/新增人员表221018.xlsx'\n",
|
|
"wb = openpyxl.Workbook()\n",
|
|
"sheet = wb.active\n",
|
|
"sheet.append(title)\n",
|
|
"for row in list1:\n",
|
|
" sheet.append(row)\n",
|
|
" \n",
|
|
"wb.save(filename) \n",
|
|
"print('ok')"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 57,
|
|
"id": "ee4bb827-287f-4b1f-8dbd-d595cb010892",
|
|
"metadata": {
|
|
"execution": {
|
|
"iopub.execute_input": "2022-10-18T09:03:41.966475Z",
|
|
"iopub.status.busy": "2022-10-18T09:03:41.965956Z",
|
|
"iopub.status.idle": "2022-10-18T09:03:42.048247Z",
|
|
"shell.execute_reply": "2022-10-18T09:03:42.047389Z",
|
|
"shell.execute_reply.started": "2022-10-18T09:03:41.966426Z"
|
|
},
|
|
"tags": []
|
|
},
|
|
"outputs": [
|
|
{
|
|
"name": "stdout",
|
|
"output_type": "stream",
|
|
"text": [
|
|
"1 u_6173e42182911_TnumhwOZG9 子墨 李文静 13718887655\n",
|
|
"2 u_6162ec35ad7b7_ey2oOCfUP7 小新卖蜡笔? 高峻超 17860246118\n",
|
|
"3 u_lp_1663297930_6323e98a33794_jNgzRD 冬日 冬日 \n",
|
|
"4 u_631899e2ad8f9_MhSqCAUX9R 手机尾号0101用户 伴着幸福的人 13605330101\n",
|
|
"5 u_6159638142ba1_S9otgjwjX7 宗瑾 宗瑾 18801062497\n",
|
|
"6 u_5f05c79ebb792_GDNNK8BWSI 奇奇 亓玉芬 15210715398\n",
|
|
"7 u_lp_1663134862_63216c8e0cf6d_5J5DmF 王青 王青 18615337165\n",
|
|
"8 u_lp_1663141739_6321876b2363b_S78cx0 霖山听海 霖山听海 \n",
|
|
"9 u_lp_1663326669_632459cda856f_GjFOVL 淄博最后的ikun 淄博最后的ikun \n",
|
|
"10 u_lp_1663413836_6325ae4cbb828_HSEYyB 妮妮 妮妮 13953380271\n",
|
|
"11 u_lp_1663554446_6327d38ef1069_MD1305 XZJ \n",
|
|
"12 u_lp_1664171121_63313c71a0f2f_fDvfoo 枕霞旧友 \n",
|
|
"13 u_lp_1664546227_6336f5b346d80_TiNiu1 房思春 房思春 \n",
|
|
"14 u_lp_1664617172_63380ad429dcb_svfFT3 海涛 祝学迎 13581027888\n",
|
|
"15 u_lp_1665225083_6341517b8211a_qiMkIj 阳光zj 阳光zj 13969307666\n",
|
|
"16 u_lp_1665641415_6347abc77a7ef_yV6Wox 董凯 董凯 13806481277\n",
|
|
"17 u_6319e7da6947f_GN6dmtH3ed 左登峰 左登峰 13964365877\n",
|
|
"18 u_lp_1663369088_6324ff80bc705_NgNTWu 我爱我家 \n",
|
|
"19 u_lp_1663406890_6325932a5caff_2RIkq2 祁河成 祁河成 \n",
|
|
"20 u_lp_1663136362_6321726a8403d_Ht7c9d 王洪珍 王洪珍 \n",
|
|
"21 u_6322e3966d41b_rVdSm1pZXH 驀然回首 驀然回首 15953356111\n",
|
|
"22 u_6325217365e69_WctQcZFuHb 张红海 张红海 13508951662\n",
|
|
"23 u_lp_1662620239_6319924fdf4a4_pB11t3 刘军 \n",
|
|
"24 u_lp_1663136658_6321739213909_ttFs3c 朱红霞 朱红霞 \n",
|
|
"25 u_lp_1661481758_6308331eaba3a_TQ1j6B 交警 翟峰 交警 翟峰 \n",
|
|
"26 u_lp_1663138780_63217bdc3fd19_e8t54f 顺其自然2 \n",
|
|
"27 u_lp_1663139478_63217e96c3954_EZvqh2 ???? ???? \n",
|
|
"28 u_lp_1664611559_6337f4e73b030_R1Og5Q ???? ???? 13287063721\n",
|
|
"29 u_633666862f1b1_XU3mwbtuGf 淬剑 \n",
|
|
"30 u_lp_1663119922_632132323da11_n9FmTv 王丽君 王丽君 13475518973\n",
|
|
"31 u_lp_1663124329_63214369d8508_N2CO9q 于立霞 于立霞 13953320629\n",
|
|
"32 u_lp_1663141198_6321854e76c00_Ab89tb 邓立群 邓立群 \n",
|
|
"33 u_lp_1663141485_6321866daf613_4NCc9M 耿晓龙 耿晓龙 \n",
|
|
"34 u_lp_1663329993_632466c92bc76_uSmR9Q 孔晓晖 \n",
|
|
"35 u_lp_1663551502_6327c80ec1d59_LP3Qr5 梦想成真 梦想成真 15264337301\n",
|
|
"36 u_lp_1663634037_63290a75694c9_cbt0Ld 王维军 快乐先行 13869376228\n",
|
|
"37 u_lp_1663649808_63294810ce3fd_UEPrNX 刘浩 刘浩 \n",
|
|
"38 u_lp_1663722388_632a6394b6954_7SupvO 李传生 李传生 13806431511\n",
|
|
"39 u_lp_1664653781_633899d5b97fb_LBp28e 淡若悠然 \n",
|
|
"40 u_lp_1661486861_6308470de5d47_QzgTmI 张俊杰 张俊杰 13655339406\n",
|
|
"41 u_lp_1664162704_63311b90e964c_jPlmpl 童保华 \n",
|
|
"42 u_lp_1665036891_633e725b684d3_hsCm37 刘进 \n",
|
|
"43 u_lp_1663142645_63218af5905c5_gqmABq 靥暖 \n",
|
|
"44 u_lp_1663225682_6322cf52dde88_qbC3Rs 许志国 \n",
|
|
"45 u_lp_1663295972_6323e1e4caea7_fc1HXu 于会萍 \n",
|
|
"46 u_lp_1663325439_632454ff8b99b_DrUT6S 孙孝伟 \n",
|
|
"47 u_lp_1663555784_6327d8c8c9e25_cLIVK4 便士 便士 \n",
|
|
"48 u_lp_1663577491_63282d93ea1e9_JDfOU8 王青海 王青海 \n",
|
|
"49 u_lp_1663663112_63297c08977aa_7gPZEP 车西冬 \n"
|
|
]
|
|
}
|
|
],
|
|
"source": [
|
|
"import openpyxl\n",
|
|
"import json\n",
|
|
"import os\n",
|
|
"import glob\n",
|
|
"import csv\n",
|
|
"import re\n",
|
|
"\n",
|
|
"filename = 'data/交警支队小鹅通信息221010.json'\n",
|
|
"with open(filename,'r') as fl:\n",
|
|
" dict1 = json.load(fl) \n",
|
|
"dict2 = {}\n",
|
|
"for k, v in dict1.items():\n",
|
|
" if 'id' in v.keys():\n",
|
|
" dict2[v['id']] = [v['name'],v['unit'],k,v['nick'],v['group']] \n",
|
|
"dict3 = {} \n",
|
|
"fi_path = 'data/交警支队/打卡/'\n",
|
|
"fl = glob.glob(f'{fi_path}*.csv')\n",
|
|
"list1 = []\n",
|
|
"for fn in fl:\n",
|
|
" with open(fn,'r',newline='') as csv_file:\n",
|
|
" fl1 = csv.reader(csv_file,delimiter=',')\n",
|
|
" group = re.findall(r'百日筑基-(.+)》',fn)[0]\n",
|
|
" header = next(fl1)\n",
|
|
" for line in fl1:\n",
|
|
" #line = re.sub('[\\r\\n\\f ]{1,}', '', line)\n",
|
|
" id = line[0]\n",
|
|
" num = line[10]\n",
|
|
" #print(id,num)\n",
|
|
" if id not in dict2.keys():\n",
|
|
" dict3.setdefault(id,{})\n",
|
|
" dict3[id]['name'] = line[4]\n",
|
|
" dict3[id]['phone'] = line[5]\n",
|
|
" dict3[id]['nick'] = line[1]\n",
|
|
" \n",
|
|
"fi_path = 'data/交警支队/时长/'\n",
|
|
"fl = glob.glob(f'{fi_path}*.csv')\n",
|
|
"\n",
|
|
"list1 = []\n",
|
|
"for fn in fl:\n",
|
|
" with open(fn,'r',newline='',encoding='gb18030') as csv_file:\n",
|
|
" fl1 = csv.reader(csv_file,delimiter=',')\n",
|
|
" group = re.findall(r'《(.+)》',fn)[0]\n",
|
|
" #header = next(fl1)\n",
|
|
" i = 0\n",
|
|
" for line in fl1:\n",
|
|
" #line = re.sub('[\\r\\n\\f ]{1,}', '', line)\n",
|
|
" if i> 1:\n",
|
|
" \n",
|
|
" id = line[0]\n",
|
|
" if id not in dict2.keys():\n",
|
|
" dict3.setdefault(id,{})\n",
|
|
" dict3[id]['name'] = line[10]\n",
|
|
" dict3[id]['phone'] = line[11]\n",
|
|
" dict3[id]['nick'] = line[1] \n",
|
|
" i +=1\n",
|
|
"i = 1\n",
|
|
"#print(dict3)\n",
|
|
"for k, v in dict3.items():\n",
|
|
" phone = re.sub('[\\r\\n\\f\\t ]{1,}', '',v['phone'])\n",
|
|
" if phone not in dict1.keys():\n",
|
|
" #dict1[phone]['id'] = k\n",
|
|
" #dict1[phone]['nick'] = v['nick'] \n",
|
|
" #dict1[phone]['user'] = v['name']\n",
|
|
" print(i,k,v['nick'], v['name'],phone)\n",
|
|
" i+=1\n"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "markdown",
|
|
"id": "775a298e-600d-4644-bd43-1eb75a302a9f",
|
|
"metadata": {},
|
|
"source": [
|
|
"### 导出无手机号码人员"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"id": "aa15ff39-1527-4f08-9331-d64bd298c1c2",
|
|
"metadata": {
|
|
"tags": []
|
|
},
|
|
"outputs": [],
|
|
"source": [
|
|
"import json\n",
|
|
"filename = 'data/交警支队名单221010.json'\n",
|
|
"with open(filename,'r') as fl:\n",
|
|
" dict1 = json.load(fl) \n",
|
|
"\n",
|
|
"for k, v in dict1.items():\n",
|
|
" if 'phone' not in v.keys():\n",
|
|
" print(v['name'],v['unit'])"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "markdown",
|
|
"id": "ef1041a9-2865-4a57-8b4d-1af26f059e22",
|
|
"metadata": {},
|
|
"source": [
|
|
"### 人员部门调整"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"id": "7b31ffb5-f5fd-4dbc-b30c-0b583f4c7294",
|
|
"metadata": {
|
|
"tags": []
|
|
},
|
|
"outputs": [],
|
|
"source": [
|
|
"import openpyxl\n",
|
|
"import json\n",
|
|
"\n",
|
|
"wb = openpyxl.load_workbook('data/新部门排序-淄博交警支队人员名单 _56473.xlsx')\n",
|
|
"sheet = wb.active\n",
|
|
"# sheets = wb.sheetnames\n",
|
|
"dict2 = {}\n",
|
|
"\n",
|
|
"data1 =list(sheet.values)\n",
|
|
"del data1[0]\n",
|
|
"for item in data1:\n",
|
|
" phone = item[4]\n",
|
|
" dict2[phone] = [item[1],item[0]]\n",
|
|
"#print(dict2)\n",
|
|
"dict3 = {}\n",
|
|
"filename = 'data/交警支队小鹅通信息.json'\n",
|
|
"with open(filename,'r') as fl:\n",
|
|
" dict1 = json.load(fl) \n",
|
|
"for k, v in dict1.items():\n",
|
|
" if k not in dict2.keys():\n",
|
|
" print(k,dict1[k]['name'])\n",
|
|
"#with open(filename, 'w') as fl:\n",
|
|
"# json.dump(person, fl, ensure_ascii=False)\n",
|
|
"#print('ok')"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "markdown",
|
|
"id": "287a2b9a-fc63-44f6-84f7-6228d5e14266",
|
|
"metadata": {},
|
|
"source": [
|
|
"## 核对分组人员情况"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"id": "8cf3f2b7-cf8e-47b2-9a8b-7ec5016aeef3",
|
|
"metadata": {
|
|
"tags": []
|
|
},
|
|
"outputs": [],
|
|
"source": [
|
|
"import json\n",
|
|
"import csv\n",
|
|
"\n",
|
|
"filename = 'data/交警支队手机号码221010.json'\n",
|
|
"with open(filename,'r') as fl:\n",
|
|
" dict1 = json.load(fl) \n",
|
|
" \n",
|
|
"filename = 'data/交警支队分组情况.csv'\n",
|
|
"with open(filename,'r',newline='') as csv_file:\n",
|
|
" fl = csv.reader(csv_file,delimiter=',')\n",
|
|
" header = next(fl) \n",
|
|
" for line in fl:\n",
|
|
" phone = line[9]\n",
|
|
" group = line[1]\n",
|
|
" if phone not in dict1.keys():\n",
|
|
" print(line[2],line[9],line[3])\n"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "markdown",
|
|
"id": "74e41826-7247-4a5a-99c7-db067dfd6d93",
|
|
"metadata": {},
|
|
"source": [
|
|
"## 核对小鹅通人员"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"id": "765cb3e6-d8ab-4aea-9fb3-9008001b9767",
|
|
"metadata": {
|
|
"tags": []
|
|
},
|
|
"outputs": [],
|
|
"source": [
|
|
"import json\n",
|
|
"import csv\n",
|
|
"\n",
|
|
"filename = 'data/交警支队手机号码221010.json'\n",
|
|
"with open(filename,'r') as fl:\n",
|
|
" dict1 = json.load(fl) \n",
|
|
"\n",
|
|
"filename = 'data/小鹅通人员信息221010.json'\n",
|
|
"with open(filename,'r') as fl:\n",
|
|
" dict2 = json.load(fl) \n",
|
|
" \n",
|
|
"for k, v in dict2.items():\n",
|
|
" phone = v['phone']\n",
|
|
" if phone not in dict1.keys():\n",
|
|
" print(k,v['nick'],v['name'],phone)\n",
|
|
" \n"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "markdown",
|
|
"id": "de4fabec-7ce5-43c8-9019-0a41bf7528d3",
|
|
"metadata": {},
|
|
"source": [
|
|
"### 核对存在多组人员"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"id": "65ef74b4-4667-422c-b610-63b517edd75d",
|
|
"metadata": {
|
|
"tags": []
|
|
},
|
|
"outputs": [],
|
|
"source": [
|
|
"import json\n",
|
|
"import os\n",
|
|
"import glob\n",
|
|
"import csv\n",
|
|
"import re\n",
|
|
"\n",
|
|
"fi_path = 'data/交警支队/时长/'\n",
|
|
"fl = glob.glob(f'{fi_path}*.csv')\n",
|
|
"\n",
|
|
"list1 = []\n",
|
|
"dict1 = {}\n",
|
|
"for fn in fl:\n",
|
|
" with open(fn,'r',newline='',encoding='gb18030') as csv_file:\n",
|
|
" fl1 = csv.reader(csv_file,delimiter=',')\n",
|
|
" zb = fn.split('-')[3]\n",
|
|
" #header = next(fl1)\n",
|
|
" i = 0\n",
|
|
" for line in fl1:\n",
|
|
" #line = re.sub('[\\r\\n\\f ]{1,}', '', line)\n",
|
|
" if i> 1:\n",
|
|
" m_id = line[0]\n",
|
|
" dict1.setdefault(m_id,[])\n",
|
|
" dict1[m_id].append(zb)\n",
|
|
" #list1.append(line)\n",
|
|
" i +=1\n",
|
|
"filename = 'data/交警支队小鹅通信息.json'\n",
|
|
"with open(filename,'r') as fl:\n",
|
|
" dict2 = json.load(fl) \n",
|
|
"dict3 = {}\n",
|
|
"for k ,v in dict2.items():\n",
|
|
" if 'id' in v.keys():\n",
|
|
" dict3[v['id']] = [k,v['name'],v['unit'],v['nick']]\n",
|
|
"\n",
|
|
"for k, v in dict1.items():\n",
|
|
" if k in dict3.keys():\n",
|
|
" if len(v)>1:\n",
|
|
" print(dict3[k][1],dict3[k][2],dict3[k][0],v)\n",
|
|
" \n",
|
|
" "
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "markdown",
|
|
"id": "60752c6c-2a55-40ee-997b-bcc286fba054",
|
|
"metadata": {},
|
|
"source": [
|
|
"### 修改json内容"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"id": "bcf970ab-b1d6-4da5-80ae-36a8a4bb56be",
|
|
"metadata": {
|
|
"tags": []
|
|
},
|
|
"outputs": [],
|
|
"source": [
|
|
"import json\n",
|
|
"\n",
|
|
"\n",
|
|
"filename = 'data/交警支队名单221010.json'\n",
|
|
"with open(filename,'r') as fl:\n",
|
|
" dict1 = json.load(fl) \n",
|
|
"i = 0\n",
|
|
"for k, v in dict1.items():\n",
|
|
" if v['unit'] == '支高新区大队':\n",
|
|
" dict1[k]['unit'] = '高新区大队'\n",
|
|
" i +=1\n",
|
|
"with open(filename,'w') as fl:\n",
|
|
" json.dump(dict1, fl,ensure_ascii=False) \n",
|
|
" \n",
|
|
"print(f'共有{i}条记录被修改')"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"id": "ad27154a-ceae-4412-bd87-75d6040eb5d5",
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": []
|
|
}
|
|
],
|
|
"metadata": {
|
|
"kernelspec": {
|
|
"display_name": "Python 3",
|
|
"language": "python",
|
|
"name": "python3"
|
|
},
|
|
"language_info": {
|
|
"codemirror_mode": {
|
|
"name": "ipython",
|
|
"version": 3
|
|
},
|
|
"file_extension": ".py",
|
|
"mimetype": "text/x-python",
|
|
"name": "python",
|
|
"nbconvert_exporter": "python",
|
|
"pygments_lexer": "ipython3",
|
|
"version": "3.8.10"
|
|
}
|
|
},
|
|
"nbformat": 4,
|
|
"nbformat_minor": 5
|
|
}
|