diff --git a/体测单位/淄博交警支队.ipynb b/体测单位/淄博交警支队.ipynb index 1c74dde..d6b2e87 100644 --- a/体测单位/淄博交警支队.ipynb +++ b/体测单位/淄博交警支队.ipynb @@ -213,9 +213,16 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 76, "id": "9aaa35a7-13e2-4ece-a9fd-931ad00e89d3", "metadata": { + "execution": { + "iopub.execute_input": "2022-10-18T09:22:24.792753Z", + "iopub.status.busy": "2022-10-18T09:22:24.792240Z", + "iopub.status.idle": "2022-10-18T09:22:24.824328Z", + "shell.execute_reply": "2022-10-18T09:22:24.823342Z", + "shell.execute_reply.started": "2022-10-18T09:22:24.792705Z" + }, "tags": [] }, "outputs": [], @@ -223,7 +230,7 @@ "import json\n", "import csv\n", "\n", - "filename = 'data/交警支队小鹅通信息221010.json'\n", + "filename = 'data/交警支队小鹅通信息221018.json'\n", "with open(filename,'r') as fl:\n", " dict1 = json.load(fl) \n", "\n", @@ -240,7 +247,7 @@ " \n", " dict1[phone]['group'] = group\n", "\n", - "filename = 'data/交警支队小鹅通信息221010.json'\n", + "filename = 'data/交警支队小鹅通信息221018.json'\n", "with open(filename,'w') as fl:\n", " json.dump(dict1, fl,ensure_ascii=False) " ] @@ -301,21 +308,58 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 74, "id": "5678472e-b131-4940-9161-240dcd3461bb", "metadata": { + "execution": { + "iopub.execute_input": "2022-10-18T09:18:04.991734Z", + "iopub.status.busy": "2022-10-18T09:18:04.991171Z", + "iopub.status.idle": "2022-10-18T09:18:05.041377Z", + "shell.execute_reply": "2022-10-18T09:18:05.040521Z", + "shell.execute_reply.started": "2022-10-18T09:18:04.991685Z" + }, "tags": [] }, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "u_6300b7d4bc5a0_ayO3NftEDA 手机尾号3202用户 None 18705333202\n", + "u_lp_1663327661_63245dad5f702_I8JfuY 任振华 None 18705336366\n", + "u_6300b888d3aac_O39r6KCeML 王勇威 王勇威 18705336122\n", + "u_6300b8a21e3fe_zWo6UFSjrS 宗力 宗力 18705336363\n", + "u_lp_1663138566_63217b06daf80_S7mJ25 薛林 薛林 18705333903\n", + "u_lp_1664546227_6336f5b346d80_TiNiu1 房思春 房思春 18705333715\n", + "u_lp_1664617172_63380ad429dcb_svfFT3 海涛 祝学迎 18705336376\n", + "u_lp_1665641415_6347abc77a7ef_yV6Wox 董凯 董凯 15269362037\n", + "u_lp_1663406890_6325932a5caff_2RIkq2 祁河成 祁河成 18705333738\n", + "u_6325217365e69_WctQcZFuHb 张红海 张红海 18705333887\n", + "u_lp_1662620239_6319924fdf4a4_pB11t3 刘军 None 18705336318\n", + "u_lp_1661481758_6308331eaba3a_TQ1j6B 交警 翟峰 交警 翟峰 18705336675\n", + "u_lp_1663329993_632466c92bc76_uSmR9Q 孔晓晖 None 18705336315\n", + "u_lp_1663634037_63290a75694c9_cbt0Ld 王维军 快乐先行 18705336077\n", + "u_lp_1663649808_63294810ce3fd_UEPrNX 刘浩 刘浩 18705333203\n", + "u_lp_1663722388_632a6394b6954_7SupvO 李传生 李传生 18705336807\n", + "u_lp_1661486861_6308470de5d47_QzgTmI 张俊杰 张俊杰 18705336069\n", + "u_lp_1664162704_63311b90e964c_jPlmpl 童保华 None 18705333707\n", + "u_lp_1665036891_633e725b684d3_hsCm37 刘进 None 18705336031\n", + "u_lp_1663295972_6323e1e4caea7_fc1HXu 于会萍 None 18705333513\n", + "u_lp_1663325439_632454ff8b99b_DrUT6S 孙孝伟 None 18705336682\n", + "u_lp_1663577491_63282d93ea1e9_JDfOU8 王青海 王青海 18705336039\n", + "u_lp_1663663112_63297c08977aa_7gPZEP 车西冬 None 18705333710\n" + ] + } + ], "source": [ "import openpyxl\n", "import json\n", "\n", - "filename = 'data/交警支队小鹅通信息221010.json'\n", + "filename = 'data/交警支队小鹅通信息221018.json'\n", "with open(filename,'r') as fl:\n", " dict2 = json.load(fl) \n", "\n", - "wb = openpyxl.load_workbook('data/交警支队小鹅通中手机信息存在问题用户（修正）1010.xlsx')\n", + "wb = openpyxl.load_workbook('data/新增人员表221018.xlsx')\n", "sheet = wb.active\n", "# sheets = wb.sheetnames\n", "\n", @@ -326,12 +370,13 @@ " phone = sheet.cell(n, 5).value\n", " if phone in dict2.keys():\n", " dict2[phone]['id'] = sheet.cell(n, 1).value\n", - " dict2[phone]['nick'] = sheet.cell(n, 2).value\n", - " dict2[phone]['user'] = sheet.cell(n, 3).value\n", + " dict2[phone]['nick'] = sheet.cell(n, 3).value\n", + " dict2[phone]['user'] = sheet.cell(n, 2).value\n", + " print(sheet.cell(n, 1).value,sheet.cell(n, 3).value,sheet.cell(n, 2).value,phone)\n", "\n", - "with open(filename, 'w') as fl:\n", - " json.dump(dict2, fl, ensure_ascii=False)\n", - "print('ok')" + "#with open(filename, 'w') as fl:\n", + "# json.dump(dict2, fl, ensure_ascii=False)\n", + "#print('ok')" ] }, { @@ -344,15 +389,15 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": 77, "id": "c1a5aaef-70be-4fd2-9384-983aeb59f491", "metadata": { "execution": { - "iopub.execute_input": "2022-10-11T06:47:28.920135Z", - "iopub.status.busy": "2022-10-11T06:47:28.919559Z", - "iopub.status.idle": "2022-10-11T06:47:29.076584Z", - "shell.execute_reply": "2022-10-11T06:47:29.075429Z", - "shell.execute_reply.started": "2022-10-11T06:47:28.920087Z" + "iopub.execute_input": "2022-10-18T09:22:39.019143Z", + "iopub.status.busy": "2022-10-18T09:22:39.018621Z", + "iopub.status.idle": "2022-10-18T09:22:39.175590Z", + "shell.execute_reply": "2022-10-18T09:22:39.174572Z", + "shell.execute_reply.started": "2022-10-18T09:22:39.019095Z" }, "tags": [] }, @@ -365,7 +410,7 @@ "import csv\n", "import re\n", "\n", - "filename = 'data/交警支队小鹅通信息221010.json'\n", + "filename = 'data/交警支队小鹅通信息221018.json'\n", "with open(filename,'r') as fl:\n", " dict1 = json.load(fl) \n", "dict2 = {}\n", @@ -373,11 +418,11 @@ " if 'id' in v.keys():\n", " dict2[v['id']] = [v['name'],v['unit'],k,v['nick'],v['group']] \n", "dict3 = {} \n", - "fi_path = 'data/小鹅通/'\n", + "fi_path = 'data/交警支队/打卡/'\n", "fl = glob.glob(f'{fi_path}*.csv')\n", "list1 = []\n", "for fn in fl:\n", - " with open(fn,'r',newline='',encoding='gb18030') as csv_file:\n", + " with open(fn,'r',newline='') as csv_file:\n", " fl1 = csv.reader(csv_file,delimiter=',')\n", " group = re.findall(r'百日筑基-(.+)》',fn)[0]\n", " header = next(fl1)\n", @@ -431,7 +476,7 @@ " list2 = [k,v['name'],v['phone'],v['unit'],dk,sc]\n", " list1.append(list2)\n", "title = ['昵称','姓名','手机号','部门','打卡次数','累计学习时长']\n", - "filename = 'data/交警支队学习情况表221010.xlsx'\n", + "filename = 'data/交警支队学习情况表221018.xlsx'\n", "wb = openpyxl.Workbook()\n", "sheet = wb.active\n", "sheet.append(title)\n", @@ -441,6 +486,267 @@ "wb.save(filename) " ] }, + { + "cell_type": "markdown", + "id": "e83be6f5-c05a-4ac0-8511-2dabf770466c", + "metadata": { + "execution": { + "iopub.execute_input": "2022-10-18T06:28:39.091613Z", + "iopub.status.busy": "2022-10-18T06:28:39.091059Z", + "iopub.status.idle": "2022-10-18T06:28:39.098295Z", + "shell.execute_reply": "2022-10-18T06:28:39.096326Z", + "shell.execute_reply.started": "2022-10-18T06:28:39.091564Z" + } + }, + "source": [ + "### 核对新增人员" + ] + }, + { + "cell_type": "code", + "execution_count": 75, + "id": "a4886e66-99d1-4f24-9d53-29a239e62bad", + "metadata": { + "execution": { + "iopub.execute_input": "2022-10-18T09:22:14.008683Z", + "iopub.status.busy": "2022-10-18T09:22:14.008151Z", + "iopub.status.idle": "2022-10-18T09:22:14.070260Z", + "shell.execute_reply": "2022-10-18T09:22:14.068944Z", + "shell.execute_reply.started": "2022-10-18T09:22:14.008634Z" + }, + "tags": [] + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "ok\n" + ] + } + ], + "source": [ + "import openpyxl\n", + "import json\n", + "import os\n", + "import glob\n", + "import csv\n", + "import re\n", + "\n", + "filename = 'data/交警支队小鹅通信息221010.json'\n", + "with open(filename,'r') as fl:\n", + " dict1 = json.load(fl) \n", + "\n", + "dict2 = {}\n", + "for k, v in dict1.items():\n", + " if 'id' in v.keys():\n", + " dict2[v['id']] = [v['name'],v['unit'],k,v['nick'],v['group']] \n", + " \n", + "dict3 = {} \n", + "fi_path = 'data/交警支队/打卡/'\n", + "fl = glob.glob(f'{fi_path}*.csv')\n", + "list1 = []\n", + "for fn in fl:\n", + " with open(fn,'r',newline='') as csv_file:\n", + " fl1 = csv.reader(csv_file,delimiter=',')\n", + " group = re.findall(r'百日筑基-(.+)》',fn)[0]\n", + " header = next(fl1)\n", + " for line in fl1:\n", + " #line = re.sub('[\\r\\n\\f ]{1,}', '', line)\n", + " id = line[0]\n", + " num = line[10]\n", + " #print(id,num)\n", + " if id not in dict2.keys():\n", + " dict3.setdefault(id,{})\n", + " dict3[id]['name'] = line[4]\n", + " dict3[id]['phone'] = line[5]\n", + " dict3[id]['nick'] = line[1]\n", + " \n", + "fi_path = 'data/交警支队/时长/'\n", + "fl = glob.glob(f'{fi_path}*.csv')\n", + "\n", + "list1 = []\n", + "for fn in fl:\n", + " with open(fn,'r',newline='',encoding='gb18030') as csv_file:\n", + " fl1 = csv.reader(csv_file,delimiter=',')\n", + " group = re.findall(r'《(.+)》',fn)[0]\n", + " #header = next(fl1)\n", + " i = 0\n", + " for line in fl1:\n", + " #line = re.sub('[\\r\\n\\f ]{1,}', '', line)\n", + " if i> 1:\n", + " \n", + " id = line[0]\n", + " if id not in dict2.keys():\n", + " dict3.setdefault(id,{})\n", + " dict3[id]['name'] = line[10]\n", + " dict3[id]['phone'] = line[11]\n", + " dict3[id]['nick'] = line[1] \n", + " i +=1\n", + "#print(dict3)\n", + "for k, v in dict3.items():\n", + " phone = re.sub('[\\r\\n\\f\\t ]{1,}', '',v['phone'])\n", + " if phone in dict1.keys():\n", + " dict1[phone]['id'] = k\n", + " dict1[phone]['nick'] = v['nick'] \n", + " dict1[phone]['user'] = v['name']\n", + " else:\n", + " list1.append([k,v['name'],v['nick'],phone])\n", + "filename = 'data/交警支队小鹅通信息221018.json'\n", + "with open(filename, 'w') as fl:\n", + " json.dump(dict1, fl, ensure_ascii=False)\n", + "\n", + "title = ['id','姓名','昵称','手机号']\n", + "filename = 'data/新增人员表221018.xlsx'\n", + "wb = openpyxl.Workbook()\n", + "sheet = wb.active\n", + "sheet.append(title)\n", + "for row in list1:\n", + " sheet.append(row)\n", + " \n", + "wb.save(filename) \n", + "print('ok')" + ] + }, + { + "cell_type": "code", + "execution_count": 57, + "id": "ee4bb827-287f-4b1f-8dbd-d595cb010892", + "metadata": { + "execution": { + "iopub.execute_input": "2022-10-18T09:03:41.966475Z", + "iopub.status.busy": "2022-10-18T09:03:41.965956Z", + "iopub.status.idle": "2022-10-18T09:03:42.048247Z", + "shell.execute_reply": "2022-10-18T09:03:42.047389Z", + "shell.execute_reply.started": "2022-10-18T09:03:41.966426Z" + }, + "tags": [] + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "1 u_6173e42182911_TnumhwOZG9 子墨 李文静 13718887655\n", + "2 u_6162ec35ad7b7_ey2oOCfUP7 小新卖蜡笔? 高峻超 17860246118\n", + "3 u_lp_1663297930_6323e98a33794_jNgzRD 冬日 冬日 \n", + "4 u_631899e2ad8f9_MhSqCAUX9R 手机尾号0101用户 伴着幸福的人 13605330101\n", + "5 u_6159638142ba1_S9otgjwjX7 宗瑾 宗瑾 18801062497\n", + "6 u_5f05c79ebb792_GDNNK8BWSI 奇奇 亓玉芬 15210715398\n", + "7 u_lp_1663134862_63216c8e0cf6d_5J5DmF 王青 王青 18615337165\n", + "8 u_lp_1663141739_6321876b2363b_S78cx0 霖山听海 霖山听海 \n", + "9 u_lp_1663326669_632459cda856f_GjFOVL 淄博最后的ikun 淄博最后的ikun \n", + "10 u_lp_1663413836_6325ae4cbb828_HSEYyB 妮妮 妮妮 13953380271\n", + "11 u_lp_1663554446_6327d38ef1069_MD1305 XZJ \n", + "12 u_lp_1664171121_63313c71a0f2f_fDvfoo 枕霞旧友 \n", + "13 u_lp_1664546227_6336f5b346d80_TiNiu1 房思春 房思春 \n", + "14 u_lp_1664617172_63380ad429dcb_svfFT3 海涛 祝学迎 13581027888\n", + "15 u_lp_1665225083_6341517b8211a_qiMkIj 阳光zj 阳光zj 13969307666\n", + "16 u_lp_1665641415_6347abc77a7ef_yV6Wox 董凯 董凯 13806481277\n", + "17 u_6319e7da6947f_GN6dmtH3ed 左登峰 左登峰 13964365877\n", + "18 u_lp_1663369088_6324ff80bc705_NgNTWu 我爱我家 \n", + "19 u_lp_1663406890_6325932a5caff_2RIkq2 祁河成 祁河成 \n", + "20 u_lp_1663136362_6321726a8403d_Ht7c9d 王洪珍 王洪珍 \n", + "21 u_6322e3966d41b_rVdSm1pZXH 驀然回首 驀然回首 15953356111\n", + "22 u_6325217365e69_WctQcZFuHb 张红海 张红海 13508951662\n", + "23 u_lp_1662620239_6319924fdf4a4_pB11t3 刘军 \n", + "24 u_lp_1663136658_6321739213909_ttFs3c 朱红霞 朱红霞 \n", + "25 u_lp_1661481758_6308331eaba3a_TQ1j6B 交警 翟峰 交警 翟峰 \n", + "26 u_lp_1663138780_63217bdc3fd19_e8t54f 顺其自然2 \n", + "27 u_lp_1663139478_63217e96c3954_EZvqh2 ???? ???? \n", + "28 u_lp_1664611559_6337f4e73b030_R1Og5Q ???? ???? 13287063721\n", + "29 u_633666862f1b1_XU3mwbtuGf 淬剑 \n", + "30 u_lp_1663119922_632132323da11_n9FmTv 王丽君 王丽君 13475518973\n", + "31 u_lp_1663124329_63214369d8508_N2CO9q 于立霞 于立霞 13953320629\n", + "32 u_lp_1663141198_6321854e76c00_Ab89tb 邓立群 邓立群 \n", + "33 u_lp_1663141485_6321866daf613_4NCc9M 耿晓龙 耿晓龙 \n", + "34 u_lp_1663329993_632466c92bc76_uSmR9Q 孔晓晖 \n", + "35 u_lp_1663551502_6327c80ec1d59_LP3Qr5 梦想成真 梦想成真 15264337301\n", + "36 u_lp_1663634037_63290a75694c9_cbt0Ld 王维军 快乐先行 13869376228\n", + "37 u_lp_1663649808_63294810ce3fd_UEPrNX 刘浩 刘浩 \n", + "38 u_lp_1663722388_632a6394b6954_7SupvO 李传生 李传生 13806431511\n", + "39 u_lp_1664653781_633899d5b97fb_LBp28e 淡若悠然 \n", + "40 u_lp_1661486861_6308470de5d47_QzgTmI 张俊杰 张俊杰 13655339406\n", + "41 u_lp_1664162704_63311b90e964c_jPlmpl 童保华 \n", + "42 u_lp_1665036891_633e725b684d3_hsCm37 刘进 \n", + "43 u_lp_1663142645_63218af5905c5_gqmABq 靥暖 \n", + "44 u_lp_1663225682_6322cf52dde88_qbC3Rs 许志国 \n", + "45 u_lp_1663295972_6323e1e4caea7_fc1HXu 于会萍 \n", + "46 u_lp_1663325439_632454ff8b99b_DrUT6S 孙孝伟 \n", + "47 u_lp_1663555784_6327d8c8c9e25_cLIVK4 便士 便士 \n", + "48 u_lp_1663577491_63282d93ea1e9_JDfOU8 王青海 王青海 \n", + "49 u_lp_1663663112_63297c08977aa_7gPZEP 车西冬 \n" + ] + } + ], + "source": [ + "import openpyxl\n", + "import json\n", + "import os\n", + "import glob\n", + "import csv\n", + "import re\n", + "\n", + "filename = 'data/交警支队小鹅通信息221010.json'\n", + "with open(filename,'r') as fl:\n", + " dict1 = json.load(fl) \n", + "dict2 = {}\n", + "for k, v in dict1.items():\n", + " if 'id' in v.keys():\n", + " dict2[v['id']] = [v['name'],v['unit'],k,v['nick'],v['group']] \n", + "dict3 = {} \n", + "fi_path = 'data/交警支队/打卡/'\n", + "fl = glob.glob(f'{fi_path}*.csv')\n", + "list1 = []\n", + "for fn in fl:\n", + " with open(fn,'r',newline='') as csv_file:\n", + " fl1 = csv.reader(csv_file,delimiter=',')\n", + " group = re.findall(r'百日筑基-(.+)》',fn)[0]\n", + " header = next(fl1)\n", + " for line in fl1:\n", + " #line = re.sub('[\\r\\n\\f ]{1,}', '', line)\n", + " id = line[0]\n", + " num = line[10]\n", + " #print(id,num)\n", + " if id not in dict2.keys():\n", + " dict3.setdefault(id,{})\n", + " dict3[id]['name'] = line[4]\n", + " dict3[id]['phone'] = line[5]\n", + " dict3[id]['nick'] = line[1]\n", + " \n", + "fi_path = 'data/交警支队/时长/'\n", + "fl = glob.glob(f'{fi_path}*.csv')\n", + "\n", + "list1 = []\n", + "for fn in fl:\n", + " with open(fn,'r',newline='',encoding='gb18030') as csv_file:\n", + " fl1 = csv.reader(csv_file,delimiter=',')\n", + " group = re.findall(r'《(.+)》',fn)[0]\n", + " #header = next(fl1)\n", + " i = 0\n", + " for line in fl1:\n", + " #line = re.sub('[\\r\\n\\f ]{1,}', '', line)\n", + " if i> 1:\n", + " \n", + " id = line[0]\n", + " if id not in dict2.keys():\n", + " dict3.setdefault(id,{})\n", + " dict3[id]['name'] = line[10]\n", + " dict3[id]['phone'] = line[11]\n", + " dict3[id]['nick'] = line[1] \n", + " i +=1\n", + "i = 1\n", + "#print(dict3)\n", + "for k, v in dict3.items():\n", + " phone = re.sub('[\\r\\n\\f\\t ]{1,}', '',v['phone'])\n", + " if phone not in dict1.keys():\n", + " #dict1[phone]['id'] = k\n", + " #dict1[phone]['nick'] = v['nick'] \n", + " #dict1[phone]['user'] = v['name']\n", + " print(i,k,v['nick'], v['name'],phone)\n", + " i+=1\n" + ] + }, { "cell_type": "markdown", "id": "775a298e-600d-4644-bd43-1eb75a302a9f",