From 91ae3fce79651ce05f847ed1f24c86941ac90ae5 Mon Sep 17 00:00:00 2001 From: 512song Date: Mon, 22 May 2023 17:33:01 +0800 Subject: [PATCH] 20230522 --- 体测单位/体检报告分析.ipynb | 232 ++++++++++++++++++++++++ 体测单位/体质检测数据处理.ipynb | 307 +++++++++++++++++++++++++------- 体测单位/燕山石化.ipynb | 189 +++++++++++++------- 3 files changed, 599 insertions(+), 129 deletions(-) create mode 100644 体测单位/体检报告分析.ipynb diff --git a/体测单位/体检报告分析.ipynb b/体测单位/体检报告分析.ipynb new file mode 100644 index 0000000..98c9bde --- /dev/null +++ b/体测单位/体检报告分析.ipynb @@ -0,0 +1,232 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "id": "4b3853d4-d30f-4b1d-99de-fa52777ce65c", + "metadata": {}, + "source": [ + "## 体质指标问卷导入" + ] + }, + { + "cell_type": "code", + "execution_count": 17, + "id": "202a0266-f578-4d75-b04c-5ae9957391bf", + "metadata": { + "execution": { + "iopub.execute_input": "2023-05-22T08:51:23.135343Z", + "iopub.status.busy": "2023-05-22T08:51:23.134459Z", + "iopub.status.idle": "2023-05-22T08:51:23.150352Z", + "shell.execute_reply": "2023-05-22T08:51:23.149334Z", + "shell.execute_reply.started": "2023-05-22T08:51:23.135304Z" + }, + "tags": [] + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "ok\n" + ] + } + ], + "source": [ + "import json\n", + "import time\n", + "import csv\n", + "\n", + "filename = 'data/淄博交警体质指标问卷.json'\n", + "item = {}\n", + "unit = {}\n", + "with open(filename,'r') as fl:\n", + " dict1 = json.load(fl) \n", + "dict2 = {}\n", + "for items in dict1['pages']:\n", + " for item in items['elements']:\n", + " #print(item)\n", + " dict2.setdefault(item['name'],{})\n", + " name = item['name']\n", + " dict2[name]['type'] = item['type']\n", + " dict2[name]['title'] = item['title']['zh-cn']\n", + " if 'isRequired' in item.keys():\n", + " dict2[name]['isRequired'] = item['isRequired']\n", + " else:\n", + " dict2[name]['isRequired'] = False\n", + " if item['type'] == 'text':\n", + " dict2[name]['inputType'] = item['inputType']\n", + " else:\n", + " dict2[name]['choices'] = item['choices']\n", + "filename = 'data/淄博交警体质问卷参数.json'\n", + "with open(filename, 'w') as fl:\n", + " json.dump(dict2, fl, ensure_ascii=False)\n", + "print('ok')" + ] + }, + { + "cell_type": "markdown", + "id": "d7ab7cfd-3448-45a6-abb4-04e7f317b843", + "metadata": {}, + "source": [ + "## 问卷数据分析" + ] + }, + { + "cell_type": "code", + "execution_count": 33, + "id": "e05bb84b-e649-4201-95d7-f9fee7b1a254", + "metadata": { + "execution": { + "iopub.execute_input": "2023-05-22T09:31:19.028959Z", + "iopub.status.busy": "2023-05-22T09:31:19.028116Z", + "iopub.status.idle": "2023-05-22T09:31:19.043637Z", + "shell.execute_reply": "2023-05-22T09:31:19.042568Z", + "shell.execute_reply.started": "2023-05-22T09:31:19.028917Z" + }, + "tags": [] + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "13718887655\n", + "您的性别 女性\n", + "您的年龄 39\n", + "您的身高（cm） 160\n", + "您的体重（kg） 52\n", + "您的血压（BP） 临界偏低（收缩压90-94mmHg和/或舒张压60-65mmHg）\n", + "您的空腹血糖（FPG） 正常（3.89-6.1mmol/L）\n", + "您的白细胞计数（WBC） 临界偏高（9.6-10×10^9/L）\n", + "您的血红蛋白（HGB） 临界偏低（110-114g/L）\n", + "您的血小板（PLT） 正常（125-350×10^9/L）\n", + "您的低密度脂蛋白（LDL-C） 临界偏高（5.18-6.19mmol/L）\n", + "您的甘油三酯（TG） 正常（0.45-1.69mmol/L）\n", + "您的尿酸（UA） 正常（155.00- 350.00 μmol/L）\n", + "您的肌酐（Cr） 正常（44.00- 73.00μmol/L）\n", + "您的谷丙转氨酶（ALT） 正常（7.00- 19.00U/L）\n", + "您的谷草转氨酶（AST） 正常（13.00- 35.00U/L）\n", + "您的甲状腺功能 正常\n", + "您的尿蛋白 阴性\n", + "您的便潜血 阴性\n", + "您的幽门螺旋杆菌 阴性\n", + "囊肿（选做题，没有囊肿问题的请跳过） ['卵巢囊肿']\n", + "结节（选做题，没有结节问题的请跳过） ['肺结节']\n", + "息肉（选做题，没有息肉问题的请跳过） ['其他息肉']\n", + "您的其他问题（选做题，没有这些问题的请跳过） ['过敏性鼻炎']\n", + "您的饮食口味 ['清淡']\n", + "您吸烟吗 不吸烟\n", + "您喝酒吗 不喝\n", + "您参加规律的体育锻炼吗 不参加\n", + "您的睡眠状况如何 非常好\n", + "您的排便频率如何 2天一次\n", + "您的职业 管理人员\n", + "您的父母或兄弟姐妹是否患有明确诊断的疾病？（选做题，没有遗传病史的请跳过） ['高血压', '冠心病', '脑卒中']\n", + "15210715398\n", + "您的性别 女性\n", + "您的年龄 36\n", + "您的身高（cm） 162\n", + "您的体重（kg） 56\n", + "您的血压（BP） 正常（收缩压95-130mmHg和舒张压65-85mmHg）\n", + "您的空腹血糖（FPG） 正常（3.89-6.1mmol/L）\n", + "您的白细胞计数（WBC） 正常（4-9.5×10^9/L）\n", + "您的血红蛋白（HGB） 正常（115-145g/L）\n", + "您的血小板（PLT） 正常（125-350×10^9/L）\n", + "您的低密度脂蛋白（LDL-C） 正常（3.1-5.18mmol/L）\n", + "您的甘油三酯（TG） 正常（0.45-1.69mmol/L）\n", + "您的尿酸（UA） 正常（155.00- 350.00 μmol/L）\n", + "您的肌酐（Cr） 正常（44.00- 73.00μmol/L）\n", + "您的谷丙转氨酶（ALT） 正常（7.00- 19.00U/L）\n", + "您的谷草转氨酶（AST） 正常（13.00- 35.00U/L）\n", + "您的甲状腺功能 正常\n", + "您的尿蛋白 阴性\n", + "您的便潜血 阴性\n", + "您的幽门螺旋杆菌 阴性\n", + "您的心脏（选做题，没有心脏问题的请跳过） ['窦性心律不齐']\n", + "您的饮食口味 ['辛辣']\n", + "您吸烟吗 不吸烟\n", + "您喝酒吗 不喝\n", + "您参加规律的体育锻炼吗 经常参加（平均每周锻炼3次及以上，每次锻炼＞30分钟）\n", + "您的睡眠状况如何 非常好\n", + "您的排便频率如何 2天一次\n", + "您的职业 行政工作\n", + "您的父母或兄弟姐妹是否患有明确诊断的疾病？（选做题，没有遗传病史的请跳过） ['高血压']\n" + ] + } + ], + "source": [ + "import json\n", + "import time\n", + "import csv\n", + "\n", + "filename = 'data/淄博交警体质问卷参数.json'\n", + "item = {}\n", + "unit = {}\n", + "with open(filename,'r') as fl:\n", + " dict1 = json.load(fl) \n", + "\n", + "filename = 'data/Survey_20230522.json'\n", + "item = {}\n", + "unit = {}\n", + "with open(filename,'r') as fl:\n", + " dict2 = json.load(fl) \n", + "for items in dict2['Survey']:\n", + " #print(items)\n", + " phone = items['phone']\n", + " print(phone)\n", + " data = json.loads(items['data'])\n", + " for k, v in data.items():\n", + " if dict1[k]['type'] == 'radiogroup':\n", + " title = dict1[k]['title']\n", + " for item in dict1[k]['choices']:\n", + " if item['value'] == v:\n", + " value = item['text']\n", + " \n", + " if dict1[k]['type'] == 'text':\n", + " title = dict1[k]['title']\n", + " value = v\n", + " if dict1[k]['type'] == 'checkbox':\n", + " title = dict1[k]['title']\n", + " value = []\n", + " for choice in v:\n", + " for item in dict1[k]['choices']:\n", + " if item['value'] == choice:\n", + " value.append(item['text'])\n", + "\n", + " print(title,value) \n", + " \n", + " \n", + " " + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "f5c6a39a-3e3e-4844-8ff8-b9ebb7e8f8af", + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.6" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/体测单位/体质检测数据处理.ipynb b/体测单位/体质检测数据处理.ipynb index e0186e8..16fc6eb 100644 --- a/体测单位/体质检测数据处理.ipynb +++ b/体测单位/体质检测数据处理.ipynb @@ -350,9 +350,9 @@ " data_list.append((int(k),v['name'])) \n", "conn = psycopg2.connect(database=\"mycrm\", user=\"postgres\", password=\"songyi\", host=\"localhost\", port=\"5432\")\n", "cursor = conn.cursor()\n", - "sql = 'insert into tianjin_item (id,name) values %s'\n", + "sql = 'insert into shijiazhuang_item (id,name) values %s'\n", "ex.execute_values(cursor, sql, data_list, page_size=10000)\n", - "conn.commit()\n", + "#conn.commit()\n", "cursor.close()\n", "conn.close()\n", "print('ok!')" @@ -381,7 +381,7 @@ "\n", "conn = psycopg2.connect(database=\"mycrm\", user=\"postgres\", password=\"songyi\", host=\"localhost\", port=\"5432\")\n", "cursor = conn.cursor()\n", - "filename = 'data/天津石化人员名单.json'\n", + "filename = 'data/result_石家庄.json'\n", "with open(filename,'r') as fl:\n", " dict1 = json.load(fl)\n", "unit = set()\n", @@ -399,9 +399,9 @@ "for k, v in dict2.items():\n", " data_list.append((v,k)) \n", " \n", - "sql = 'insert into tianjin_unit (id,name) values %s'\n", + "sql = 'insert into shijiazhuang_unit (id,name) values %s'\n", "ex.execute_values(cursor, sql, data_list, page_size=10000)\n", - "conn.commit()\n", + "#conn.commit()\n", "cursor.close()\n", "conn.close()\n", "print('ok!')" @@ -457,7 +457,7 @@ " i+=1\n", "sql = 'insert into tianjin_sub_unit (id,name,unit_id) values %s'\n", "ex.execute_values(cursor, sql, data_list, page_size=10000)\n", - "conn.commit()\n", + "#conn.commit()\n", "cursor.close()\n", "conn.close()\n", "print('ok!')" @@ -484,7 +484,7 @@ "import csv\n", "\n", "dict1 = {}\n", - "filename = 'data/unit_134.csv'\n", + "filename = 'data/shijiazhuang_unit_20230517.csv'\n", "with open(filename,'r',newline='') as csv_file:\n", " fl = csv.reader(csv_file,delimiter=',')\n", " header = next(fl)\n", @@ -511,6 +511,36 @@ "print(len(dict1)) " ] }, + { + "cell_type": "code", + "execution_count": null, + "id": "5e57329d-a0ef-47b2-9866-fe2a911ff01d", + "metadata": { + "tags": [] + }, + "outputs": [], + "source": [ + "import json\n", + "import csv\n", + "\n", + "dict1 = {}\n", + "filename = 'data/shijiazhuang_unit_20230517.csv'\n", + "with open(filename,'r',newline='') as csv_file:\n", + " fl = csv.reader(csv_file,delimiter=',')\n", + " header = next(fl)\n", + " list1 = []\n", + " for line in fl:\n", + " #line = re.sub('[\\r\\n\\f ]{1,}', '', line)\n", + " list1.append({'id':int(line[0]),'name':line[1]})\n", + " dict1[int(line[0])] = line[1]\n", + "\n", + "\n", + "filename = 'data/石家庄石化部门.json'\n", + "with open(filename,'w') as fl:\n", + " json.dump(dict1, fl, ensure_ascii=False) \n", + "print(len(dict1)) " + ] + }, { "cell_type": "markdown", "id": "53bf98fe-0ae9-402f-b8d8-495e8f31df3d", @@ -538,15 +568,10 @@ "with open(filename,'r') as fl:\n", " person = json.load(fl)\n", " \n", - "filename = 'data/天津石化人员名单.json'\n", + "filename = 'data/石家庄石化部门.json'\n", "with open(filename,'r') as fl:\n", " dict1 = json.load(fl)\n", - "unit = set()\n", - "for k, v in dict1.items():\n", - " #if 'sub_unit' not in v.keys():\n", - " # print(k,v['name'])\n", - " unit.add(v['unit'])\n", - "print(unit) \n", + "\n", "i = 1\n", "dict2 = {}\n", "for item in unit:\n", @@ -591,13 +616,54 @@ " data_list.append((id,name,sex,birth,unit))\n", "sql = 'insert into tianjin_person (id,name,sex,birth,unit_id) values %s'\n", "ex.execute_values(cursor, sql, data_list, page_size=10000)\n", - "conn.commit()\n", + "#conn.commit()\n", "cursor.close()\n", "conn.close()\n", "print('ok!') \n", " " ] }, + { + "cell_type": "code", + "execution_count": null, + "id": "c2007c46-38c8-4a20-9917-b0b8743fe2a9", + "metadata": { + "tags": [] + }, + "outputs": [], + "source": [ + "import json\n", + "import psycopg2\n", + "from psycopg2 import extras as ex\n", + "\n", + "conn = psycopg2.connect(database=\"mycrm\", user=\"postgres\", password=\"songyi\", host=\"localhost\", port=\"5432\")\n", + "cursor = conn.cursor()\n", + " \n", + "filename = 'data/石家庄石化部门.json'\n", + "with open(filename,'r') as fl:\n", + " dict1 = json.load(fl)\n", + "dict3 = {}\n", + "for k,v in dict1.items():\n", + " dict3[v] = int(k)\n", + "filename = 'data/result_石家庄.json'\n", + "with open(filename,'r') as fl:\n", + " dict2 = json.load(fl)\n", + "data_list = []\n", + "for k, v in dict2.items():\n", + " id = int(k)\n", + " name = dict2[k]['name']\n", + " sex = dict2[k]['sex']\n", + " birth = dict2[k]['birth'] \n", + " unit = dict3[dict2[k]['unit']]\n", + " data_list.append((id,name,sex,birth,unit))\n", + "sql = 'insert into shijiazhuang_person (id,name,sex,birth,unit_id) values %s'\n", + "ex.execute_values(cursor, sql, data_list, page_size=10000)\n", + "#conn.commit()\n", + "cursor.close()\n", + "conn.close()\n", + "print('ok!') " + ] + }, { "cell_type": "markdown", "id": "fd95a45a-c6df-47c3-9941-2d0579b2c5d9", @@ -607,28 +673,23 @@ ] }, { - "cell_type": "code", - "execution_count": 84, - "id": "360e61e9-7895-484b-a9d6-333bdefa1a86", + "cell_type": "markdown", + "id": "c989de3f-a8ab-47dc-9662-544e4b6a0e2f", "metadata": { - "execution": { - "iopub.execute_input": "2023-05-01T04:48:05.728955Z", - "iopub.status.busy": "2023-05-01T04:48:05.728103Z", - "iopub.status.idle": "2023-05-01T04:48:08.066386Z", - "shell.execute_reply": "2023-05-01T04:48:08.065262Z", - "shell.execute_reply.started": "2023-05-01T04:48:05.728912Z" - }, "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "ok!\n" - ] - } - ], + "source": [ + "#### 二级部门导入" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "360e61e9-7895-484b-a9d6-333bdefa1a86", + "metadata": { + "tags": [] + }, + "outputs": [], "source": [ "import json\n", "import psycopg2\n", @@ -685,13 +746,21 @@ " \n", "sql = 'insert into tianjin_records (performance,score,avatar_id_id,item_id_id,unit_id_id,sub_unit_id_id) values %s'\n", "ex.execute_values(cursor, sql, data_list, page_size=10000)\n", - "conn.commit()\n", + "#conn.commit()\n", "cursor.close()\n", "conn.close()\n", "print('ok!') \n", " " ] }, + { + "cell_type": "markdown", + "id": "4aeabbbc-5b51-4dd0-b428-83e2012e63c4", + "metadata": {}, + "source": [ + "#### 一级部门导入" + ] + }, { "cell_type": "code", "execution_count": null, @@ -712,47 +781,37 @@ "for k, v in dict1.items():\n", " dict2[v['name']] = int(k)\n", "\n", - "filename = 'data/天津石化部门.json'\n", - "with open(filename,'r') as fl:\n", - " dict1 = json.load(fl) \n", - "unit = {}\n", - "for item in dict1['unit']:\n", - " unit[item['name']] = item['id']\n", - "\n", - "sub_unit = {}\n", - "for item in dict1['sub_unit']:\n", - " sub_unit.setdefault(item['unit_id'],[])\n", - " sub_unit[item['unit_id']].append({'id':item['id'],'name':item['name']})\n", - " \n", - "filename = 'data/天津石化人员名单.json'\n", + "filename = 'data/石家庄石化部门.json'\n", "with open(filename,'r') as fl:\n", " dict1 = json.load(fl)\n", - "person = {}\n", - "for k, v in dict1.items():\n", - " person[k] = {'unit':v['unit'],'sub_unit':v['sub_unit']}\n", - "\n", + "dict3 = {}\n", + "for k,v in dict1.items():\n", + " dict3[v] = int(k)\n", " \n", + "\n", "conn = psycopg2.connect(database=\"mycrm\", user=\"postgres\", password=\"songyi\", host=\"localhost\", port=\"5432\")\n", "cursor = conn.cursor()\n", "data_list = []\n", - "filename = 'data/result_天津.json'\n", + "filename = 'data/result_石家庄.json'\n", "with open(filename,'r') as fl:\n", " dict1 = json.load(fl) \n", "for k, v in dict1.items():\n", " for item in v.keys():\n", " if item in dict2.keys():\n", - " item_id = dict2[item]\n", - " if v[item]['得分'] == '\\\\N':\n", + " item_id = dict2[item] \n", + " if v[item]['得分'] == '':\n", " score = None\n", " else:\n", " score = int(v[item]['得分'])\n", - " unit_name = person[k]['unit'] \n", - " sub_unit_name = person[k]['sub_unit']\n", - " unit_id = unit[unit_name]\n", - " for items in sub_unit[unit_id]:\n", - " if items['name'] ==sub_unit_name:\n", - " sub_id = items['id'] \n", - " print(unit_id,sub_id)" + " unit_name = v['unit']\n", + " unit_id = dict3[unit_name]\n", + " data_list.append((v[item]['成绩'],score,int(k),item_id,unit_id))\n", + "sql = 'insert into shijiazhuang_records (performance,score,avatar_id_id,item_id_id,unit_id_id) values %s'\n", + "ex.execute_values(cursor, sql, data_list, page_size=10000)\n", + "#conn.commit()\n", + "cursor.close()\n", + "conn.close()\n", + "print('ok!')" ] }, { @@ -781,6 +840,130 @@ " unit[item['name']] = item['id']\n", "print(unit)" ] + }, + { + "cell_type": "markdown", + "id": "bdb81e20-32ec-4e0e-b2ac-13dac2060068", + "metadata": { + "tags": [] + }, + "source": [ + "# 体质报告在线管理" + ] + }, + { + "cell_type": "markdown", + "id": "1485fc89-4fc2-437d-a29e-b4a0aab12aa0", + "metadata": {}, + "source": [ + "## 新增体测单位" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "id": "cf345bf0-f11b-459e-9b69-b2843836f6f3", + "metadata": { + "execution": { + "iopub.execute_input": "2023-05-19T08:30:41.861658Z", + "iopub.status.busy": "2023-05-19T08:30:41.860765Z", + "iopub.status.idle": "2023-05-19T08:30:42.006745Z", + "shell.execute_reply": "2023-05-19T08:30:42.006220Z", + "shell.execute_reply.started": "2023-05-19T08:30:41.861616Z" + }, + "tags": [] + }, + "outputs": [], + "source": [ + "import pymongo\n", + "\n", + "myclient = pymongo.MongoClient('mongodb://localhost:27017/')\n", + "mydb = myclient[\"baogao\"]\n", + "mycol = mydb[\"place\"]\n", + "\n", + "mydict = { \"id\": \"714309\",\"name\": \"中国石化石家庄炼化公司\", }\n", + " \n", + "x = mycol.insert_one(mydict) " + ] + }, + { + "cell_type": "markdown", + "id": "df2d18e2-d2e4-499e-876a-59d8550a8201", + "metadata": {}, + "source": [ + "## 新增报告信息" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "id": "1acaf159-637e-4101-9881-f6bb79400136", + "metadata": { + "execution": { + "iopub.execute_input": "2023-05-19T09:08:35.287714Z", + "iopub.status.busy": "2023-05-19T09:08:35.286693Z", + "iopub.status.idle": "2023-05-19T09:08:35.304177Z", + "shell.execute_reply": "2023-05-19T09:08:35.303461Z", + "shell.execute_reply.started": "2023-05-19T09:08:35.287667Z" + }, + "tags": [] + }, + "outputs": [], + "source": [ + "import pymongo\n", + "\n", + "myclient = pymongo.MongoClient('mongodb://localhost:27017/')\n", + "mydb = myclient[\"baogao\"]\n", + "mycol = mydb[\"pdf\"]\n", + "\n", + "mydict = { \"place\": \"714309\",\"code\":\"4\",\"name\": \"朱维\", }\n", + " \n", + "x = mycol.insert_one(mydict) " + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "id": "ad3078ac-ae53-4bb4-95bd-387631092bf1", + "metadata": { + "execution": { + "iopub.execute_input": "2023-05-20T04:06:02.667541Z", + "iopub.status.busy": "2023-05-20T04:06:02.667013Z", + "iopub.status.idle": "2023-05-20T04:06:02.681377Z", + "shell.execute_reply": "2023-05-20T04:06:02.680428Z", + "shell.execute_reply.started": "2023-05-20T04:06:02.667502Z" + }, + "tags": [] + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'_id': ObjectId('64673c9319e8481e9c0ad1a3'), 'place': '714309', 'code': '4', 'name': '朱维'}\n" + ] + } + ], + "source": [ + "import pymongo\n", + "\n", + "myclient = pymongo.MongoClient('mongodb://localhost:27017/')\n", + "mydb = myclient[\"baogao\"]\n", + "mycol = mydb[\"pdf\"]\n", + "\n", + "mydict = { \"place\": \"714309\",\"code\":\"4\",\"name\": \"朱维\", }\n", + " \n", + "x = mycol.find_one(mydict) \n", + "print(x)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "cc0571b6-1da5-4bcc-96ad-5613cd1198e3", + "metadata": {}, + "outputs": [], + "source": [] } ], "metadata": { diff --git a/体测单位/燕山石化.ipynb b/体测单位/燕山石化.ipynb index 516997f..b2978f8 100644 --- a/体测单位/燕山石化.ipynb +++ b/体测单位/燕山石化.ipynb @@ -10,15 +10,15 @@ }, { "cell_type": "code", - "execution_count": 32, + "execution_count": 10, "id": "1b92b7c5-cb77-49da-95b7-34827ecf1d16", "metadata": { "execution": { - "iopub.execute_input": "2023-05-16T06:27:55.181932Z", - "iopub.status.busy": "2023-05-16T06:27:55.181018Z", - "iopub.status.idle": "2023-05-16T06:27:57.546786Z", - "shell.execute_reply": "2023-05-16T06:27:57.545822Z", - "shell.execute_reply.started": "2023-05-16T06:27:55.181895Z" + "iopub.execute_input": "2023-05-18T12:36:59.824733Z", + "iopub.status.busy": "2023-05-18T12:36:59.824148Z", + "iopub.status.idle": "2023-05-18T12:37:02.051168Z", + "shell.execute_reply": "2023-05-18T12:37:02.050045Z", + "shell.execute_reply.started": "2023-05-18T12:36:59.824691Z" }, "tags": [] }, @@ -27,9 +27,9 @@ "name": "stdout", "output_type": "stream", "text": [ - "8206\n", - "8171\n", - "8109\n", + "8208\n", + "8208\n", + "8208\n", "ok\n" ] } @@ -76,19 +76,19 @@ " if sheet.cell(n,12).value is not None:\n", " dict1['工作性质'] = sheet.cell(n, 11).value\n", " person[code] = dict1\n", - "jianyuan = [6484,7110,6441,6541,6543,6549,6555,6600,2958,2981,3033,3231,3249,3287,3228,7741,7749,7794,7799,7806,7837,7863,7870,7880,7894,7895,7904,7936,7947,7953,7958,7968,7969,7974,8086,8114]\n", + "#jianyuan = [6484,7110,6441,6541,6543,6549,6555,6600,2958,2981,3033,3231,3249,3287,3228,7741,7749,7794,7799,7806,7837,7863,7870,7880,7894,7895,7904,7936,7947,7953,7958,7968,7969,7974,8086,8114]\n", "\n", "print(len(person))\n", - "for k in jianyuan:\n", - " if k in person.keys():\n", - " del person[k]\n", + "#for k in jianyuan:\n", + "# if k in person.keys():\n", + "# del person[k]\n", "print(len(person))\n", - "bianwai =[449,6839]\n", - "for i in range(7139,7200):\n", - " bianwai.append(i)\n", - "for k in bianwai:\n", - " if k in person.keys():\n", - " del person[k]\n", + "#bianwai =[449,6839]\n", + "#for i in range(7139,7200):\n", + "# bianwai.append(i)\n", + "#for k in bianwai:\n", + "# if k in person.keys():\n", + "# del person[k]\n", "print(len(person))\n", "filename = 'data/燕山石化人员名单.json'\n", "with open(filename, 'w') as fl:\n", @@ -106,15 +106,15 @@ }, { "cell_type": "code", - "execution_count": 33, + "execution_count": 4, "id": "71e1ec6a-6797-4496-969a-1d1461b9ea58", "metadata": { "execution": { - "iopub.execute_input": "2023-05-16T08:36:31.303752Z", - "iopub.status.busy": "2023-05-16T08:36:31.302937Z", - "iopub.status.idle": "2023-05-16T08:36:31.711617Z", - "shell.execute_reply": "2023-05-16T08:36:31.710715Z", - "shell.execute_reply.started": "2023-05-16T08:36:31.303711Z" + "iopub.execute_input": "2023-05-17T08:58:25.400000Z", + "iopub.status.busy": "2023-05-17T08:58:25.399131Z", + "iopub.status.idle": "2023-05-17T08:58:25.810982Z", + "shell.execute_reply": "2023-05-17T08:58:25.810241Z", + "shell.execute_reply.started": "2023-05-17T08:58:25.399960Z" }, "tags": [] }, @@ -123,12 +123,10 @@ "name": "stdout", "output_type": "stream", "text": [ - "214\n", - "8151 赵春先 已测试！\n", - "999 张术申 已测试！\n", - "2709 刘巍 已测试！\n", - "214\n", - "7598\n" + "133\n", + "2004 刘鹏 已测试！\n", + "133\n", + "7730\n" ] } ], @@ -151,7 +149,7 @@ "with open(filename,'r') as fl:\n", " dict1 = json.load(fl) \n", "\n", - "filename = 'data/places_result_20230516.csv'\n", + "filename = 'data/places_result_20230517.csv'\n", "with open(filename,'r',newline='') as csv_file:\n", " fl = csv.reader(csv_file,delimiter=',')\n", " header = next(fl) \n", @@ -184,7 +182,7 @@ " else:\n", " for k1,v1 in v.items():\n", " dict2[k][k1] = v1\n", - "filename = 'data/result_燕山石化（20230516）.json'\n", + "filename = 'data/result_燕山石化（20230517）.json'\n", "with open(filename,'w') as fl:\n", " json.dump(re_ta, fl, ensure_ascii=False) \n", "print(len(re_ta))\n", @@ -204,15 +202,15 @@ }, { "cell_type": "code", - "execution_count": 34, + "execution_count": 5, "id": "c24880ad-bbbd-4ad8-a894-cbcea389e822", "metadata": { "execution": { - "iopub.execute_input": "2023-05-16T08:37:27.708591Z", - "iopub.status.busy": "2023-05-16T08:37:27.707778Z", - "iopub.status.idle": "2023-05-16T08:37:27.839300Z", - "shell.execute_reply": "2023-05-16T08:37:27.838623Z", - "shell.execute_reply.started": "2023-05-16T08:37:27.708561Z" + "iopub.execute_input": "2023-05-17T09:00:37.129834Z", + "iopub.status.busy": "2023-05-17T09:00:37.129418Z", + "iopub.status.idle": "2023-05-17T09:00:37.212119Z", + "shell.execute_reply": "2023-05-17T09:00:37.211419Z", + "shell.execute_reply.started": "2023-05-17T09:00:37.129806Z" }, "tags": [] }, @@ -224,7 +222,7 @@ "items = ['身高','体重','肺活量','握力','坐位体前屈','纵跳','俯卧撑','一分钟仰卧起坐','单脚站立','选择反应时','台阶指数']\n", "title = ['编号','姓名','性别','单位','车间','班组','身高','体重','肺活量','握力','坐位体前屈','纵跳','俯卧撑','一分钟仰卧起坐','单脚站立','选择反应时','台阶指数']\n", "\n", - "filename = 'data/result_燕山石化（20230516）.json'\n", + "filename = 'data/result_燕山石化（20230517）.json'\n", "with open(filename,'r') as fl:\n", " dict1 = json.load(fl)\n", "\n", @@ -249,7 +247,7 @@ " else:\n", " list2.append('') \n", " list1.append(list2)\n", - "filename = 'data/燕山石化体测情况表(20230516).xlsx'\n", + "filename = 'data/燕山石化体测情况表(20230517).xlsx'\n", "wb = openpyxl.Workbook()\n", "sheet = wb.active\n", "sheet.append(title)\n", @@ -269,15 +267,15 @@ }, { "cell_type": "code", - "execution_count": 198, + "execution_count": 12, "id": "79c9c728-12e9-4107-bc5a-8c3e3d8b64a6", "metadata": { "execution": { - "iopub.execute_input": "2023-05-08T00:52:23.460649Z", - "iopub.status.busy": "2023-05-08T00:52:23.459824Z", - "iopub.status.idle": "2023-05-08T00:52:25.090804Z", - "shell.execute_reply": "2023-05-08T00:52:25.090044Z", - "shell.execute_reply.started": "2023-05-08T00:52:23.460608Z" + "iopub.execute_input": "2023-05-18T12:37:39.026994Z", + "iopub.status.busy": "2023-05-18T12:37:39.026072Z", + "iopub.status.idle": "2023-05-18T12:37:41.214470Z", + "shell.execute_reply": "2023-05-18T12:37:41.213773Z", + "shell.execute_reply.started": "2023-05-18T12:37:39.026953Z" }, "tags": [] }, @@ -289,7 +287,7 @@ "items = ['身高','体重','肺活量','握力','坐位体前屈','纵跳','俯卧撑','一分钟仰卧起坐','单脚站立','选择反应时','台阶指数']\n", "title = ['编号','姓名','性别','单位','车间','班组','身高','体重','肺活量','握力','坐位体前屈','纵跳','俯卧撑','一分钟仰卧起坐','单脚站立','选择反应时','台阶指数']\n", "\n", - "filename = 'data/result_燕山石化.json'\n", + "filename = 'data/result_燕山石化-all.json'\n", "with open(filename,'r') as fl:\n", " dict1 = json.load(fl)\n", "\n", @@ -314,7 +312,7 @@ " else:\n", " list2.append('') \n", " list1.append(list2)\n", - "filename = 'data/燕山石化体测情况表(截至20230506).xlsx'\n", + "filename = 'data/燕山石化体测情况表.xlsx'\n", "wb = openpyxl.Workbook()\n", "sheet = wb.active\n", "sheet.append(title)\n", @@ -523,15 +521,15 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": 3, "id": "641863ef-324f-4c33-a0a9-699031afb6f1", "metadata": { "execution": { - "iopub.execute_input": "2023-05-11T04:50:37.384699Z", - "iopub.status.busy": "2023-05-11T04:50:37.383858Z", - "iopub.status.idle": "2023-05-11T04:50:37.543557Z", - "shell.execute_reply": "2023-05-11T04:50:37.542638Z", - "shell.execute_reply.started": "2023-05-11T04:50:37.384657Z" + "iopub.execute_input": "2023-05-17T01:34:11.475000Z", + "iopub.status.busy": "2023-05-17T01:34:11.474266Z", + "iopub.status.idle": "2023-05-17T01:34:11.673023Z", + "shell.execute_reply": "2023-05-17T01:34:11.672256Z", + "shell.execute_reply.started": "2023-05-17T01:34:11.474959Z" }, "tags": [] }, @@ -540,7 +538,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "[['4025', '马珺', '教育培训中心工会', '身高,体重,选择反应时'], ['7790', '吴志鹏', '生产运行保障中心', '身高,体重,握力'], ['8151', '赵春先', '合成树脂厂', '身高,体重,握力'], ['7682', '孙宏林', '有机化工厂工会', '肺活量,身高,体重'], ['2004', '刘鹏', '合成树脂厂', '身高,体重,握力'], ['3125', '李志斌', '化学品厂工会', '身高,体重,握力']]\n" + "[['4025', '马珺', '教育培训中心工会', '身高,体重,选择反应时'], ['7790', '吴志鹏', '生产运行保障中心', '身高,体重,握力'], ['3377', '安明海', '检验计量中心工会', '俯卧撑,纵跳'], ['3520', '于海军', '检验计量中心工会', '握力'], ['3125', '李志斌', '化学品厂工会', '身高,体重,握力'], ['5690', '胡勇', '热电厂工会', '身高,体重'], ['4551', '韩立江', '炼油厂工会', '身高,体重'], ['8150', '王重荃', '高科公司工会', '台阶指数']]\n" ] } ], @@ -566,7 +564,7 @@ " dict3[k] = list1\n", "list1 = []\n", "for k, v in dict3.items():\n", - " if len(v)<4 and '身高' in v and '体重' in v:\n", + " if len(v)<4 and '身高' in v and '体重' in v or ((len(v)<3 and '身高' not in v and '体重' not in v)):\n", " list2 = []\n", " xm = ','.join(v)\n", " list2.append(k)\n", @@ -575,7 +573,7 @@ " list2.append(xm)\n", " list1.append(list2)\n", "print(list1)\n", - "filename = 'data/燕山石化测试项目不足人员（截止5月11日）.xlsx'\n", + "filename = 'data/燕山石化测试项目不足人员（截止5月16日）.xlsx'\n", "wb = openpyxl.Workbook()\n", "sheet = wb.active\n", "#sheet.append(title)\n", @@ -595,15 +593,15 @@ }, { "cell_type": "code", - "execution_count": 21, + "execution_count": 11, "id": "b735248a-c1b0-4e90-8df4-37cd7625cb1a", "metadata": { "execution": { - "iopub.execute_input": "2023-05-14T14:16:50.290820Z", - "iopub.status.busy": "2023-05-14T14:16:50.290016Z", - "iopub.status.idle": "2023-05-14T14:16:51.077768Z", - "shell.execute_reply": "2023-05-14T14:16:51.076992Z", - "shell.execute_reply.started": "2023-05-14T14:16:50.290789Z" + "iopub.execute_input": "2023-05-18T12:37:18.648377Z", + "iopub.status.busy": "2023-05-18T12:37:18.647570Z", + "iopub.status.idle": "2023-05-18T12:37:19.435077Z", + "shell.execute_reply": "2023-05-18T12:37:19.434303Z", + "shell.execute_reply.started": "2023-05-18T12:37:18.648344Z" }, "tags": [] }, @@ -612,8 +610,8 @@ "name": "stdout", "output_type": "stream", "text": [ - "7117\n", - "7117\n" + "7734\n", + "7734\n" ] } ], @@ -636,7 +634,7 @@ "with open(filename,'r') as fl:\n", " dict1 = json.load(fl) \n", "\n", - "filename = 'data/places_result_20230514.csv'\n", + "filename = 'data/places_result_20230518.csv'\n", "with open(filename,'r',newline='') as csv_file:\n", " fl = csv.reader(csv_file,delimiter=',')\n", " header = next(fl) \n", @@ -664,6 +662,63 @@ "print(len(re_ta))" ] }, + { + "cell_type": "markdown", + "id": "fbdf2c54-7303-43ad-bbec-0fbcd033603a", + "metadata": {}, + "source": [ + "## 统计测试人数" + ] + }, + { + "cell_type": "code", + "execution_count": 14, + "id": "6d10738f-8da8-4f18-970b-e67433a06661", + "metadata": { + "execution": { + "iopub.execute_input": "2023-05-18T12:55:07.441554Z", + "iopub.status.busy": "2023-05-18T12:55:07.440708Z", + "iopub.status.idle": "2023-05-18T12:55:07.819534Z", + "shell.execute_reply": "2023-05-18T12:55:07.818801Z", + "shell.execute_reply.started": "2023-05-18T12:55:07.441512Z" + }, + "tags": [] + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "7734\n" + ] + } + ], + "source": [ + "import json\n", + "import time\n", + "import csv\n", + "\n", + "person = set()\n", + "filename = 'data/places_result_20230518.csv'\n", + "with open(filename,'r',newline='') as csv_file:\n", + " fl = csv.reader(csv_file,delimiter=',')\n", + " header = next(fl) \n", + " for line in fl:\n", + " #line = re.sub('[\\r\\n\\f ]{1,}', '', line)\n", + " list1.append(line)\n", + "#print(list1)\n", + "filename = 'data/燕山石化人员名单.json'\n", + "with open(filename,'r') as fl:\n", + " dict1 = json.load(fl) \n", + "\n", + "for result in list1:\n", + " user = str(result[2])\n", + " if user in dict1.keys():\n", + " person.add(user)\n", + "\n", + "print(len(person))" + ] + }, { "cell_type": "markdown", "id": "5bdcad97-309f-4d29-82c4-b53c68b9ee22",