Files
jupyter/体测单位/新疆.ipynb
T
2025-04-15 13:34:28 +08:00

671 lines
20 KiB
Plaintext

{
"cells": [
{
"cell_type": "markdown",
"id": "eaf32c48-d935-4780-9272-8f5ddddf80e5",
"metadata": {},
"source": [
"## 体测人员导入"
]
},
{
"cell_type": "code",
"execution_count": 58,
"id": "3d5ddc7a-a331-438d-aa8d-1ad74c7250d0",
"metadata": {
"execution": {
"iopub.execute_input": "2024-12-30T03:53:32.228359Z",
"iopub.status.busy": "2024-12-30T03:53:32.227594Z",
"iopub.status.idle": "2024-12-30T03:53:32.259237Z",
"shell.execute_reply": "2024-12-30T03:53:32.258469Z",
"shell.execute_reply.started": "2024-12-30T03:53:32.228287Z"
}
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"ok\n"
]
}
],
"source": [
"import openpyxl\n",
"import json\n",
"from datetime import date\n",
"\n",
"wb = openpyxl.load_workbook('data/新疆体测人员.xlsx')\n",
"sheet = wb.active\n",
"# sheets = wb.sheetnames\n",
"person = {}\n",
"\n",
"for n in range(2, sheet.max_row+1):\n",
" code = int(sheet.cell(n, 1).value)\n",
" person.setdefault(code, {})\n",
" dict1 = {}\n",
" dict1['name'] = sheet.cell(n, 2).value\n",
" dict1['sex'] = sheet.cell(n, 3).value\n",
" dict1['birth'] = str(sheet.cell(n, 4).value).replace('/','-').split(' ')[0] \n",
" \n",
" person[code] = dict1\n",
"filename = 'data/新疆人员.json'\n",
"with open(filename, 'w') as fl:\n",
" json.dump(person, fl, ensure_ascii=False)\n",
"print('ok')"
]
},
{
"cell_type": "code",
"execution_count": 57,
"id": "7b218973-965d-4324-9553-d8e7ddfda4cd",
"metadata": {
"execution": {
"iopub.execute_input": "2024-12-30T03:53:26.067733Z",
"iopub.status.busy": "2024-12-30T03:53:26.067165Z",
"iopub.status.idle": "2024-12-30T03:53:26.096201Z",
"shell.execute_reply": "2024-12-30T03:53:26.095650Z",
"shell.execute_reply.started": "2024-12-30T03:53:26.067679Z"
}
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"ok\n"
]
}
],
"source": [
"import openpyxl\n",
"import json\n",
"from datetime import date\n",
"\n",
"wb = openpyxl.load_workbook('data/城东中心党委.xlsx')\n",
"sheet = wb.active\n",
"# sheets = wb.sheetnames\n",
"person = {}\n",
"\n",
"for n in range(3, sheet.max_row+1):\n",
" code = int(sheet.cell(n, 1).value)\n",
" person.setdefault(code, {})\n",
" dict1 = {}\n",
" dict1['name'] = sheet.cell(n, 2).value\n",
" dict1['sex'] = sheet.cell(n, 3).value\n",
" dict1['birth'] = str(sheet.cell(n, 4).value).replace('/','-').split(' ')[0] \n",
" dict1['unit'] = sheet.cell(n, 5).value\n",
" person[code] = dict1\n",
"filename = 'data/新疆人员.json'\n",
"with open(filename, 'w') as fl:\n",
" json.dump(person, fl, ensure_ascii=False)\n",
"print('ok')"
]
},
{
"cell_type": "markdown",
"id": "e505049e-9bd9-4230-8074-93e37b82419c",
"metadata": {},
"source": [
"## 生成读卡系统文件"
]
},
{
"cell_type": "code",
"execution_count": 38,
"id": "3849dc10-8fd1-4acf-b9a7-872327456f6a",
"metadata": {
"execution": {
"iopub.execute_input": "2024-12-24T14:48:31.958016Z",
"iopub.status.busy": "2024-12-24T14:48:31.957269Z",
"iopub.status.idle": "2024-12-24T14:48:31.967735Z",
"shell.execute_reply": "2024-12-24T14:48:31.966636Z",
"shell.execute_reply.started": "2024-12-24T14:48:31.957950Z"
}
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"ok\n"
]
}
],
"source": [
"import json\n",
"\n",
"filename = 'data/新疆人员.json'\n",
"with open(filename,'r') as fl:\n",
" dict1 = json.load(fl)\n",
"list1 = []\n",
"for k, v in dict1.items():\n",
" dict2 = {}\n",
" #if dict1['sex'] =='男':\n",
" # sex = 1\n",
" \n",
" dict2 = {'id':k,'name':v['name'],'gender':v['sex'],'birth':v['birth'],'unit':v['unit']}\n",
" list1.append(dict2)\n",
"json_data = json.dumps(list1,ensure_ascii=False, indent=4) \n",
"\n",
"# 将 json 数据写入文件\n",
"with open(\"data/card_新疆.json\", \"w\",encoding = 'utf-8') as file:\n",
" file.write(json_data) \n",
"print('ok')"
]
},
{
"cell_type": "markdown",
"id": "faf346a5-3b0e-414e-ab64-dbde3b8c3dbd",
"metadata": {},
"source": [
"## 获取人员测试成绩"
]
},
{
"cell_type": "code",
"execution_count": 59,
"id": "72ec680f-ec0d-44f9-919c-17c8e614b885",
"metadata": {
"execution": {
"iopub.execute_input": "2024-12-30T03:53:44.735069Z",
"iopub.status.busy": "2024-12-30T03:53:44.734455Z",
"iopub.status.idle": "2024-12-30T03:53:44.750814Z",
"shell.execute_reply": "2024-12-30T03:53:44.749894Z",
"shell.execute_reply.started": "2024-12-30T03:53:44.735012Z"
}
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"2\n"
]
}
],
"source": [
"import json\n",
"import datetime\n",
"import csv\n",
"from datetime import date\n",
"\n",
"\n",
"re_ta = {}\n",
"list1 = []\n",
"filename = 'data/新疆人员.json'\n",
"with open(filename,'r') as fl:\n",
" dict1 = json.load(fl) \n",
"\n",
"filename = 'data/marks_20241230.csv'\n",
"with open(filename,'r',newline='') as csv_file:\n",
" fl = csv.reader(csv_file,delimiter=',')\n",
" header = next(fl) \n",
" for line in fl:\n",
" #line = re.sub('[\\r\\n\\f ]{1,}', '', line)\n",
" list1.append(line)\n",
"\n",
"for result in list1:\n",
" user = str(result[2])\n",
" rq = date.fromisoformat(result[5].replace('/','-'))\n",
" if user in dict1.keys():\n",
" l_xm = []\n",
" m_item = str(result[3]) \n",
" re_ta.setdefault(user,{}) \n",
" re_ta[user]['name'] = dict1[user]['name']\n",
" re_ta[user]['sex'] = dict1[user]['sex']\n",
" if 'phone' in dict1[user].keys():\n",
" re_ta[user]['phone'] = dict1[user]['phone']\n",
" if dict1[user]['sex'] == '男':\n",
" l_xm = ['bmi','lung','grip','flexion','jump','pushup','balance','reaction','step']\n",
" else:\n",
" l_xm = ['bmi','lung','grip','flexion','jump','balance','reaction','step','situp']\n",
" #re_ta[user]['unit'] = dict1[user]['unit']\n",
" birth = date.fromisoformat(dict1[user]['birth'].replace('/','-'))\n",
" item_name = result[3] \n",
" if item_name in l_xm: \n",
" days = (rq-birth).days \n",
" re_ta[user]['age'] = int(days/365)\n",
" re_ta[user]['month'] = int(days/365*12)\n",
" re_ta[user]['rq'] = result[5]\n",
" re_ta[user].setdefault(item_name,{}) \n",
" score = result[4] \n",
" re_ta[user][item_name]['成绩'] = score\n",
"\n",
"filename = 'data/result_新疆人员.json'\n",
"with open(filename,'w') as fl:\n",
" json.dump(re_ta, fl, ensure_ascii=False) \n",
"print(len(re_ta))"
]
},
{
"cell_type": "markdown",
"id": "a68d4f7f-d23a-4649-99eb-ce13b6027414",
"metadata": {},
"source": [
"## 生成测试得分"
]
},
{
"cell_type": "code",
"execution_count": 60,
"id": "8f459ed3-fc14-404f-998b-5ed2a15958c3",
"metadata": {
"execution": {
"iopub.execute_input": "2024-12-30T03:53:47.996998Z",
"iopub.status.busy": "2024-12-30T03:53:47.996390Z",
"iopub.status.idle": "2024-12-30T03:53:48.008881Z",
"shell.execute_reply": "2024-12-30T03:53:48.007779Z",
"shell.execute_reply.started": "2024-12-30T03:53:47.996943Z"
}
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"ok!\n"
]
}
],
"source": [
"import json\n",
"import time\n",
"import my_module as My\n",
"\n",
"#list_item = ['lung','grip','flexion','jump','pushup','balance','reaction','step','situp','height','weight']\n",
"list_item = ['lung','grip','flexion','jump','pushup','balance','reaction','step','situp']\n",
"filename = 'data/result_新疆人员.json'\n",
"with open(filename,'r') as fl:\n",
" dict2 = json.load(fl) \n",
"for k, v in dict2.items():\n",
" #print(k)\n",
" if v['sex'] == '男':\n",
" sex = 'M'\n",
" else:\n",
" sex = 'F' \n",
" if 'bmi' in v.keys():\n",
" #bmi_data = v['height']['成绩'].split()[0]+','+ v['weight']['成绩'].split()[0]\n",
" bmi_data = v['bmi']['成绩']\n",
" data1 = {'code':k,'sex':sex,'age':v['age'],'item':'HeightWeight','result':bmi_data}\n",
" dict2[k]['bmi'] = {}\n",
" dict2[k]['bmi']['成绩'] = bmi_data\n",
" dict2[k]['bmi']['score'] = My.cal_bmi(data1)\n",
" for item_en in list_item:\n",
" if item_en in v.keys(): \n",
" data1 = {'code':k,'sex':sex,'age':v['age'],'item':item_en,'result':float(v[item_en]['成绩'].split()[0])}\n",
" #print(k,v['name'])\n",
" dict2[k][item_en]['score'] = My.cal_score(data1)\n",
" #print(k,v[item_en]['成绩'],cal_score(data1))\n",
"\n",
"filename = f'data/result_新疆人员.json'\n",
"with open(filename,'w') as fl:\n",
" json.dump(dict2,fl , ensure_ascii=False) \n",
"print('ok!') "
]
},
{
"cell_type": "markdown",
"id": "f86b0f59-c1f6-4523-aefd-854f04305ec9",
"metadata": {},
"source": [
"## 生成报告"
]
},
{
"cell_type": "code",
"execution_count": 61,
"id": "9e843585-fef3-4f5c-baae-76e711f2a42f",
"metadata": {
"execution": {
"iopub.execute_input": "2024-12-30T03:53:52.564652Z",
"iopub.status.busy": "2024-12-30T03:53:52.563867Z",
"iopub.status.idle": "2024-12-30T03:53:53.803154Z",
"shell.execute_reply": "2024-12-30T03:53:53.801991Z",
"shell.execute_reply.started": "2024-12-30T03:53:52.564567Z"
}
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"2\n"
]
}
],
"source": [
"import requests\n",
"import json\n",
"import openpyxl\n",
"\n",
"\n",
"headers = {\n",
" \"Content-Type\": \"application/json; charset=UTF-8\"\n",
" }\n",
"filename = 'data/result_新疆人员.json'\n",
"with open(filename,'r') as fl:\n",
" dict1 = json.load(fl)\n",
"list1 = []\n",
"file_path ='./新疆/'\n",
"list_item = ['lung','grip','flexion','jump','pushup','balance','reaction','step','situp','bmi']\n",
"i=0\n",
"list2 = []\n",
"for k, v in dict1.items():\n",
" list1 = []\n",
" mydata = {}\n",
" \n",
" id = str(k).rjust(5,\"0\")\n",
" mydata['path'] = file_path+id+'-'+ v['name']+'.pdf'\n",
" mydata['title'] = '新疆'\n",
" mydata['subtitle'] = ''#v['unit']\n",
" mydata['id'] = id\n",
" mydata['name'] = v['name']\n",
" if v['sex'] == '男':\n",
" mydata['gender'] = 'male'\n",
" else:\n",
" mydata['gender'] = 'female'\n",
" \n",
" mydata['month'] = v['month']\n",
" mydata['fits'] = {}\n",
" survey_list = ['tcm','psy','spine']\n",
" for item in survey_list:\n",
" if item in v.keys():\n",
" mydata.setdefault('surveys',{})\n",
" mydata['surveys'][item] = v[item]\n",
" \n",
" \n",
" #mydata['fits'] = {}\n",
" for item in list_item:\n",
" if item in v.keys():\n",
" mydata.setdefault('fits',{})\n",
" if item in ['lung','pushup','step','situp']:\n",
" mark = v[item]['成绩'].split()[0].split('.')[0]\n",
" else:\n",
" mark = v[item]['成绩'].split()[0]\n",
" mydata['fits'][item] = {'mark':mark,'score':v[item]['score']}\n",
" #if len(mydata['fits']) >2 or len(mydata['surveys']) >0:\n",
" if len(mydata['fits']) >2 : \n",
" list1.append(mydata)\n",
" list2.append([k,v['name']])\n",
" i+=1\n",
" x = requests.post('http://localhost:3003', data = json.dumps(list1), headers=headers)\n",
" #print(id,v['name'],x.text)\n",
" #print(mydata)\n",
" #x.close()\n",
"print(i)"
]
},
{
"cell_type": "markdown",
"id": "582e988f-3226-4209-a348-60be2a7750a1",
"metadata": {},
"source": [
"## 导出测试人员信息"
]
},
{
"cell_type": "code",
"execution_count": 43,
"id": "93feeeb4-85ea-48e9-9358-0efa00725ede",
"metadata": {
"execution": {
"iopub.execute_input": "2024-12-25T09:41:41.941523Z",
"iopub.status.busy": "2024-12-25T09:41:41.940791Z",
"iopub.status.idle": "2024-12-25T09:41:41.965245Z",
"shell.execute_reply": "2024-12-25T09:41:41.964792Z",
"shell.execute_reply.started": "2024-12-25T09:41:41.941453Z"
}
},
"outputs": [],
"source": [
"import json\n",
"import openpyxl\n",
"\n",
"items = ['lung','grip','flexion','jump','pushup','situp','balance','reaction','step']\n",
"title = ['编号','姓名','性别','单位','身高','体重','肺活量','握力','坐位体前屈','纵跳','俯卧撑','一分钟仰卧起坐','单脚站立','选择反应时','台阶指数']\n",
"\n",
"filename = 'data/result_新疆人员.json'\n",
"with open(filename,'r') as fl:\n",
" dict1 = json.load(fl)\n",
"\n",
"filename = 'data/新疆人员.json'\n",
"with open(filename,'r') as fl:\n",
" dict2 = json.load(fl)\n",
" \n",
"list1 = []\n",
"for k, v in dict1.items():\n",
" list2 = []\n",
" list2.append(str(k).rjust(5,'0'))\n",
" list2.append(v['name']) \n",
" list2.append(dict2[k]['sex'])\n",
" list2.append('新疆')\n",
" if 'bmi' in v.keys():\n",
" height = v['bmi']['成绩'].split(',')[0]\n",
" weight = v['bmi']['成绩'].split(',')[1]\n",
" list2.append(height)\n",
" list2.append(weight)\n",
" else:\n",
" list2.append('')\n",
" list2.append('')\n",
" for item in items:\n",
" if item in v.keys():\n",
" list2.append(v[item]['成绩']) \n",
" elif item =='name':\n",
" list2.append(v[item])\n",
" else:\n",
" list2.append('')\n",
" \n",
" list1.append(list2)\n",
"filename = 'data/新疆体测情况表241225.xlsx'\n",
"wb = openpyxl.Workbook()\n",
"sheet = wb.active\n",
"sheet.append(title)\n",
"for row in list1:\n",
" sheet.append(row)\n",
" \n",
"wb.save(filename)"
]
},
{
"cell_type": "markdown",
"id": "76125cbf-b20b-464c-8d42-dc03715ef1e2",
"metadata": {},
"source": [
"## 新疆油田问卷调查"
]
},
{
"cell_type": "markdown",
"id": "646db6a3-8f93-46f5-a235-b417a0b8cb6c",
"metadata": {},
"source": [
"### 新疆油田问卷导入"
]
},
{
"cell_type": "code",
"execution_count": 13,
"id": "b39a8f69-b44a-440e-9bbf-b338a39c9e6b",
"metadata": {
"execution": {
"iopub.execute_input": "2025-04-15T04:00:13.557649Z",
"iopub.status.busy": "2025-04-15T04:00:13.557119Z",
"iopub.status.idle": "2025-04-15T04:00:13.580138Z",
"shell.execute_reply": "2025-04-15T04:00:13.579406Z",
"shell.execute_reply.started": "2025-04-15T04:00:13.557581Z"
}
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"117\n"
]
}
],
"source": [
"import json\n",
"import csv\n",
"import openpyxl\n",
"import time\n",
"from datetime import date\n",
"\n",
"dict1 = {}\n",
"\n",
"\n",
"\n",
"list1 = []\n",
"filename = 'data/Survey_20250415.csv'\n",
"with open(filename,'r',newline='') as csv_file:\n",
" fl = csv.reader(csv_file,delimiter=',')\n",
" header = next(fl) \n",
" for line in fl:\n",
" list1.append(line)\n",
"for item in list1:\n",
" phone = item[2]\n",
" tcm = [] \n",
" for i in range(0,60):\n",
" tcm.append(0)\n",
" content = json.loads(item[5])\n",
" name = content['name']\n",
" sex = content['gender']\n",
" for k, v in content.items(): \n",
" if 'tcm' in k:\n",
" i = int(k[3:])\n",
" tcm[i-1] = int(v)\n",
" dict1.setdefault(phone,{})\n",
" dict1[phone]['name'] = name\n",
" if sex =='f':\n",
" dict1[phone]['sex'] = '女'\n",
" else:\n",
" dict1[phone]['sex'] = '男' \n",
" dict1[phone]['unit'] = ' '\n",
" dict1[phone]['month'] = 48\n",
" dict1[phone]['tcm'] = tcm\n",
"filename = 'data/result_新疆油田问卷.json'\n",
"\n",
"with open(filename,'w') as fl:\n",
" json.dump(dict1, fl, ensure_ascii=False)\n",
"print(len(dict1))"
]
},
{
"cell_type": "markdown",
"id": "22c6125c-272a-4e8f-aaf7-35822cbfb9e2",
"metadata": {},
"source": [
"### 新疆油田问卷报告生成"
]
},
{
"cell_type": "code",
"execution_count": 15,
"id": "c90ff79b-99ec-4b09-b816-7abf87f0b985",
"metadata": {
"execution": {
"iopub.execute_input": "2025-04-15T05:28:57.532669Z",
"iopub.status.busy": "2025-04-15T05:28:57.531849Z",
"iopub.status.idle": "2025-04-15T05:29:23.324205Z",
"shell.execute_reply": "2025-04-15T05:29:23.323731Z",
"shell.execute_reply.started": "2025-04-15T05:28:57.532581Z"
}
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"117\n"
]
}
],
"source": [
"import requests\n",
"import json\n",
"import openpyxl\n",
"\n",
"\n",
"headers = {\n",
" \"Content-Type\": \"application/json; charset=UTF-8\"\n",
" }\n",
"filename = 'data/result_新疆油田问卷.json'\n",
"with open(filename,'r') as fl:\n",
" dict1 = json.load(fl)\n",
"list1 = []\n",
"file_path ='./新疆油田问卷/'\n",
"\n",
"i=0\n",
"list2 = []\n",
"for k, v in dict1.items():\n",
" list1 = []\n",
" mydata = {}\n",
" \n",
" id = str(k)\n",
" mydata['path'] = file_path+id+'-'+ v['name']+'.pdf'\n",
" mydata['title'] = '中国石油新疆油田分公司'\n",
" mydata['subtitle'] = v['unit']\n",
" mydata['id'] = id\n",
" mydata['name'] = v['name']\n",
" if v['sex'] == '男':\n",
" mydata['gender'] = 'male'\n",
" else:\n",
" mydata['gender'] = 'female'\n",
" \n",
" mydata['month'] = v['month']\n",
" \n",
" survey_list = ['tcm','psy_yangmiao_old','spine']\n",
" for item in survey_list:\n",
" if item in v.keys():\n",
" mydata.setdefault('surveys',{})\n",
" mydata['surveys'][item] = v[item]\n",
" \n",
" \n",
" #mydata['fits'] = {}\n",
" \n",
" #if len(mydata['fits']) >2 or len(mydata['surveys']) >0:\n",
" #if len(mydata['fits']) >2 : \n",
" if 'surveys' in mydata.keys():\n",
" list1.append(mydata)\n",
" list2.append([k,v['name']])\n",
" i+=1\n",
" x = requests.post('http://localhost:3003', data = json.dumps(list1), headers=headers)\n",
" #print(id,v['name'],x.text)\n",
" #print(mydata)\n",
" #x.close()\n",
"print(i)"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "508c76b5-b51f-43d5-8247-05a57cd0249c",
"metadata": {},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3 (ipykernel)",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.12.3"
}
},
"nbformat": 4,
"nbformat_minor": 5
}