Files
jupyter/体测单位/宁夏能化.ipynb
T
2025-11-24 14:21:24 +08:00

1739 lines
57 KiB
Plaintext
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
{
"cells": [
{
"cell_type": "markdown",
"id": "a3a2e21f-e62e-465b-818d-8acea289434f",
"metadata": {},
"source": [
"# 体质检测"
]
},
{
"cell_type": "markdown",
"id": "04524c85-988e-4dbf-86eb-939a9db7aa28",
"metadata": {},
"source": [
"## 体测人员导入"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "bbba6efc-73cd-4db6-bae7-014724fee731",
"metadata": {
"tags": []
},
"outputs": [],
"source": [
"import openpyxl\n",
"import json\n",
"\n",
"\n",
"wb = openpyxl.load_workbook('data/宁夏能化人员.xlsx',data_only=True)\n",
"sheet = wb.active\n",
"# sheets = wb.sheetnames\n",
"person = {}\n",
"\n",
"for n in range(2, sheet.max_row+1):\n",
" code = int(sheet.cell(n, 2).value)\n",
" person.setdefault(code, {})\n",
" dict1 = {}\n",
" dict1['name'] = sheet.cell(n, 3).value\n",
" dict1['sex'] = sheet.cell(n, 4).value\n",
" unit = sheet.cell(n, 9).value\n",
" \n",
" dict1['sub_unit'] = sheet.cell(n, 6).value\n",
" if unit == '管理部门':\n",
" dict1['unit'] = sheet.cell(n, 6).value\n",
" else:\n",
" dict1['unit'] = sheet.cell(n, 9).value\n",
" \n",
" dict1['birth'] = str(sheet.cell(n, 5).value).replace('/','-').split(' ')[0] \n",
" person[code] = dict1\n",
"filename = 'data/宁夏能化人员-1.json'\n",
"with open(filename, 'w') as fl:\n",
" json.dump(person, fl, ensure_ascii=False)\n",
"print(len(person),'ok')"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "ddddbac1-ab71-436a-ab64-2a15600f5b1b",
"metadata": {},
"outputs": [],
"source": [
"import openpyxl\n",
"import json\n",
"\n",
"\n",
"wb = openpyxl.load_workbook('data/宁夏能化-全部名单.xlsx',data_only=True)\n",
"sheet = wb.active\n",
"# sheets = wb.sheetnames\n",
"person = {}\n",
"\n",
"for n in range(2, sheet.max_row+1):\n",
" code = int(sheet.cell(n, 2).value)\n",
" person.setdefault(code, {})\n",
" dict1 = {}\n",
" dict1['name'] = sheet.cell(n, 3).value\n",
" dict1['sex'] = sheet.cell(n, 4).value\n",
" unit = sheet.cell(n, 8).value\n",
" \n",
" dict1['sub_unit'] = sheet.cell(n, 6).value\n",
" if unit == '管理部门':\n",
" dict1['unit'] = sheet.cell(n, 9).value\n",
" else:\n",
" dict1['unit'] = sheet.cell(n, 8).value\n",
" \n",
" dict1['birth'] = str(sheet.cell(n, 5).value).replace('/','-').split(' ')[0] \n",
" person[code] = dict1\n",
"filename = 'data/宁夏能化人员all.json'\n",
"with open(filename, 'w') as fl:\n",
" json.dump(person, fl, ensure_ascii=False)\n",
"print(len(person),'ok')"
]
},
{
"cell_type": "markdown",
"id": "048a95aa-1691-45f6-b933-6eaf95ae1d30",
"metadata": {},
"source": [
"## 生成读卡系统文件"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "ce406710-6b7d-4c51-98ec-78883bd3ce5f",
"metadata": {
"tags": []
},
"outputs": [],
"source": [
"import json\n",
"\n",
"filename = 'data/宁夏能化人员.json'\n",
"with open(filename,'r') as fl:\n",
" dict1 = json.load(fl)\n",
"list1 = []\n",
"for k, v in dict1.items():\n",
" dict2 = {}\n",
" #if dict1['sex'] =='男':\n",
" # sex = 1\n",
" \n",
" dict2 = {'id':k,'name':v['name'],'gender':v['sex'],'birth':v['birth'],'unit':v['unit']}\n",
" list1.append(dict2)\n",
"json_data = json.dumps(list1,ensure_ascii=False, indent=4) \n",
"\n",
"# 将 json 数据写入文件\n",
"with open(\"data/data_宁夏能化人员.json\", \"w\",encoding = 'utf-8') as file:\n",
" file.write(json_data) \n",
"print('ok')"
]
},
{
"cell_type": "markdown",
"id": "6bcd45c2-10af-4d5f-9e0b-5cd1df4f7a7f",
"metadata": {},
"source": [
"## 获取人员测试成绩"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "970e171e-1360-448f-a28c-520ccb8f314a",
"metadata": {
"tags": []
},
"outputs": [],
"source": [
"import json\n",
"import datetime\n",
"import csv\n",
"from datetime import date\n",
"import my_module as My\n",
"\n",
"filename = 'data/宁夏能化人员all.json'\n",
"with open(filename,'r') as fl:\n",
" dict1 = json.load(fl) \n",
"filename = 'data/marks_20250619.csv'\n",
"re_ta = My.get_result(filename,dict1)\n",
"\n",
"\n",
"filename = 'data/result_宁夏能化人员all.json'\n",
"with open(filename,'w') as fl:\n",
" json.dump(re_ta, fl, ensure_ascii=False) \n",
"print(len(re_ta))"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "24189bf6-d2b2-4855-a6b2-7a6e36cd79f3",
"metadata": {},
"outputs": [],
"source": [
"import json\n",
"import datetime\n",
"import csv\n",
"from datetime import date\n",
"import my_module as My\n",
"\n",
"filename = 'data/宁夏能化人员.json'\n",
"with open(filename,'r') as fl:\n",
" dict1 = json.load(fl) \n",
"filename = 'data/marks_20250619.csv'\n",
"re_ta = My.get_result(filename,dict1)\n",
"\n",
"\n",
"filename = 'data/result_宁夏能化人员.json'\n",
"with open(filename,'w') as fl:\n",
" json.dump(re_ta, fl, ensure_ascii=False) \n",
"print(len(re_ta))"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "2082c096-9f36-430c-9823-f09d8b6f9b42",
"metadata": {},
"outputs": [],
"source": [
"filename = 'data/result_宁夏能化人员.json'\n",
"with open(filename,'r') as fl:\n",
" dict1 = json.load(fl) \n",
"\n",
"filename = 'data/result_宁夏能化人员all.json'\n",
"with open(filename,'r') as fl:\n",
" dict2 = json.load(fl) \n",
"list1 = []\n",
"for k,v in dict2.items():\n",
" if k not in dict1.keys():\n",
" #print(k,v['name'],v['sex'],v['unit'])\n",
" #print(k,v)\n",
" list1.append(str(k))\n",
"print(list1)"
]
},
{
"cell_type": "markdown",
"id": "6d381859-6d21-45d2-8313-55ebbabf8bd4",
"metadata": {},
"source": [
"## 生成测试得分"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "0905ad6a-f7e4-43ed-ae29-c4850deb946b",
"metadata": {},
"outputs": [],
"source": [
"import json\n",
"import time\n",
"import my_module as My\n",
"\n",
"#list_item = ['lung','grip','flexion','jump','pushup','balance','reaction','step','situp','height','weight']\n",
"list_item = ['lung','grip','flexion','jump','pushup','balance','reaction','step','situp']\n",
"filename = 'data/result_宁夏能化人员all.json'\n",
"with open(filename,'r') as fl:\n",
" dict2 = json.load(fl) \n",
"for k, v in dict2.items():\n",
" #print(k)\n",
" if v['sex'] == '男':\n",
" sex = 'M'\n",
" else:\n",
" sex = 'F' \n",
" if 'bmi' in v.keys():\n",
" #bmi_data = v['height']['成绩'].split()[0]+','+ v['weight']['成绩'].split()[0]\n",
" bmi_data = v['bmi']['成绩']\n",
" data1 = {'code':k,'sex':sex,'age':v['age'],'item':'HeightWeight','result':bmi_data}\n",
" dict2[k]['bmi'] = {}\n",
" dict2[k]['bmi']['成绩'] = bmi_data\n",
" dict2[k]['bmi']['score'] = My.cal_bmi(data1)\n",
" for item_en in list_item:\n",
" if item_en in v.keys(): \n",
" data1 = {'code':k,'sex':sex,'age':v['age'],'item':item_en,'result':float(v[item_en]['成绩'].split()[0])}\n",
" #print(k,v['name'])\n",
" dict2[k][item_en]['score'] = My.cal_score(data1)\n",
" #print(k,v[item_en]['成绩'],cal_score(data1))\n",
"\n",
"filename = f'data/result_宁夏能化人员all.json'\n",
"with open(filename,'w') as fl:\n",
" json.dump(dict2,fl , ensure_ascii=False) \n",
"print('ok!') "
]
},
{
"cell_type": "markdown",
"id": "d034a61d-1fbd-417b-99bd-277e43ebb678",
"metadata": {},
"source": [
"## 导出测试人员信息"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "867ad6b0-9e9d-48bc-a10a-3b9cb6125890",
"metadata": {
"tags": []
},
"outputs": [],
"source": [
"import json\n",
"import openpyxl\n",
"\n",
"items = ['lung','grip','flexion','jump','pushup','situp','balance','reaction','step']\n",
"title = ['编号','姓名','性别','单位','部门','身高','体重','肺活量','握力','坐位体前屈','纵跳','俯卧撑','一分钟仰卧起坐','单脚站立','选择反应时','台阶指数']\n",
"\n",
"filename = 'data/result_宁夏能化人员all.json'\n",
"with open(filename,'r') as fl:\n",
" dict1 = json.load(fl)\n",
"\n",
"filename = 'data/宁夏能化人员all.json'\n",
"with open(filename,'r') as fl:\n",
" dict2 = json.load(fl)\n",
" \n",
"list1 = []\n",
"for k, v in dict1.items():\n",
" list2 = []\n",
" list2.append(str(k).rjust(5,'0'))\n",
" list2.append(v['name']) \n",
" list2.append(dict2[k]['sex'])\n",
" list2.append(dict2[k]['unit'])\n",
" list2.append(dict2[k]['sub_unit'])\n",
" if 'bmi' in v.keys():\n",
" height = v['bmi']['成绩'].split(',')[0]\n",
" weight = v['bmi']['成绩'].split(',')[1]\n",
" list2.append(height)\n",
" list2.append(weight)\n",
" else:\n",
" list2.append('')\n",
" list2.append('')\n",
" for item in items:\n",
" if item in v.keys():\n",
" list2.append(v[item]['成绩']) \n",
" elif item =='name':\n",
" list2.append(v[item])\n",
" else:\n",
" list2.append('')\n",
" \n",
" list1.append(list2)\n",
"filename = 'data/宁夏能化测试情况明细表.xlsx'\n",
"wb = openpyxl.Workbook()\n",
"sheet = wb.active\n",
"sheet.append(title)\n",
"for row in list1:\n",
" sheet.append(row)\n",
" \n",
"wb.save(filename)"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "75b98b19-ab32-414a-b3f2-6efd58e1f9a9",
"metadata": {},
"outputs": [],
"source": [
"import json\n",
"import openpyxl\n",
"\n",
"items = ['lung','grip','flexion','jump','pushup','situp','balance','reaction','step']\n",
"title = ['编号','姓名','性别','单位','部门','身高','体重','肺活量','握力','坐位体前屈','纵跳','俯卧撑','一分钟仰卧起坐','单脚站立','选择反应时','台阶指数']\n",
"\n",
"filename = 'data/result_宁夏能化人员all.json'\n",
"with open(filename,'r') as fl:\n",
" dict1 = json.load(fl)\n",
"\n",
"filename = 'data/宁夏能化人员all.json'\n",
"with open(filename,'r') as fl:\n",
" dict2 = json.load(fl)\n",
" \n",
"list1 = []\n",
"for k, v in dict1.items():\n",
" list2 = []\n",
" list2.append(str(k).rjust(5,'0'))\n",
" list2.append(v['name']) \n",
" list2.append(v['sex'])\n",
" list2.append(v['unit'])\n",
" list2.append(v['age'])\n",
" \n",
" list1.append(list2)\n",
"filename = 'data/宁夏能化测试人员年龄情况明细表.xlsx'\n",
"wb = openpyxl.Workbook()\n",
"sheet = wb.active\n",
"sheet.append(title)\n",
"for row in list1:\n",
" sheet.append(row)\n",
" \n",
"wb.save(filename)"
]
},
{
"cell_type": "markdown",
"id": "699c6a40-a6ae-4300-9646-708cb85aa5e8",
"metadata": {},
"source": [
"## 统计各部门测试人员情况"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "c4b71b0f-0f0c-4962-a540-611cbab51bfa",
"metadata": {},
"outputs": [],
"source": [
"import json\n",
"\n",
"filename = 'data/result_宁夏能化人员.json'\n",
"with open(filename,'r') as fl:\n",
" dict1 = json.load(fl)\n",
"\n",
"filename = 'data/宁夏能化人员.json'\n",
"with open(filename,'r') as fl:\n",
" dict2 = json.load(fl)\n",
"\n",
"list1 = []\n",
"for k, v in dict2.items():\n",
" if k not in dict1.keys():\n",
" list2 = []\n",
" unit = v['unit']\n",
" if unit=='管理部门':\n",
" sub_unit = v['sub_unit']\n",
" else:\n",
" sub_unit = unit\n",
" list2 = [k,v['name'],v['sex'],sub_unit]\n",
" list1.append(list2)\n",
" \n",
"\n",
"\n",
"\n",
"filename = 'data/宁夏能化未体测人员.xlsx'\n",
"wb = openpyxl.Workbook()\n",
"sheet = wb.active\n",
"sheet.append(title)\n",
"for row in list1:\n",
" sheet.append(row)\n",
" \n",
"wb.save(filename)"
]
},
{
"cell_type": "markdown",
"id": "3796748f-2079-46b6-a3a1-b22441880843",
"metadata": {},
"source": [
"## 统计各部门已测试情况"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "def3f47a-24ef-4815-b63b-2a16b79b4c15",
"metadata": {
"tags": []
},
"outputs": [],
"source": [
"import json\n",
"\n",
"filename = 'data/result_宁夏能化人员.json'\n",
"with open(filename,'r') as fl:\n",
" dict1 = json.load(fl)\n",
"\n",
"filename = 'data/宁夏能化人员.json'\n",
"with open(filename,'r') as fl:\n",
" dict2 = json.load(fl)\n",
"\n",
"dict3 = {}\n",
"\n",
"\n",
"title =['单位','体测人数']\n",
"list1 = []\n",
"for k,v in dict1.items():\n",
" unit = v['unit']\n",
" if unit=='管理部门':\n",
" sub_unit = dict2[k]['sub_unit']\n",
" else:\n",
" sub_unit = unit\n",
" dict3.setdefault(unit,{}) \n",
" dict3[unit].setdefault(sub_unit,{})\n",
" dict3[unit][sub_unit].setdefault('人数',0)\n",
" dict3[unit][sub_unit]['人数'] = dict3[unit][sub_unit]['人数'] + 1\n",
"\n",
"for k, v in dict3.items():\n",
" list2 = []\n",
" for k1,v1 in v.items():\n",
" list2 = [k,k1,v1['人数']]\n",
" list1.append(list2)\n",
"\n",
"filename = 'data/宁夏能化部门测试情况表.xlsx'\n",
"wb = openpyxl.Workbook()\n",
"sheet = wb.active\n",
"sheet.append(title)\n",
"for row in list1:\n",
" sheet.append(row)\n",
" \n",
"wb.save(filename)"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "61dde8c3-844a-4016-8952-cb726ab5f61d",
"metadata": {},
"outputs": [],
"source": [
"import json\n",
"\n",
"filename = 'data/result_宁夏能化人员.json'\n",
"with open(filename,'r') as fl:\n",
" dict1 = json.load(fl)\n",
"\n",
"filename = 'data/宁夏能化人员.json'\n",
"with open(filename,'r') as fl:\n",
" dict2 = json.load(fl)\n",
"\n",
"dict3 = {}\n",
"\n",
"\n",
"title =['单位','体测人数']\n",
"list1 = []\n",
"for k,v in dict2.items():\n",
" unit = v['unit']\n",
" if unit=='管理部门':\n",
" sub_unit = dict2[k]['sub_unit']\n",
" else:\n",
" sub_unit = unit\n",
" dict3.setdefault(unit,{}) \n",
" dict3[unit].setdefault(sub_unit,{})\n",
" dict3[unit][sub_unit].setdefault('人数',0)\n",
" dict3[unit][sub_unit]['人数'] = dict3[unit][sub_unit]['人数'] + 1\n",
"\n",
"for k, v in dict3.items():\n",
" list2 = []\n",
" for k1,v1 in v.items():\n",
" list2 = [k,k1,v1['人数']]\n",
" list1.append(list2)\n",
"\n",
"filename = 'data/宁夏能化部门人员情况表.xlsx'\n",
"wb = openpyxl.Workbook()\n",
"sheet = wb.active\n",
"sheet.append(title)\n",
"for row in list1:\n",
" sheet.append(row)\n",
" \n",
"wb.save(filename)"
]
},
{
"cell_type": "markdown",
"id": "970a1cc8-4fdf-478a-9f5b-b82d7d4bf762",
"metadata": {},
"source": [
"## 生成体测成绩明细表"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "d31020be-c9c0-404f-8e0b-f8f507385f48",
"metadata": {},
"outputs": [],
"source": [
"import json\n",
"import openpyxl\n",
"\n",
"items = ['lung','grip','flexion','jump','pushup','situp','balance','reaction','step']\n",
"bmi = ['height','weight']\n",
"title = ['编号','姓名','性别','单位/部门','身高','体重','bmi','肺活量','得分','握力','得分','坐位体前屈','得分','纵跳','得分','俯卧撑','得分','一分钟仰卧起坐','得分','单脚站立','得分','选择反应时','得分','台阶指数','得分']\n",
"\n",
"filename = 'data/result_宁夏能化人员all.json'\n",
"with open(filename,'r') as fl:\n",
" dict1 = json.load(fl)\n",
"\n",
"list1 = []\n",
"for k, v in dict1.items(): #print(k,dict2[str(k)]['name'])\n",
" list2 = []\n",
" list2.append(str(k).rjust(5,'0'))\n",
" list2.append(dict1[k]['name']) \n",
" list2.append(dict1[k]['sex'])\n",
" list2.append(dict1[k]['unit'])\n",
" i = 0\n",
" if 'bmi' in dict1[k].keys():\n",
" list2.append(dict1[k]['bmi']['成绩'].split(',')[0])\n",
" list2.append(dict1[k]['bmi']['成绩'].split(',')[1])\n",
" list2.append(dict1[k]['bmi']['score'])\n",
" i+=1\n",
" else:\n",
" list2.append('') \n",
" list2.append('') \n",
" list2.append('') \n",
" \n",
" \n",
" for item in items:\n",
" if item in dict1[k].keys():\n",
" list2.append(dict1[k][item]['成绩'])\n",
" list2.append(dict1[k][item]['score']) \n",
" i+=1\n",
" elif item =='name':\n",
" list2.append(dict1[k][item])\n",
" else:\n",
" list2.append('') \n",
" list2.append('') \n",
" if i>2:\n",
" list1.append(list2)\n",
"filename = 'data/宁夏能化体测情况明细表.xlsx'\n",
"wb = openpyxl.Workbook()\n",
"sheet = wb.active\n",
"sheet.append(title)\n",
"for row in list1:\n",
" sheet.append(row)\n",
" \n",
"wb.save(filename)\n",
"print('ok') "
]
},
{
"cell_type": "markdown",
"id": "8d5f4103-0d1e-4711-b324-ece360f8dcd3",
"metadata": {},
"source": [
"## 生成报告"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "23ffd115-72a3-4f90-9e64-ffa6420df8a4",
"metadata": {},
"outputs": [],
"source": [
"import requests\n",
"import json\n",
"import openpyxl\n",
"\n",
"\n",
"headers = {\n",
" \"Content-Type\": \"application/json; charset=UTF-8\"\n",
" }\n",
"filename = 'data/result_宁夏能化人员.json'\n",
"with open(filename,'r') as fl:\n",
" dict1 = json.load(fl)\n",
"list1 = []\n",
"file_path ='./宁夏能化人员/'\n",
"list_item = ['lung','grip','flexion','jump','pushup','balance','reaction','step','situp','bmi']\n",
"i=0\n",
"list2 = []\n",
"for k, v in dict1.items():\n",
" list1 = []\n",
" mydata = {}\n",
" \n",
" id = str(k).rjust(4,\"0\")\n",
" mydata['path'] = file_path+id+'-'+ v['name']+'.pdf'\n",
" mydata['title'] = '中石化宁夏能化公司'\n",
" mydata['subtitle'] = v['unit']\n",
" mydata['id'] = id\n",
" mydata['name'] = v['name']\n",
" if v['sex'] == '男':\n",
" mydata['gender'] = 'male'\n",
" else:\n",
" mydata['gender'] = 'female'\n",
" \n",
" mydata['month'] = v['month']\n",
" mydata['fits'] = {}\n",
" survey_list = ['tcm','psy57','spine']\n",
" for item in survey_list:\n",
" if item in v.keys():\n",
" mydata.setdefault('surveys',{})\n",
" mydata['surveys'][item] = v[item]\n",
" \n",
" \n",
" #mydata['fits'] = {}\n",
" for item in list_item:\n",
" if item in v.keys():\n",
" mydata.setdefault('fits',{})\n",
" if item in ['lung','pushup','step','situp']:\n",
" mark = v[item]['成绩'].split()[0].split('.')[0]\n",
" else:\n",
" mark = v[item]['成绩'].split()[0]\n",
" mydata['fits'][item] = {'mark':mark,'score':v[item]['score']}\n",
" #if len(mydata['fits']) >2 or len(mydata['surveys']) >0:\n",
" if len(mydata['fits']) >2 : \n",
" list1.append(mydata)\n",
" list2.append([k,v['name']])\n",
" i+=1\n",
" x = requests.post('http://localhost:3003', data = json.dumps(list1), headers=headers)\n",
" #print(id,v['name'],x.text)\n",
" #print(mydata)\n",
" #x.close()\n",
"print(i)"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "9ffec868-3851-42f6-8431-c5c5d3d15424",
"metadata": {},
"outputs": [],
"source": [
"import requests\n",
"import json\n",
"import openpyxl\n",
"\n",
"\n",
"headers = {\n",
" \"Content-Type\": \"application/json; charset=UTF-8\"\n",
" }\n",
"filename = 'data/result_宁夏能化人员all.json'\n",
"with open(filename,'r') as fl:\n",
" dict1 = json.load(fl)\n",
"list1 = []\n",
"file_path ='./宁夏能化人员/'\n",
"list_item = ['lung','grip','flexion','jump','pushup','balance','reaction','step','situp','bmi']\n",
"i=0\n",
"list2 = []\n",
"for k, v in dict1.items():\n",
" list1 = []\n",
" mydata = {}\n",
" if str(k) in ['2018652', '2019665', '2019160', '2019512', '3427477', '2019423', '2019494', '2019901']:\n",
" \n",
" id = str(k).rjust(4,\"0\")\n",
" mydata['path'] = file_path+id+'-'+ v['name']+'.pdf'\n",
" mydata['title'] = '中石化宁夏能化公司'\n",
" mydata['subtitle'] = v['unit']\n",
" mydata['id'] = id\n",
" mydata['name'] = v['name']\n",
" if v['sex'] == '男':\n",
" mydata['gender'] = 'male'\n",
" else:\n",
" mydata['gender'] = 'female'\n",
" \n",
" mydata['month'] = v['month']\n",
" mydata['fits'] = {}\n",
" survey_list = ['tcm','psy57','spine']\n",
" for item in survey_list:\n",
" if item in v.keys():\n",
" mydata.setdefault('surveys',{})\n",
" mydata['surveys'][item] = v[item]\n",
" \n",
" \n",
" #mydata['fits'] = {}\n",
" for item in list_item:\n",
" if item in v.keys():\n",
" mydata.setdefault('fits',{})\n",
" if item in ['lung','pushup','step','situp']:\n",
" mark = v[item]['成绩'].split()[0].split('.')[0]\n",
" else:\n",
" mark = v[item]['成绩'].split()[0]\n",
" mydata['fits'][item] = {'mark':mark,'score':v[item]['score']}\n",
" #if len(mydata['fits']) >2 or len(mydata['surveys']) >0:\n",
" if len(mydata['fits']) >2 : \n",
" list1.append(mydata)\n",
" list2.append([k,v['name']])\n",
" i+=1\n",
" x = requests.post('http://localhost:3003', data = json.dumps(list1), headers=headers)\n",
" #print(id,v['name'],x.text)\n",
" #print(mydata)\n",
" #x.close()\n",
"print(i)"
]
},
{
"cell_type": "markdown",
"id": "a056e973-b5d2-4130-85bf-1b1f21f53e48",
"metadata": {},
"source": [
"## 体测报告按部门分类"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "59f69be9-ab27-4308-8641-927dbcfda87e",
"metadata": {},
"outputs": [],
"source": [
"import os,sys,shutil\n",
"import json\n",
"import glob\n",
"from pathlib import Path\n",
"\n",
"fi_path = '/home/songyi/pdf-typescript-old2/宁夏能化人员'\n",
"new_path = 'file/宁夏能化'\n",
"old = []\n",
"dict2 = {}\n",
"\n",
"filename = 'data/result_宁夏能化人员all.json'\n",
"with open(filename,'r') as fl:\n",
" dict1 = json.load(fl)\n",
"fls = glob.glob(f'{fi_path}/*.pdf')\n",
"print(len(fls))\n",
"for fn in fls:\n",
" fi_name =Path(fn).stem.split('-')[0]\n",
" code = int(fi_name) \n",
" unit_path = Path(new_path,dict1[str(code)]['unit'])\n",
" unit_path.mkdir(parents = True, exist_ok = True)\n",
" n_name = Path(unit_path,Path(fn).stem+'.pdf')\n",
" #if not os.path.exists(n_name):\n",
" shutil.copyfile(fn,n_name)\n",
" #print(fn)"
]
},
{
"cell_type": "markdown",
"id": "e4d3abe9-707d-4edd-92df-95a5b0fea941",
"metadata": {},
"source": [
"## 生成体测报告打印明细表"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "896955ac-351a-4914-94a6-56e6d1ae9e6e",
"metadata": {},
"outputs": [],
"source": [
"import os,sys,shutil\n",
"import json\n",
"import glob\n",
"from pathlib import Path\n",
"import openpyxl\n",
"\n",
"fi_path = '/home/songyi/pdf-typescript-old2/宁夏能化人员'\n",
"\n",
"filename = 'data/result_宁夏能化人员all.json'\n",
"with open(filename,'r') as fl:\n",
" dict1 = json.load(fl)\n",
"fls = glob.glob(f'{fi_path}/*.pdf')\n",
"list1 = []\n",
"title = ['测试编号','姓名','性别','部门']\n",
"for fn in fls:\n",
" list2 = []\n",
" fi_name =Path(fn).stem.split('-')[0] \n",
" code = int(fi_name)\n",
" sex = dict1[str(code)]['sex']\n",
" unit = dict1[str(code)]['unit']\n",
" list2 = [fi_name,Path(fn).stem.split('-')[1],sex,unit]\n",
" \n",
" list1.append(list2)\n",
"\n",
"filename = 'data/宁夏能化体测报告明细表.xlsx'\n",
"wb = openpyxl.Workbook()\n",
"sheet = wb.active\n",
"sheet.append(title)\n",
"for row in list1:\n",
" sheet.append(row)\n",
" \n",
"wb.save(filename) \n",
"print('ok')"
]
},
{
"cell_type": "markdown",
"id": "3e5363cb-233c-4050-9c3a-18207d7f597a",
"metadata": {},
"source": [
"## 统计体质检测等级明细表"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "360831b7-e204-4801-9f72-879e338ed962",
"metadata": {},
"outputs": [],
"source": [
"import json\n",
"import openpyxl\n",
"\n",
"\n",
"filename = 'data/data_宁夏能化人员.json'\n",
"with open(filename,'r') as fl:\n",
" dict1 = json.load(fl)\n",
"list1 = []\n",
"for k, v in dict1.items():\n",
" list1.append([k,v['name'],v['unit'],v['sex'],v['age'],v['level'],v['score']])\n",
" \n",
"filename = 'data/宁夏能化等级情况表.xlsx'\n",
"wb = openpyxl.Workbook()\n",
"sheet = wb.active\n",
"#sheet.append(title)\n",
"for row in list1:\n",
" sheet.append(row)\n",
" \n",
"wb.save(filename) \n",
" "
]
},
{
"cell_type": "markdown",
"id": "d9705453-5c8c-40d2-83c5-7c2ddfc5f094",
"metadata": {},
"source": [
"## 导出体检报告阳性数据"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "e9f6d0ce-7be5-4bb9-8a64-9281a99eb897",
"metadata": {},
"outputs": [],
"source": [
"import openpyxl\n",
"import json\n",
"\n",
"\n",
"wb = openpyxl.load_workbook('data/2025年中国石化长城能源化工(宁夏)有限公司体检数据.xlsx',data_only=True)\n",
"sheet = wb.active\n",
"# sheets = wb.sheetnames\n",
"person = {}\n",
"\n",
"for n in range(2, sheet.max_row+1):\n",
" code = int(sheet.cell(n, 1).value)\n",
" person.setdefault(code, {})\n",
" dict1 = {}\n",
" dict1['name'] = sheet.cell(n, 3).value\n",
" dict1['sex'] = sheet.cell(n, 4).value\n",
" dict1['unit'] = sheet.cell(n, 2).value\n",
" dict1['age'] = sheet.cell(n, 5).value\n",
" content = sheet.cell(n, 6).value\n",
" dict1['signs'] = content.split(',')\n",
" person[code] = dict1\n",
"filename = 'data/宁夏能化体检数据2025.json'\n",
"with open(filename, 'w') as fl:\n",
" json.dump(person, fl, ensure_ascii=False)\n",
"print(len(person),'ok')"
]
},
{
"cell_type": "markdown",
"id": "f315bd79-122f-4dd6-9666-d4945fe216cb",
"metadata": {},
"source": [
"## 筛选体重相关异常数据人员"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "e3117237-b921-41fe-9b65-4918c5b2a165",
"metadata": {},
"outputs": [],
"source": [
"import json\n",
"import openpyxl\n",
"\n",
"filename = 'data/宁夏能化体检数据2025.json'\n",
"with open(filename,'r') as fl:\n",
" dict1 = json.load(fl)\n",
"list1 = []\n",
"list2 = ['肥胖','超重','脂肪肝','血脂','高脂血症','动脉粥样硬化']\n",
"for k, v in dict1.items():\n",
" zz = set()\n",
" for item in v['signs']:\n",
" for xm in list2:\n",
" if xm in item:\n",
" zz.add(item)\n",
" if len(zz) > 0:\n",
" list1.append([k,v['name'],v['unit'],v['sex'],v['age'],','.join(zz)])\n",
"\n",
"filename = 'data/宁夏能化体检体重相关人员.xlsx'\n",
"wb = openpyxl.Workbook()\n",
"sheet = wb.active\n",
"#sheet.append(title)\n",
"for row in list1:\n",
" sheet.append(row)\n",
" \n",
"wb.save(filename) \n",
" "
]
},
{
"cell_type": "markdown",
"id": "fabb8138-ad15-43a0-abf5-c5ff73318333",
"metadata": {},
"source": [
"# 高危风险干预"
]
},
{
"cell_type": "markdown",
"id": "5b5fcb90-e60e-4edd-929a-702fe93bd0e7",
"metadata": {},
"source": [
"## 导入干预人员名单"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "396e64b8-c306-4613-9848-f0f183052b78",
"metadata": {},
"outputs": [],
"source": [
"import json\n",
"import csv\n",
"import openpyxl\n",
"import time\n",
"from datetime import date\n",
"\n",
"wb = openpyxl.load_workbook('data/宁夏能化高危风险人群最终干预人员名单.xlsx',data_only=True)\n",
"sheet = wb.active\n",
"# sheets = wb.sheetnames\n",
"person = {}\n",
"for n in range(2, sheet.max_row+1):\n",
" code = int(sheet.cell(n, 2).value)\n",
" person.setdefault(code, {})\n",
" dict1 = {}\n",
" dict1['name'] = sheet.cell(n, 3).value\n",
" dict1['sex'] = sheet.cell(n, 4).value\n",
" dict1['unit'] = sheet.cell(n, 6).value\n",
" \n",
" \n",
" dict1['age'] = int(sheet.cell(n, 5).value)\n",
" person[code] = dict1\n",
"filename = 'data/宁夏能化干预人员.json'\n",
"with open(filename, 'w') as fl:\n",
" json.dump(person, fl, ensure_ascii=False)\n",
"print(len(person),'ok')"
]
},
{
"cell_type": "markdown",
"id": "952544fd-0fc6-4365-a43b-a12cab537bb2",
"metadata": {},
"source": [
"## 获取问卷人员信息"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "f60e8194-7ef6-49d8-8538-9b79f35bb64d",
"metadata": {},
"outputs": [],
"source": [
"import json\n",
"import csv\n",
"import openpyxl\n",
"import time\n",
"from datetime import date\n",
"\n",
"\n",
"dict1 = {}\n",
"list1 = []\n",
"filename = 'data/sql_20251009.csv'\n",
"with open(filename,'r',newline='') as csv_file:\n",
" fl = csv.reader(csv_file,delimiter=',')\n",
" header = next(fl) \n",
" for line in fl:\n",
" list1.append(line)\n",
"\n",
"nn = 0\n",
"for item in list1:\n",
" dict2 = {}\n",
" name = item[1]\n",
" phone = str(item[2])[2:]\n",
" birth = str(item[4])\n",
" content = json.loads(item[0])\n",
" tcm = []\n",
" for i in range(0,60):\n",
" tcm.append(0)\n",
" for k, v in content.items(): \n",
" if 'tcm' not in k:\n",
" dict2[k] = v\n",
" else:\n",
" i = int(k[3:])\n",
" tcm[i-1] = int(v)\n",
" \n",
" code = int(dict2['code'])\n",
" dict1.setdefault(code,{})\n",
" dict1[code]['name'] = dict2['name']\n",
" if dict2['gender'] == 'm':\n",
" dict1[code]['sex'] = '男'\n",
" else:\n",
" dict1[code]['sex'] = '女'\n",
" dict1[code]['birth'] = str(item[4])\n",
" dict1[code]['unit'] = dict2['unit']\n",
" dict1[code]['phone'] = phone\n",
" dict1[code]['waist'] = dict2['waist']\n",
" dict1[code]['hip'] = dict2['hip']\n",
" dict1[code]['tcm'] = tcm\n",
"filename = 'data/survey_宁夏能化干预人员.json'\n",
"\n",
"with open(filename,'w') as fl:\n",
" json.dump(dict1, fl, ensure_ascii=False)\n",
"print(len(dict1),'ok')"
]
},
{
"cell_type": "markdown",
"id": "93a9b31e-49ea-45cd-bb0b-5c3db19bbb54",
"metadata": {},
"source": [
"## 导出问卷人员信息"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "f0853629-e971-492b-88c8-4e9521b4b017",
"metadata": {},
"outputs": [],
"source": [
"import json\n",
"import openpyxl\n",
"\n",
"\n",
"title = ['员工编号','姓名','性别','部门']\n",
"\n",
"filename = 'data/survey_宁夏能化干预人员.json'\n",
"with open(filename,'r') as fl:\n",
" dict1 = json.load(fl)\n",
"\n",
"filename = 'data/宁夏能化干预人员.json'\n",
"with open(filename,'r') as fl:\n",
" dict2 = json.load(fl)\n",
" \n",
"list1 = []\n",
"for k, v in dict2.items():\n",
" \n",
" if str(k) not in dict1.keys():\n",
" list2 = []\n",
" list2 = [k,v['name'],v['sex'],v['unit']] \n",
" list1.append(list2)\n",
"filename = 'data/宁夏能化干预人员未参加问卷人员(20251010).xlsx'\n",
"wb = openpyxl.Workbook()\n",
"sheet = wb.active\n",
"sheet.append(title)\n",
"for row in list1:\n",
" sheet.append(row)\n",
" \n",
"wb.save(filename)"
]
},
{
"cell_type": "markdown",
"id": "98de56de-95fe-4f21-be25-896fb1bda175",
"metadata": {},
"source": [
"## 问卷转换"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "22be8f39-afbb-448a-8ae6-c825c7d38757",
"metadata": {},
"outputs": [],
"source": [
"import json\n",
"import openpyxl\n",
"\n",
"\n",
"title = []\n",
"\n",
"filename = 'data/surveys_records_2025-11-24.json'\n",
"with open(filename,'r') as fl:\n",
" dict1 = json.load(fl)\n",
"list1 = []\n",
"title = ['id', 'date_created']\n",
"data_title = ['name', 'gender', 'birth', 'code', 'unit', 'height', 'weight', 'next_weight', 'waist', 'hip', 'level4', 'level3', 'level2', 'recipe', 'level1', 'last_level4', 'last_level3', 'last_level2', 'last_level1', 'last_recipe', 'last_lose', 'last_sport', 'sport_type', 'sport_duration', 'last_sport_time', 'last_lose-Comment', 'last_recipe-Comment', 'last_lose_weight', 'last_sport-Comment', 'sport_type-Comment']\n",
"for item in dict1:\n",
" list2 = []\n",
" for xm in title:\n",
" if xm in item.keys():\n",
" list2.append(item[xm])\n",
" else:\n",
" list2.append('')\n",
" for xm in data_title:\n",
" data = json.loads(item['data'])\n",
" if xm in data.keys():\n",
" if xm =='sport_type':\n",
" list2.append(','.join(data[xm]))\n",
" else:\n",
" list2.append(data[xm])\n",
" else:\n",
" list2.append('')\n",
" \n",
" list1.append(list2)\n",
"all_title = ['id', 'date_created','name', 'gender', 'birth', 'code', 'unit', 'height', 'weight', 'next_weight', 'waist', 'hip', 'level4', 'level3', 'level2', 'recipe', 'level1', 'last_level4', 'last_level3', 'last_level2', 'last_level1', 'last_recipe', 'last_lose', 'last_sport', 'sport_type', 'sport_duration', 'last_sport_time', 'last_lose-Comment', 'last_recipe-Comment', 'last_lose_weight', 'last_sport-Comment', 'sport_type-Comment']\n",
"filename = 'data/宁夏能化干预人员问卷(20251123).xlsx'\n",
"wb = openpyxl.Workbook()\n",
"sheet = wb.active\n",
"sheet.append(all_title)\n",
"for row in list1:\n",
" sheet.append(row)\n",
" \n",
"wb.save(filename) "
]
},
{
"cell_type": "markdown",
"id": "ad2f24f2-f43c-4181-a5e4-16876b0d7443",
"metadata": {
"execution": {
"iopub.execute_input": "2025-11-14T09:41:32.283676Z",
"iopub.status.busy": "2025-11-14T09:41:32.283096Z",
"iopub.status.idle": "2025-11-14T09:41:32.303376Z",
"shell.execute_reply": "2025-11-14T09:41:32.302637Z",
"shell.execute_reply.started": "2025-11-14T09:41:32.283623Z"
}
},
"source": [
"## 问卷导入数据库"
]
},
{
"cell_type": "markdown",
"id": "88f6e148-bfd3-4394-8cfd-de7c84306431",
"metadata": {},
"source": [
"### 导入人员信息"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "747ff8ae-9e50-452f-9dcf-f5ba7c5b8f51",
"metadata": {},
"outputs": [],
"source": [
"import json\n",
"import openpyxl\n",
"import psycopg2\n",
"\n",
"conn = psycopg2.connect(\n",
" host=\"localhost\",\n",
" database=\"tice\",\n",
" user=\"mydata\",\n",
" password=\"songyi\"\n",
")\n",
"cur = conn.cursor()\n",
"wb = openpyxl.load_workbook('data/宁夏能化干预人员问卷(20251123).xlsx',data_only=True)\n",
"sheet = wb.active\n",
"# sheets = wb.sheetnames\n",
"person = {}\n",
"for n in range(2, sheet.max_row+1):\n",
" code = str(sheet.cell(n, 6).value)\n",
" person.setdefault(code, {})\n",
" dict1 = {}\n",
" dict1['name'] = sheet.cell(n, 3).value\n",
" dict1['sex'] = sheet.cell(n, 4).value\n",
" birth = str(sheet.cell(n, 5).value).split()[0]\n",
" if len(birth)==7:\n",
" dict1['birth'] = birth+'-01'\n",
" else:\n",
" dict1['birth'] = birth\n",
" dict1['unit'] = sheet.cell(n, 7).value\n",
" person[code] = dict1\n",
"org_id = 1\n",
"data1 = []\n",
"for k,v in person.items():\n",
" tuple1 = (v['name'],v['sex'],v['unit'],v['birth'],k,org_id)\n",
" print(tuple1)\n",
" data1.append(tuple1)\n",
"sql = \"INSERT INTO fitness_person ( name, sex,unit,birth,code,org_id) VALUES (%s, %s, %s,%s, %s, %s)\" \n",
"#print(data1)\n",
"cur.executemany(sql, data1)\n",
"conn.commit()\n",
"\n",
"# 关闭连接\n",
"cur.close()\n",
"conn.close()"
]
},
{
"cell_type": "markdown",
"id": "d266379b-4797-4f60-a83d-dc2349a48f0b",
"metadata": {},
"source": [
"### 核对新增人员"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "91c53866-3725-4ceb-b0eb-23fb14e20561",
"metadata": {},
"outputs": [],
"source": [
"import json\n",
"import openpyxl\n",
"import psycopg2\n",
"\n",
"conn = psycopg2.connect(\n",
" host=\"localhost\",\n",
" database=\"tice\",\n",
" user=\"mydata\",\n",
" password=\"songyi\"\n",
")\n",
"cur = conn.cursor()\n",
"wb = openpyxl.load_workbook('data/宁夏能化干预人员问卷(20251123).xlsx',data_only=True)\n",
"sheet = wb.active\n",
"# sheets = wb.sheetnames\n",
"org_id = 1\n",
"event_id = 1\n",
"sql = \"SELECT code from fitness_person where org_id = %s\"\n",
"params = (org_id,)\n",
"cur.execute(sql, params)\n",
"rows = cur.fetchall()\n",
"codes = []\n",
"for row in rows:\n",
" codes.append(row[0])\n",
"\n",
"person = {}\n",
"for n in range(2, sheet.max_row+1):\n",
" code = str(sheet.cell(n, 6).value)\n",
" if code not in codes:\n",
" person.setdefault(code, {})\n",
" dict1 = {}\n",
" dict1['name'] = sheet.cell(n, 3).value\n",
" sex = sheet.cell(n, 4).value\n",
" if sex =='male':\n",
" dict1['sex'] = '男'\n",
" else:\n",
" dict1['sex'] = '女'\n",
" birth = str(sheet.cell(n, 5).value).split()[0]\n",
" if len(birth)==7:\n",
" dict1['birth'] = birth+'-01'\n",
" else:\n",
" dict1['birth'] = birth\n",
" dict1['unit'] = sheet.cell(n, 7).value\n",
" person[code] = dict1\n",
"org_id = 1\n",
"data1 = []\n",
"for k,v in person.items():\n",
" tuple1 = (v['name'],v['sex'],v['unit'],v['birth'],k,org_id)\n",
" print(tuple1)\n",
" data1.append(tuple1)\n",
"sql = \"INSERT INTO fitness_person ( name, sex,unit,birth,code,org_id) VALUES (%s, %s, %s,%s, %s, %s)\" \n",
"#print(data1)\n",
"cur.executemany(sql, data1)\n",
"conn.commit()\n",
"\n",
"# 关闭连接\n",
"cur.close()\n",
"conn.close()"
]
},
{
"cell_type": "markdown",
"id": "5c2a37a0-18d3-4c89-8dd9-283a417b5c60",
"metadata": {},
"source": [
"### 导入问卷信息"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "0b386dac-a335-41ba-8838-59b2866bb9a3",
"metadata": {},
"outputs": [],
"source": [
"import json\n",
"import openpyxl\n",
"import psycopg2\n",
"\n",
"conn = psycopg2.connect(\n",
" host=\"localhost\",\n",
" database=\"tice\",\n",
" user=\"mydata\",\n",
" password=\"songyi\"\n",
")\n",
"cur = conn.cursor()\n",
"\n",
"org_id = 1\n",
"event_id = 1\n",
"filename = 'data/surveys_records_宁夏能化.json'\n",
"with open(filename,'r') as fl:\n",
" dict1 = json.load(fl)\n",
"list1 = []\n",
"title = ['date_created', 'height', 'weight', 'next_weight', 'waist', 'hip', 'level4', 'level3', 'level2', 'recipe', 'level1', 'last_level4', 'last_level3', 'last_level2', 'last_level1', 'last_recipe', 'last_lose', 'last_sport', 'sport_type', 'sport_duration', 'last_sport_time', 'last_lose_Comment', 'last_recipe_Comment', 'last_lose_weight', 'last_sport_Comment', 'sport_type_Comment']\n",
"data_title = ['height', 'weight', 'next_weight', 'waist', 'hip', 'level4', 'level3', 'level2', 'recipe', 'level1', 'last_level4', 'last_level3', 'last_level2', 'last_level1', 'last_recipe', 'last_lose', 'last_sport', 'sport_type', 'sport_duration', 'last_sport_time', 'last_lose-Comment', 'last_recipe-Comment', 'last_lose_weight', 'last_sport-Comment', 'sport_type-Comment']\n",
"for item in dict1:\n",
" \n",
" code = item['data']['code']\n",
" sql = \"SELECT id from fitness_person where code = %s and org_id = %s\"\n",
" params = (code,org_id)\n",
" cur.execute(sql, params)\n",
" rows = cur.fetchone()\n",
" if rows:\n",
" list2 = []\n",
" id = rows[0]\n",
" list2.append(event_id)\n",
" list2.append(id)\n",
" date_created = item['date_created']\n",
" list2.append(date_created)\n",
" for xm in data_title:\n",
" if xm in item['data'].keys():\n",
" if xm =='sport_type':\n",
" list2.append(','.join(item['data'][xm]))\n",
" else:\n",
" list2.append(item['data'][xm])\n",
" else:\n",
" list2.append('')\n",
" list1.append(tuple(list2))\n",
"sql = \"INSERT INTO fitness_survey_data (event_id,user_id,date_created, height, weight, next_weight, waist, hip, level4, level3, level2, recipe, level1, last_level4, last_level3, last_level2, last_level1, last_recipe, last_lose, last_sport, sport_type, sport_duration, last_sport_time, last_lose_Comment, last_recipe_Comment, last_lose_weight, last_sport_Comment, sport_type_Comment)\" \n",
"sql = sql + \" VALUES (%s,%s, %s, %s,%s, %s, %s, %s, %s,%s, %s, %s, %s, %s,%s, %s, %s, %s, %s,%s, %s, %s, %s, %s,%s, %s, %s, %s)\"\n",
"cur.executemany(sql, list1)\n",
"conn.commit()\n",
"\n",
"# 关闭连接\n",
"cur.close()\n",
"conn.close()"
]
},
{
"cell_type": "markdown",
"id": "83a2518b-12d8-4ef8-8ee9-5b4289a94208",
"metadata": {},
"source": [
"## 问卷导入JSON"
]
},
{
"cell_type": "code",
"execution_count": 106,
"id": "b7133988-213c-4b52-8d6b-17b56b8ea310",
"metadata": {
"execution": {
"iopub.execute_input": "2025-11-24T05:18:02.990193Z",
"iopub.status.busy": "2025-11-24T05:18:02.989559Z",
"iopub.status.idle": "2025-11-24T05:18:03.293675Z",
"shell.execute_reply": "2025-11-24T05:18:03.293166Z",
"shell.execute_reply.started": "2025-11-24T05:18:02.990132Z"
}
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"483 ok\n"
]
}
],
"source": [
"import json\n",
"import openpyxl\n",
"\n",
"wb = openpyxl.load_workbook('data/宁夏能化干预人员问卷(20251123).xlsx',data_only=True)\n",
"sheet = wb.active\n",
"# sheets = wb.sheetnames\n",
"person = {}\n",
"for n in range(2, sheet.max_row+1):\n",
" code = str(sheet.cell(n, 6).value)\n",
" person.setdefault(code, {})\n",
" dict1 = {}\n",
" dict1['name'] = sheet.cell(n, 3).value\n",
" dict1['sex'] = sheet.cell(n, 4).value\n",
" birth = str(sheet.cell(n, 5).value).split()[0]\n",
" if len(birth)==7:\n",
" dict1['birth'] = birth+'-01'\n",
" else:\n",
" dict1['birth'] = birth\n",
" dict1['unit'] = sheet.cell(n, 7).value\n",
" person[code] = dict1\n",
"#print(person)\n",
"\n",
"filename = 'data/surveys_records_2025-11-24.json'\n",
"with open(filename,'r') as fl:\n",
" dict1 = json.load(fl)\n",
"list1 = []\n",
"set1 = set()\n",
"title = ['date_created', 'height', 'weight', 'next_weight', 'waist', 'hip', 'level4', 'level3', 'level2', 'recipe', 'level1', 'last_level4', 'last_level3', 'last_level2', 'last_level1', 'last_recipe', 'last_lose', 'last_sport', 'sport_type', 'sport_duration', 'last_sport_time', 'last_lose_Comment', 'last_recipe_Comment', 'last_lose_weight', 'last_sport_Comment', 'sport_type_Comment']\n",
"data_title = ['height', 'weight', 'next_weight', 'waist', 'hip', 'level4', 'level3', 'level2', 'recipe', 'level1', 'last_level4', 'last_level3', 'last_level2', 'last_level1', 'last_recipe', 'last_lose', 'last_sport', 'sport_type', 'sport_duration', 'last_sport_time', 'last_lose-Comment', 'last_recipe-Comment', 'last_lose_weight', 'last_sport-Comment', 'sport_type-Comment']\n",
"for item in dict1: \n",
" dict2 = {}\n",
" data = json.loads(item['data'])\n",
" code = data['code']\n",
" rq = item['date_created'].split()[0]\n",
" dict2['height'] = str('%.2f' % data['height'])\n",
" dict2['weight'] = str('%.2f' %data['weight'])\n",
" dict2['next_weight'] = str('%.2f' %(data['weight']-data['next_weight']))\n",
" dict2['bmi'] = str('%.2f' %((data['weight']/data['height'])/data['height']*10000))\n",
" bmi = (data['weight']/data['height'])/data['height']*10000\n",
" if bmi<18.5:\n",
" bmi_zt = '体重偏轻'\n",
" elif bmi >=18.5 and bmi <24.0:\n",
" bmi_zt = '体重正常'\n",
" elif bmi >=24.0 and bmi <28.0:\n",
" bmi_zt = '体重超重'\n",
" else:\n",
" bmi_zt = '体重肥胖'\n",
" dict2['bmi_zt'] = bmi_zt\n",
" dict2['waist'] = str('%.2f' %data['waist'])\n",
" dict2['hip'] = str('%.2f' %data['hip'])\n",
" whr = data['waist']/data['hip']\n",
" if data['gender'] =='male' and whr > 0.9:\n",
" whr_zt = '超标'\n",
" elif data['gender'] =='female' and whr > 0.85:\n",
" whr_zt = '超标'\n",
" else:\n",
" whr_zt = '正常'\n",
" dict2['whr'] = str('%.2f' %whr)\n",
" dict2['whr_zt'] = whr_zt\n",
" if 'sport_type' in data.keys(): \n",
" dict2['sport_type'] = ','.join(data['sport_type']).replace('other','其他')\n",
" dict2['sport_duration'] = str(data['sport_duration'])\n",
" dict2['recipe'] = data['recipe']\n",
" if 'last_sport' in data.keys(): \n",
" dict2['last_sport'] = data['last_sport']\n",
" if 'last_sport_time' in data.keys():\n",
" dict2['last_sport_time'] = str(data['last_sport_time'])\n",
" if 'last_sport-Comment' in data.keys():\n",
" dict2['last_sport-Comment'] = data['last_sport-Comment']\n",
" dict2['last_recipe'] = data['last_recipe']\n",
" if 'last_recipe-Comment' in data.keys(): \n",
" dict2['last_recipe-Comment'] = data['last_recipe-Comment']\n",
" if 'last_lose' in data.keys(): \n",
" dict2['last_lose'] = data['last_lose']\n",
" if 'last_lose_weight' in data.keys():\n",
" dict2['last_lose_weight'] = str('%.2f' %data['last_lose_weight'])\n",
" if 'last_lose-Comment' in data.keys(): \n",
" dict2['last_lose-Comment'] = data['last_lose-Comment']\n",
" if code in person.keys():\n",
" person[code][rq] = dict2\n",
"filename = 'data/宁夏能化干预人员问卷情况(20251124).json'\n",
"\n",
"with open(filename,'w') as fl:\n",
" json.dump(person, fl, ensure_ascii=False)\n",
"print(len(person),'ok')\n",
" "
]
},
{
"cell_type": "markdown",
"id": "7805ebad-fe9d-4bc2-a537-c665fc831332",
"metadata": {},
"source": [
"## 问卷信息汇总导出"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "633c35d3-61f0-4a9d-9982-441e4c1291b9",
"metadata": {},
"outputs": [],
"source": [
"import json\n",
"import openpyxl\n",
"\n",
"filename = 'data/宁夏能化干预人员问卷情况.json'\n",
"with open(filename,'r') as fl:\n",
" dict1 = json.load(fl)\n",
"list1 = ['name','sex','birth','unit']\n",
"xm = ['height','weight','next_weight','bmi','bmi_zt','waist', 'hip','whr','whr_zt' ]\n",
"data2 = []\n",
"for k,v in dict1.items():\n",
" list2 = []\n",
" \n",
" for k1,v1 in v.items():\n",
" #list2 = []\n",
" if k1 not in list1:\n",
" list2.append(k1)\n",
" list2.sort()\n",
" \n",
" for rq in list2:\n",
" for k1, v1 in v[rq].items():\n",
" data1 = []\n",
" data1.append(rq)\n",
" data1.append(k)\n",
" data1.append(v['unit'])\n",
" data1.append(v['name'])\n",
" data1.append(v['sex'])\n",
" data1.append(v['sex'])\n",
" for item in xm:\n",
" data1.append(v[rq][item])\n",
" if 'sport_type' in v[rq].keys():\n",
" data1.append(v[rq]['sport_type'])\n",
" else:\n",
" data1.append('')\n",
" if 'sport_type' in v[rq].keys():\n",
" data1.append(v[rq]['sport_type'])\n",
" else:\n",
" data1.append('')\n",
" \n",
" if 'sport_duration' in v[rq].keys():\n",
" data1.append(v[rq]['sport_duration'])\n",
" else:\n",
" data1.append('')\n",
" if v[rq]['recipe']=='free':\n",
" data1.append('自行控制')\n",
" else:\n",
" data1.append('减脂餐')\n",
" if v[rq]['last_sport']=='是':\n",
" data1.append('运动时长:'+str(v[rq]['last_sport_time'])+'分钟')\n",
" else:\n",
" data1.append('未运动,'+v[rq]['last_sport-Comment'])\n",
" if v[rq]['last_recipe']=='是':\n",
" data1.append('是')\n",
" else:\n",
" data1.append('否。'+v[rq]['last_recipe-Comment'])\n",
" if v[rq]['last_lose']=='是':\n",
" data1.append('是,减重'+str(v[rq]['last_lose_weight'])+'公斤。')\n",
" elif 'last_lose-Comment' in v[rq].keys():\n",
" data1.append('否。'+v[rq]['last_lose-Comment'])\n",
" else:\n",
" data1.append('否。')\n",
" data2.append(data1)\n",
" \n",
"filename = 'data/宁夏能化干预人员问卷信息(20251114).xlsx'\n",
"wb = openpyxl.Workbook()\n",
"sheet = wb.active\n",
"for row in data2:\n",
" sheet.append(row)\n",
" \n",
"wb.save(filename) "
]
},
{
"cell_type": "markdown",
"id": "0fe62c71-eb58-4204-85bc-dc5497231df4",
"metadata": {},
"source": [
"## 问卷信息汇总导入数据库"
]
},
{
"cell_type": "code",
"execution_count": 107,
"id": "55b20059-ae36-493e-b0c5-c7e35473efc7",
"metadata": {
"execution": {
"iopub.execute_input": "2025-11-24T05:21:09.966817Z",
"iopub.status.busy": "2025-11-24T05:21:09.966532Z",
"iopub.status.idle": "2025-11-24T05:21:11.798693Z",
"shell.execute_reply": "2025-11-24T05:21:11.798041Z",
"shell.execute_reply.started": "2025-11-24T05:21:09.966796Z"
}
},
"outputs": [],
"source": [
"import json\n",
"import openpyxl\n",
"import psycopg2\n",
"from datetime import datetime\n",
"\n",
"conn = psycopg2.connect(\n",
" host=\"localhost\",\n",
" database=\"tice\",\n",
" user=\"mydata\",\n",
" password=\"songyi\"\n",
")\n",
"cur = conn.cursor()\n",
"event_id = 1\n",
"org_id = 1\n",
"filename = 'data/宁夏能化干预人员问卷情况(20251124).json'\n",
"with open(filename,'r') as fl:\n",
" dict1 = json.load(fl)\n",
"list1 = ['name','sex','birth','unit']\n",
"xm = ['height','weight','next_weight','bmi','bmi_zt','waist', 'hip','whr','whr_zt' ]\n",
"data2 = []\n",
"for k,v in dict1.items():\n",
" list2 = []\n",
" \n",
" for k1,v1 in v.items():\n",
" #list2 = []\n",
" if k1 not in list1:\n",
" list2.append(k1)\n",
" list2.sort()\n",
" \n",
" for rq in list2:\n",
" for k1, v1 in v[rq].items():\n",
" code = k\n",
" \n",
" sql = \"SELECT id from fitness_person where code = %s and org_id = %s\"\n",
" params = (code,org_id)\n",
" cur.execute(sql, params)\n",
" rows = cur.fetchone()\n",
" if rows:\n",
" data1 = []\n",
" data1.append(event_id)\n",
" data1.append(rows[0])\n",
" data1.append(rq)\n",
" for item in xm:\n",
" data1.append(v[rq][item])\n",
" if 'sport_type' in v[rq].keys():\n",
" data1.append(v[rq]['sport_type'])\n",
" else:\n",
" data1.append('')\n",
" \n",
" if 'sport_duration' in v[rq].keys():\n",
" data1.append(v[rq]['sport_duration'])\n",
" else:\n",
" data1.append('')\n",
" if v[rq]['recipe']=='free':\n",
" data1.append('自行控制')\n",
" else:\n",
" data1.append('减脂餐')\n",
" if v[rq]['last_sport']=='是':\n",
" data1.append('运动时长:'+str(v[rq]['last_sport_time'])+'分钟')\n",
" else:\n",
" data1.append('未运动,'+v[rq]['last_sport-Comment'])\n",
" if v[rq]['last_recipe']=='是':\n",
" data1.append('是')\n",
" else:\n",
" data1.append('否。'+v[rq]['last_recipe-Comment'])\n",
" if v[rq]['last_lose']=='是':\n",
" data1.append('是,减重'+str(v[rq]['last_lose_weight'])+'公斤。')\n",
" elif 'last_lose-Comment' in v[rq].keys():\n",
" data1.append('否。'+v[rq]['last_lose-Comment'])\n",
" else:\n",
" data1.append('否。')\n",
" data2.append(tuple(data1))\n",
" \n",
"sql = \"INSERT INTO fitness_record_data (event_id,user_id,date_created, height, weight, next_weight, bmi,bmi_zt,waist, hip, whr,whr_zt, sport_type, sport_duration, recipe, last_sport, last_recipe, last_lose_comment)\" \n",
"sql = sql + \" VALUES (%s,%s, %s, %s,%s, %s, %s, %s, %s,%s, %s, %s, %s, %s,%s, %s, %s, %s)\"\n",
"cur.executemany(sql, data2)\n",
"conn.commit()\n",
"\n",
"# 关闭连接\n",
"cur.close()\n",
"conn.close()"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "c4cbfed3-51cf-47b8-af20-eee4ac61b556",
"metadata": {},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3 (ipykernel)",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.12.3"
}
},
"nbformat": 4,
"nbformat_minor": 5
}