{ "cells": [ { "cell_type": "markdown", "id": "a3a2e21f-e62e-465b-818d-8acea289434f", "metadata": {}, "source": [ "# 体质检测" ] }, { "cell_type": "markdown", "id": "04524c85-988e-4dbf-86eb-939a9db7aa28", "metadata": {}, "source": [ "## 体测人员导入" ] }, { "cell_type": "code", "execution_count": null, "id": "bbba6efc-73cd-4db6-bae7-014724fee731", "metadata": { "tags": [] }, "outputs": [], "source": [ "import openpyxl\n", "import json\n", "\n", "\n", "wb = openpyxl.load_workbook('data/宁夏能化人员.xlsx',data_only=True)\n", "sheet = wb.active\n", "# sheets = wb.sheetnames\n", "person = {}\n", "\n", "for n in range(2, sheet.max_row+1):\n", " code = int(sheet.cell(n, 2).value)\n", " person.setdefault(code, {})\n", " dict1 = {}\n", " dict1['name'] = sheet.cell(n, 3).value\n", " dict1['sex'] = sheet.cell(n, 4).value\n", " unit = sheet.cell(n, 9).value\n", " \n", " dict1['sub_unit'] = sheet.cell(n, 6).value\n", " if unit == '管理部门':\n", " dict1['unit'] = sheet.cell(n, 6).value\n", " else:\n", " dict1['unit'] = sheet.cell(n, 9).value\n", " \n", " dict1['birth'] = str(sheet.cell(n, 5).value).replace('/','-').split(' ')[0] \n", " person[code] = dict1\n", "filename = 'data/宁夏能化人员-1.json'\n", "with open(filename, 'w') as fl:\n", " json.dump(person, fl, ensure_ascii=False)\n", "print(len(person),'ok')" ] }, { "cell_type": "code", "execution_count": null, "id": "ddddbac1-ab71-436a-ab64-2a15600f5b1b", "metadata": {}, "outputs": [], "source": [ "import openpyxl\n", "import json\n", "\n", "\n", "wb = openpyxl.load_workbook('data/宁夏能化-全部名单.xlsx',data_only=True)\n", "sheet = wb.active\n", "# sheets = wb.sheetnames\n", "person = {}\n", "\n", "for n in range(2, sheet.max_row+1):\n", " code = int(sheet.cell(n, 2).value)\n", " person.setdefault(code, {})\n", " dict1 = {}\n", " dict1['name'] = sheet.cell(n, 3).value\n", " dict1['sex'] = sheet.cell(n, 4).value\n", " unit = sheet.cell(n, 8).value\n", " \n", " dict1['sub_unit'] = sheet.cell(n, 6).value\n", " if unit == '管理部门':\n", " dict1['unit'] = sheet.cell(n, 9).value\n", " else:\n", " dict1['unit'] = sheet.cell(n, 8).value\n", " \n", " dict1['birth'] = str(sheet.cell(n, 5).value).replace('/','-').split(' ')[0] \n", " person[code] = dict1\n", "filename = 'data/宁夏能化人员all.json'\n", "with open(filename, 'w') as fl:\n", " json.dump(person, fl, ensure_ascii=False)\n", "print(len(person),'ok')" ] }, { "cell_type": "markdown", "id": "048a95aa-1691-45f6-b933-6eaf95ae1d30", "metadata": {}, "source": [ "## 生成读卡系统文件" ] }, { "cell_type": "code", "execution_count": null, "id": "ce406710-6b7d-4c51-98ec-78883bd3ce5f", "metadata": { "tags": [] }, "outputs": [], "source": [ "import json\n", "\n", "filename = 'data/宁夏能化人员.json'\n", "with open(filename,'r') as fl:\n", " dict1 = json.load(fl)\n", "list1 = []\n", "for k, v in dict1.items():\n", " dict2 = {}\n", " #if dict1['sex'] =='男':\n", " # sex = 1\n", " \n", " dict2 = {'id':k,'name':v['name'],'gender':v['sex'],'birth':v['birth'],'unit':v['unit']}\n", " list1.append(dict2)\n", "json_data = json.dumps(list1,ensure_ascii=False, indent=4) \n", "\n", "# 将 json 数据写入文件\n", "with open(\"data/data_宁夏能化人员.json\", \"w\",encoding = 'utf-8') as file:\n", " file.write(json_data) \n", "print('ok')" ] }, { "cell_type": "markdown", "id": "6bcd45c2-10af-4d5f-9e0b-5cd1df4f7a7f", "metadata": {}, "source": [ "## 获取人员测试成绩" ] }, { "cell_type": "code", "execution_count": null, "id": "970e171e-1360-448f-a28c-520ccb8f314a", "metadata": { "tags": [] }, "outputs": [], "source": [ "import json\n", "import datetime\n", "import csv\n", "from datetime import date\n", "import my_module as My\n", "\n", "filename = 'data/宁夏能化人员all.json'\n", "with open(filename,'r') as fl:\n", " dict1 = json.load(fl) \n", "filename = 'data/marks_20250619.csv'\n", "re_ta = My.get_result(filename,dict1)\n", "\n", "\n", "filename = 'data/result_宁夏能化人员all.json'\n", "with open(filename,'w') as fl:\n", " json.dump(re_ta, fl, ensure_ascii=False) \n", "print(len(re_ta))" ] }, { "cell_type": "code", "execution_count": null, "id": "24189bf6-d2b2-4855-a6b2-7a6e36cd79f3", "metadata": {}, "outputs": [], "source": [ "import json\n", "import datetime\n", "import csv\n", "from datetime import date\n", "import my_module as My\n", "\n", "filename = 'data/宁夏能化人员.json'\n", "with open(filename,'r') as fl:\n", " dict1 = json.load(fl) \n", "filename = 'data/marks_20250619.csv'\n", "re_ta = My.get_result(filename,dict1)\n", "\n", "\n", "filename = 'data/result_宁夏能化人员.json'\n", "with open(filename,'w') as fl:\n", " json.dump(re_ta, fl, ensure_ascii=False) \n", "print(len(re_ta))" ] }, { "cell_type": "code", "execution_count": null, "id": "2082c096-9f36-430c-9823-f09d8b6f9b42", "metadata": {}, "outputs": [], "source": [ "filename = 'data/result_宁夏能化人员.json'\n", "with open(filename,'r') as fl:\n", " dict1 = json.load(fl) \n", "\n", "filename = 'data/result_宁夏能化人员all.json'\n", "with open(filename,'r') as fl:\n", " dict2 = json.load(fl) \n", "list1 = []\n", "for k,v in dict2.items():\n", " if k not in dict1.keys():\n", " #print(k,v['name'],v['sex'],v['unit'])\n", " #print(k,v)\n", " list1.append(str(k))\n", "print(list1)" ] }, { "cell_type": "markdown", "id": "6d381859-6d21-45d2-8313-55ebbabf8bd4", "metadata": {}, "source": [ "## 生成测试得分" ] }, { "cell_type": "code", "execution_count": null, "id": "0905ad6a-f7e4-43ed-ae29-c4850deb946b", "metadata": {}, "outputs": [], "source": [ "import json\n", "import time\n", "import my_module as My\n", "\n", "#list_item = ['lung','grip','flexion','jump','pushup','balance','reaction','step','situp','height','weight']\n", "list_item = ['lung','grip','flexion','jump','pushup','balance','reaction','step','situp']\n", "filename = 'data/result_宁夏能化人员all.json'\n", "with open(filename,'r') as fl:\n", " dict2 = json.load(fl) \n", "for k, v in dict2.items():\n", " #print(k)\n", " if v['sex'] == '男':\n", " sex = 'M'\n", " else:\n", " sex = 'F' \n", " if 'bmi' in v.keys():\n", " #bmi_data = v['height']['成绩'].split()[0]+','+ v['weight']['成绩'].split()[0]\n", " bmi_data = v['bmi']['成绩']\n", " data1 = {'code':k,'sex':sex,'age':v['age'],'item':'HeightWeight','result':bmi_data}\n", " dict2[k]['bmi'] = {}\n", " dict2[k]['bmi']['成绩'] = bmi_data\n", " dict2[k]['bmi']['score'] = My.cal_bmi(data1)\n", " for item_en in list_item:\n", " if item_en in v.keys(): \n", " data1 = {'code':k,'sex':sex,'age':v['age'],'item':item_en,'result':float(v[item_en]['成绩'].split()[0])}\n", " #print(k,v['name'])\n", " dict2[k][item_en]['score'] = My.cal_score(data1)\n", " #print(k,v[item_en]['成绩'],cal_score(data1))\n", "\n", "filename = f'data/result_宁夏能化人员all.json'\n", "with open(filename,'w') as fl:\n", " json.dump(dict2,fl , ensure_ascii=False) \n", "print('ok!') " ] }, { "cell_type": "markdown", "id": "d034a61d-1fbd-417b-99bd-277e43ebb678", "metadata": {}, "source": [ "## 导出测试人员信息" ] }, { "cell_type": "code", "execution_count": null, "id": "867ad6b0-9e9d-48bc-a10a-3b9cb6125890", "metadata": { "tags": [] }, "outputs": [], "source": [ "import json\n", "import openpyxl\n", "\n", "items = ['lung','grip','flexion','jump','pushup','situp','balance','reaction','step']\n", "title = ['编号','姓名','性别','单位','部门','身高','体重','肺活量','握力','坐位体前屈','纵跳','俯卧撑','一分钟仰卧起坐','单脚站立','选择反应时','台阶指数']\n", "\n", "filename = 'data/result_宁夏能化人员all.json'\n", "with open(filename,'r') as fl:\n", " dict1 = json.load(fl)\n", "\n", "filename = 'data/宁夏能化人员all.json'\n", "with open(filename,'r') as fl:\n", " dict2 = json.load(fl)\n", " \n", "list1 = []\n", "for k, v in dict1.items():\n", " list2 = []\n", " list2.append(str(k).rjust(5,'0'))\n", " list2.append(v['name']) \n", " list2.append(dict2[k]['sex'])\n", " list2.append(dict2[k]['unit'])\n", " list2.append(dict2[k]['sub_unit'])\n", " if 'bmi' in v.keys():\n", " height = v['bmi']['成绩'].split(',')[0]\n", " weight = v['bmi']['成绩'].split(',')[1]\n", " list2.append(height)\n", " list2.append(weight)\n", " else:\n", " list2.append('')\n", " list2.append('')\n", " for item in items:\n", " if item in v.keys():\n", " list2.append(v[item]['成绩']) \n", " elif item =='name':\n", " list2.append(v[item])\n", " else:\n", " list2.append('')\n", " \n", " list1.append(list2)\n", "filename = 'data/宁夏能化测试情况明细表.xlsx'\n", "wb = openpyxl.Workbook()\n", "sheet = wb.active\n", "sheet.append(title)\n", "for row in list1:\n", " sheet.append(row)\n", " \n", "wb.save(filename)" ] }, { "cell_type": "code", "execution_count": null, "id": "75b98b19-ab32-414a-b3f2-6efd58e1f9a9", "metadata": {}, "outputs": [], "source": [ "import json\n", "import openpyxl\n", "\n", "items = ['lung','grip','flexion','jump','pushup','situp','balance','reaction','step']\n", "title = ['编号','姓名','性别','单位','部门','身高','体重','肺活量','握力','坐位体前屈','纵跳','俯卧撑','一分钟仰卧起坐','单脚站立','选择反应时','台阶指数']\n", "\n", "filename = 'data/result_宁夏能化人员all.json'\n", "with open(filename,'r') as fl:\n", " dict1 = json.load(fl)\n", "\n", "filename = 'data/宁夏能化人员all.json'\n", "with open(filename,'r') as fl:\n", " dict2 = json.load(fl)\n", " \n", "list1 = []\n", "for k, v in dict1.items():\n", " list2 = []\n", " list2.append(str(k).rjust(5,'0'))\n", " list2.append(v['name']) \n", " list2.append(v['sex'])\n", " list2.append(v['unit'])\n", " list2.append(v['age'])\n", " \n", " list1.append(list2)\n", "filename = 'data/宁夏能化测试人员年龄情况明细表.xlsx'\n", "wb = openpyxl.Workbook()\n", "sheet = wb.active\n", "sheet.append(title)\n", "for row in list1:\n", " sheet.append(row)\n", " \n", "wb.save(filename)" ] }, { "cell_type": "markdown", "id": "699c6a40-a6ae-4300-9646-708cb85aa5e8", "metadata": {}, "source": [ "## 统计各部门测试人员情况" ] }, { "cell_type": "code", "execution_count": null, "id": "c4b71b0f-0f0c-4962-a540-611cbab51bfa", "metadata": {}, "outputs": [], "source": [ "import json\n", "\n", "filename = 'data/result_宁夏能化人员.json'\n", "with open(filename,'r') as fl:\n", " dict1 = json.load(fl)\n", "\n", "filename = 'data/宁夏能化人员.json'\n", "with open(filename,'r') as fl:\n", " dict2 = json.load(fl)\n", "\n", "list1 = []\n", "for k, v in dict2.items():\n", " if k not in dict1.keys():\n", " list2 = []\n", " unit = v['unit']\n", " if unit=='管理部门':\n", " sub_unit = v['sub_unit']\n", " else:\n", " sub_unit = unit\n", " list2 = [k,v['name'],v['sex'],sub_unit]\n", " list1.append(list2)\n", " \n", "\n", "\n", "\n", "filename = 'data/宁夏能化未体测人员.xlsx'\n", "wb = openpyxl.Workbook()\n", "sheet = wb.active\n", "sheet.append(title)\n", "for row in list1:\n", " sheet.append(row)\n", " \n", "wb.save(filename)" ] }, { "cell_type": "markdown", "id": "3796748f-2079-46b6-a3a1-b22441880843", "metadata": {}, "source": [ "## 统计各部门已测试情况" ] }, { "cell_type": "code", "execution_count": null, "id": "def3f47a-24ef-4815-b63b-2a16b79b4c15", "metadata": { "tags": [] }, "outputs": [], "source": [ "import json\n", "\n", "filename = 'data/result_宁夏能化人员.json'\n", "with open(filename,'r') as fl:\n", " dict1 = json.load(fl)\n", "\n", "filename = 'data/宁夏能化人员.json'\n", "with open(filename,'r') as fl:\n", " dict2 = json.load(fl)\n", "\n", "dict3 = {}\n", "\n", "\n", "title =['单位','体测人数']\n", "list1 = []\n", "for k,v in dict1.items():\n", " unit = v['unit']\n", " if unit=='管理部门':\n", " sub_unit = dict2[k]['sub_unit']\n", " else:\n", " sub_unit = unit\n", " dict3.setdefault(unit,{}) \n", " dict3[unit].setdefault(sub_unit,{})\n", " dict3[unit][sub_unit].setdefault('人数',0)\n", " dict3[unit][sub_unit]['人数'] = dict3[unit][sub_unit]['人数'] + 1\n", "\n", "for k, v in dict3.items():\n", " list2 = []\n", " for k1,v1 in v.items():\n", " list2 = [k,k1,v1['人数']]\n", " list1.append(list2)\n", "\n", "filename = 'data/宁夏能化部门测试情况表.xlsx'\n", "wb = openpyxl.Workbook()\n", "sheet = wb.active\n", "sheet.append(title)\n", "for row in list1:\n", " sheet.append(row)\n", " \n", "wb.save(filename)" ] }, { "cell_type": "code", "execution_count": null, "id": "61dde8c3-844a-4016-8952-cb726ab5f61d", "metadata": {}, "outputs": [], "source": [ "import json\n", "\n", "filename = 'data/result_宁夏能化人员.json'\n", "with open(filename,'r') as fl:\n", " dict1 = json.load(fl)\n", "\n", "filename = 'data/宁夏能化人员.json'\n", "with open(filename,'r') as fl:\n", " dict2 = json.load(fl)\n", "\n", "dict3 = {}\n", "\n", "\n", "title =['单位','体测人数']\n", "list1 = []\n", "for k,v in dict2.items():\n", " unit = v['unit']\n", " if unit=='管理部门':\n", " sub_unit = dict2[k]['sub_unit']\n", " else:\n", " sub_unit = unit\n", " dict3.setdefault(unit,{}) \n", " dict3[unit].setdefault(sub_unit,{})\n", " dict3[unit][sub_unit].setdefault('人数',0)\n", " dict3[unit][sub_unit]['人数'] = dict3[unit][sub_unit]['人数'] + 1\n", "\n", "for k, v in dict3.items():\n", " list2 = []\n", " for k1,v1 in v.items():\n", " list2 = [k,k1,v1['人数']]\n", " list1.append(list2)\n", "\n", "filename = 'data/宁夏能化部门人员情况表.xlsx'\n", "wb = openpyxl.Workbook()\n", "sheet = wb.active\n", "sheet.append(title)\n", "for row in list1:\n", " sheet.append(row)\n", " \n", "wb.save(filename)" ] }, { "cell_type": "markdown", "id": "970a1cc8-4fdf-478a-9f5b-b82d7d4bf762", "metadata": {}, "source": [ "## 生成体测成绩明细表" ] }, { "cell_type": "code", "execution_count": null, "id": "d31020be-c9c0-404f-8e0b-f8f507385f48", "metadata": {}, "outputs": [], "source": [ "import json\n", "import openpyxl\n", "\n", "items = ['lung','grip','flexion','jump','pushup','situp','balance','reaction','step']\n", "bmi = ['height','weight']\n", "title = ['编号','姓名','性别','单位/部门','身高','体重','bmi','肺活量','得分','握力','得分','坐位体前屈','得分','纵跳','得分','俯卧撑','得分','一分钟仰卧起坐','得分','单脚站立','得分','选择反应时','得分','台阶指数','得分']\n", "\n", "filename = 'data/result_宁夏能化人员all.json'\n", "with open(filename,'r') as fl:\n", " dict1 = json.load(fl)\n", "\n", "list1 = []\n", "for k, v in dict1.items(): #print(k,dict2[str(k)]['name'])\n", " list2 = []\n", " list2.append(str(k).rjust(5,'0'))\n", " list2.append(dict1[k]['name']) \n", " list2.append(dict1[k]['sex'])\n", " list2.append(dict1[k]['unit'])\n", " i = 0\n", " if 'bmi' in dict1[k].keys():\n", " list2.append(dict1[k]['bmi']['成绩'].split(',')[0])\n", " list2.append(dict1[k]['bmi']['成绩'].split(',')[1])\n", " list2.append(dict1[k]['bmi']['score'])\n", " i+=1\n", " else:\n", " list2.append('') \n", " list2.append('') \n", " list2.append('') \n", " \n", " \n", " for item in items:\n", " if item in dict1[k].keys():\n", " list2.append(dict1[k][item]['成绩'])\n", " list2.append(dict1[k][item]['score']) \n", " i+=1\n", " elif item =='name':\n", " list2.append(dict1[k][item])\n", " else:\n", " list2.append('') \n", " list2.append('') \n", " if i>2:\n", " list1.append(list2)\n", "filename = 'data/宁夏能化体测情况明细表.xlsx'\n", "wb = openpyxl.Workbook()\n", "sheet = wb.active\n", "sheet.append(title)\n", "for row in list1:\n", " sheet.append(row)\n", " \n", "wb.save(filename)\n", "print('ok') " ] }, { "cell_type": "markdown", "id": "8d5f4103-0d1e-4711-b324-ece360f8dcd3", "metadata": {}, "source": [ "## 生成报告" ] }, { "cell_type": "code", "execution_count": null, "id": "23ffd115-72a3-4f90-9e64-ffa6420df8a4", "metadata": {}, "outputs": [], "source": [ "import requests\n", "import json\n", "import openpyxl\n", "\n", "\n", "headers = {\n", " \"Content-Type\": \"application/json; charset=UTF-8\"\n", " }\n", "filename = 'data/result_宁夏能化人员.json'\n", "with open(filename,'r') as fl:\n", " dict1 = json.load(fl)\n", "list1 = []\n", "file_path ='./宁夏能化人员/'\n", "list_item = ['lung','grip','flexion','jump','pushup','balance','reaction','step','situp','bmi']\n", "i=0\n", "list2 = []\n", "for k, v in dict1.items():\n", " list1 = []\n", " mydata = {}\n", " \n", " id = str(k).rjust(4,\"0\")\n", " mydata['path'] = file_path+id+'-'+ v['name']+'.pdf'\n", " mydata['title'] = '中石化宁夏能化公司'\n", " mydata['subtitle'] = v['unit']\n", " mydata['id'] = id\n", " mydata['name'] = v['name']\n", " if v['sex'] == '男':\n", " mydata['gender'] = 'male'\n", " else:\n", " mydata['gender'] = 'female'\n", " \n", " mydata['month'] = v['month']\n", " mydata['fits'] = {}\n", " survey_list = ['tcm','psy57','spine']\n", " for item in survey_list:\n", " if item in v.keys():\n", " mydata.setdefault('surveys',{})\n", " mydata['surveys'][item] = v[item]\n", " \n", " \n", " #mydata['fits'] = {}\n", " for item in list_item:\n", " if item in v.keys():\n", " mydata.setdefault('fits',{})\n", " if item in ['lung','pushup','step','situp']:\n", " mark = v[item]['成绩'].split()[0].split('.')[0]\n", " else:\n", " mark = v[item]['成绩'].split()[0]\n", " mydata['fits'][item] = {'mark':mark,'score':v[item]['score']}\n", " #if len(mydata['fits']) >2 or len(mydata['surveys']) >0:\n", " if len(mydata['fits']) >2 : \n", " list1.append(mydata)\n", " list2.append([k,v['name']])\n", " i+=1\n", " x = requests.post('http://localhost:3003', data = json.dumps(list1), headers=headers)\n", " #print(id,v['name'],x.text)\n", " #print(mydata)\n", " #x.close()\n", "print(i)" ] }, { "cell_type": "code", "execution_count": null, "id": "9ffec868-3851-42f6-8431-c5c5d3d15424", "metadata": {}, "outputs": [], "source": [ "import requests\n", "import json\n", "import openpyxl\n", "\n", "\n", "headers = {\n", " \"Content-Type\": \"application/json; charset=UTF-8\"\n", " }\n", "filename = 'data/result_宁夏能化人员all.json'\n", "with open(filename,'r') as fl:\n", " dict1 = json.load(fl)\n", "list1 = []\n", "file_path ='./宁夏能化人员/'\n", "list_item = ['lung','grip','flexion','jump','pushup','balance','reaction','step','situp','bmi']\n", "i=0\n", "list2 = []\n", "for k, v in dict1.items():\n", " list1 = []\n", " mydata = {}\n", " if str(k) in ['2018652', '2019665', '2019160', '2019512', '3427477', '2019423', '2019494', '2019901']:\n", " \n", " id = str(k).rjust(4,\"0\")\n", " mydata['path'] = file_path+id+'-'+ v['name']+'.pdf'\n", " mydata['title'] = '中石化宁夏能化公司'\n", " mydata['subtitle'] = v['unit']\n", " mydata['id'] = id\n", " mydata['name'] = v['name']\n", " if v['sex'] == '男':\n", " mydata['gender'] = 'male'\n", " else:\n", " mydata['gender'] = 'female'\n", " \n", " mydata['month'] = v['month']\n", " mydata['fits'] = {}\n", " survey_list = ['tcm','psy57','spine']\n", " for item in survey_list:\n", " if item in v.keys():\n", " mydata.setdefault('surveys',{})\n", " mydata['surveys'][item] = v[item]\n", " \n", " \n", " #mydata['fits'] = {}\n", " for item in list_item:\n", " if item in v.keys():\n", " mydata.setdefault('fits',{})\n", " if item in ['lung','pushup','step','situp']:\n", " mark = v[item]['成绩'].split()[0].split('.')[0]\n", " else:\n", " mark = v[item]['成绩'].split()[0]\n", " mydata['fits'][item] = {'mark':mark,'score':v[item]['score']}\n", " #if len(mydata['fits']) >2 or len(mydata['surveys']) >0:\n", " if len(mydata['fits']) >2 : \n", " list1.append(mydata)\n", " list2.append([k,v['name']])\n", " i+=1\n", " x = requests.post('http://localhost:3003', data = json.dumps(list1), headers=headers)\n", " #print(id,v['name'],x.text)\n", " #print(mydata)\n", " #x.close()\n", "print(i)" ] }, { "cell_type": "markdown", "id": "a056e973-b5d2-4130-85bf-1b1f21f53e48", "metadata": {}, "source": [ "## 体测报告按部门分类" ] }, { "cell_type": "code", "execution_count": null, "id": "59f69be9-ab27-4308-8641-927dbcfda87e", "metadata": {}, "outputs": [], "source": [ "import os,sys,shutil\n", "import json\n", "import glob\n", "from pathlib import Path\n", "\n", "fi_path = '/home/songyi/pdf-typescript-old2/宁夏能化人员'\n", "new_path = 'file/宁夏能化'\n", "old = []\n", "dict2 = {}\n", "\n", "filename = 'data/result_宁夏能化人员all.json'\n", "with open(filename,'r') as fl:\n", " dict1 = json.load(fl)\n", "fls = glob.glob(f'{fi_path}/*.pdf')\n", "print(len(fls))\n", "for fn in fls:\n", " fi_name =Path(fn).stem.split('-')[0]\n", " code = int(fi_name) \n", " unit_path = Path(new_path,dict1[str(code)]['unit'])\n", " unit_path.mkdir(parents = True, exist_ok = True)\n", " n_name = Path(unit_path,Path(fn).stem+'.pdf')\n", " #if not os.path.exists(n_name):\n", " shutil.copyfile(fn,n_name)\n", " #print(fn)" ] }, { "cell_type": "markdown", "id": "e4d3abe9-707d-4edd-92df-95a5b0fea941", "metadata": {}, "source": [ "## 生成体测报告打印明细表" ] }, { "cell_type": "code", "execution_count": null, "id": "896955ac-351a-4914-94a6-56e6d1ae9e6e", "metadata": {}, "outputs": [], "source": [ "import os,sys,shutil\n", "import json\n", "import glob\n", "from pathlib import Path\n", "import openpyxl\n", "\n", "fi_path = '/home/songyi/pdf-typescript-old2/宁夏能化人员'\n", "\n", "filename = 'data/result_宁夏能化人员all.json'\n", "with open(filename,'r') as fl:\n", " dict1 = json.load(fl)\n", "fls = glob.glob(f'{fi_path}/*.pdf')\n", "list1 = []\n", "title = ['测试编号','姓名','性别','部门']\n", "for fn in fls:\n", " list2 = []\n", " fi_name =Path(fn).stem.split('-')[0] \n", " code = int(fi_name)\n", " sex = dict1[str(code)]['sex']\n", " unit = dict1[str(code)]['unit']\n", " list2 = [fi_name,Path(fn).stem.split('-')[1],sex,unit]\n", " \n", " list1.append(list2)\n", "\n", "filename = 'data/宁夏能化体测报告明细表.xlsx'\n", "wb = openpyxl.Workbook()\n", "sheet = wb.active\n", "sheet.append(title)\n", "for row in list1:\n", " sheet.append(row)\n", " \n", "wb.save(filename) \n", "print('ok')" ] }, { "cell_type": "markdown", "id": "3e5363cb-233c-4050-9c3a-18207d7f597a", "metadata": {}, "source": [ "## 统计体质检测等级明细表" ] }, { "cell_type": "code", "execution_count": null, "id": "360831b7-e204-4801-9f72-879e338ed962", "metadata": {}, "outputs": [], "source": [ "import json\n", "import openpyxl\n", "\n", "\n", "filename = 'data/data_宁夏能化人员.json'\n", "with open(filename,'r') as fl:\n", " dict1 = json.load(fl)\n", "list1 = []\n", "for k, v in dict1.items():\n", " list1.append([k,v['name'],v['unit'],v['sex'],v['age'],v['level'],v['score']])\n", " \n", "filename = 'data/宁夏能化等级情况表.xlsx'\n", "wb = openpyxl.Workbook()\n", "sheet = wb.active\n", "#sheet.append(title)\n", "for row in list1:\n", " sheet.append(row)\n", " \n", "wb.save(filename) \n", " " ] }, { "cell_type": "markdown", "id": "d9705453-5c8c-40d2-83c5-7c2ddfc5f094", "metadata": {}, "source": [ "## 导出体检报告阳性数据" ] }, { "cell_type": "code", "execution_count": null, "id": "e9f6d0ce-7be5-4bb9-8a64-9281a99eb897", "metadata": {}, "outputs": [], "source": [ "import openpyxl\n", "import json\n", "\n", "\n", "wb = openpyxl.load_workbook('data/2025年中国石化长城能源化工（宁夏）有限公司体检数据.xlsx',data_only=True)\n", "sheet = wb.active\n", "# sheets = wb.sheetnames\n", "person = {}\n", "\n", "for n in range(2, sheet.max_row+1):\n", " code = int(sheet.cell(n, 1).value)\n", " person.setdefault(code, {})\n", " dict1 = {}\n", " dict1['name'] = sheet.cell(n, 3).value\n", " dict1['sex'] = sheet.cell(n, 4).value\n", " dict1['unit'] = sheet.cell(n, 2).value\n", " dict1['age'] = sheet.cell(n, 5).value\n", " content = sheet.cell(n, 6).value\n", " dict1['signs'] = content.split(',')\n", " person[code] = dict1\n", "filename = 'data/宁夏能化体检数据2025.json'\n", "with open(filename, 'w') as fl:\n", " json.dump(person, fl, ensure_ascii=False)\n", "print(len(person),'ok')" ] }, { "cell_type": "markdown", "id": "f315bd79-122f-4dd6-9666-d4945fe216cb", "metadata": {}, "source": [ "## 筛选体重相关异常数据人员" ] }, { "cell_type": "code", "execution_count": null, "id": "e3117237-b921-41fe-9b65-4918c5b2a165", "metadata": {}, "outputs": [], "source": [ "import json\n", "import openpyxl\n", "\n", "filename = 'data/宁夏能化体检数据2025.json'\n", "with open(filename,'r') as fl:\n", " dict1 = json.load(fl)\n", "list1 = []\n", "list2 = ['肥胖','超重','脂肪肝','血脂','高脂血症','动脉粥样硬化']\n", "for k, v in dict1.items():\n", " zz = set()\n", " for item in v['signs']:\n", " for xm in list2:\n", " if xm in item:\n", " zz.add(item)\n", " if len(zz) > 0:\n", " list1.append([k,v['name'],v['unit'],v['sex'],v['age'],','.join(zz)])\n", "\n", "filename = 'data/宁夏能化体检体重相关人员.xlsx'\n", "wb = openpyxl.Workbook()\n", "sheet = wb.active\n", "#sheet.append(title)\n", "for row in list1:\n", " sheet.append(row)\n", " \n", "wb.save(filename) \n", " " ] }, { "cell_type": "markdown", "id": "fabb8138-ad15-43a0-abf5-c5ff73318333", "metadata": {}, "source": [ "# 高危风险干预" ] }, { "cell_type": "markdown", "id": "5b5fcb90-e60e-4edd-929a-702fe93bd0e7", "metadata": {}, "source": [ "## 导入干预人员名单" ] }, { "cell_type": "code", "execution_count": null, "id": "396e64b8-c306-4613-9848-f0f183052b78", "metadata": {}, "outputs": [], "source": [ "import json\n", "import csv\n", "import openpyxl\n", "import time\n", "from datetime import date\n", "\n", "wb = openpyxl.load_workbook('data/宁夏能化高危风险人群最终干预人员名单.xlsx',data_only=True)\n", "sheet = wb.active\n", "# sheets = wb.sheetnames\n", "person = {}\n", "for n in range(2, sheet.max_row+1):\n", " code = int(sheet.cell(n, 2).value)\n", " person.setdefault(code, {})\n", " dict1 = {}\n", " dict1['name'] = sheet.cell(n, 3).value\n", " dict1['sex'] = sheet.cell(n, 4).value\n", " dict1['unit'] = sheet.cell(n, 6).value\n", " \n", " \n", " dict1['age'] = int(sheet.cell(n, 5).value)\n", " person[code] = dict1\n", "filename = 'data/宁夏能化干预人员.json'\n", "with open(filename, 'w') as fl:\n", " json.dump(person, fl, ensure_ascii=False)\n", "print(len(person),'ok')" ] }, { "cell_type": "markdown", "id": "952544fd-0fc6-4365-a43b-a12cab537bb2", "metadata": {}, "source": [ "## 获取问卷人员信息" ] }, { "cell_type": "code", "execution_count": null, "id": "f60e8194-7ef6-49d8-8538-9b79f35bb64d", "metadata": {}, "outputs": [], "source": [ "import json\n", "import csv\n", "import openpyxl\n", "import time\n", "from datetime import date\n", "\n", "\n", "dict1 = {}\n", "list1 = []\n", "filename = 'data/sql_20251009.csv'\n", "with open(filename,'r',newline='') as csv_file:\n", " fl = csv.reader(csv_file,delimiter=',')\n", " header = next(fl) \n", " for line in fl:\n", " list1.append(line)\n", "\n", "nn = 0\n", "for item in list1:\n", " dict2 = {}\n", " name = item[1]\n", " phone = str(item[2])[2:]\n", " birth = str(item[4])\n", " content = json.loads(item[0])\n", " tcm = []\n", " for i in range(0,60):\n", " tcm.append(0)\n", " for k, v in content.items(): \n", " if 'tcm' not in k:\n", " dict2[k] = v\n", " else:\n", " i = int(k[3:])\n", " tcm[i-1] = int(v)\n", " \n", " code = int(dict2['code'])\n", " dict1.setdefault(code,{})\n", " dict1[code]['name'] = dict2['name']\n", " if dict2['gender'] == 'm':\n", " dict1[code]['sex'] = '男'\n", " else:\n", " dict1[code]['sex'] = '女'\n", " dict1[code]['birth'] = str(item[4])\n", " dict1[code]['unit'] = dict2['unit']\n", " dict1[code]['phone'] = phone\n", " dict1[code]['waist'] = dict2['waist']\n", " dict1[code]['hip'] = dict2['hip']\n", " dict1[code]['tcm'] = tcm\n", "filename = 'data/survey_宁夏能化干预人员.json'\n", "\n", "with open(filename,'w') as fl:\n", " json.dump(dict1, fl, ensure_ascii=False)\n", "print(len(dict1),'ok')" ] }, { "cell_type": "markdown", "id": "93a9b31e-49ea-45cd-bb0b-5c3db19bbb54", "metadata": {}, "source": [ "## 导出问卷人员信息" ] }, { "cell_type": "code", "execution_count": null, "id": "f0853629-e971-492b-88c8-4e9521b4b017", "metadata": {}, "outputs": [], "source": [ "import json\n", "import openpyxl\n", "\n", "\n", "title = ['员工编号','姓名','性别','部门']\n", "\n", "filename = 'data/survey_宁夏能化干预人员.json'\n", "with open(filename,'r') as fl:\n", " dict1 = json.load(fl)\n", "\n", "filename = 'data/宁夏能化干预人员.json'\n", "with open(filename,'r') as fl:\n", " dict2 = json.load(fl)\n", " \n", "list1 = []\n", "for k, v in dict2.items():\n", " \n", " if str(k) not in dict1.keys():\n", " list2 = []\n", " list2 = [k,v['name'],v['sex'],v['unit']] \n", " list1.append(list2)\n", "filename = 'data/宁夏能化干预人员未参加问卷人员（20251010）.xlsx'\n", "wb = openpyxl.Workbook()\n", "sheet = wb.active\n", "sheet.append(title)\n", "for row in list1:\n", " sheet.append(row)\n", " \n", "wb.save(filename)" ] }, { "cell_type": "markdown", "id": "98de56de-95fe-4f21-be25-896fb1bda175", "metadata": {}, "source": [ "## 问卷转换" ] }, { "cell_type": "code", "execution_count": null, "id": "22be8f39-afbb-448a-8ae6-c825c7d38757", "metadata": {}, "outputs": [], "source": [ "import json\n", "import openpyxl\n", "\n", "\n", "title = []\n", "\n", "filename = 'data/surveys_records_2025-11-24.json'\n", "with open(filename,'r') as fl:\n", " dict1 = json.load(fl)\n", "list1 = []\n", "title = ['id', 'date_created']\n", "data_title = ['name', 'gender', 'birth', 'code', 'unit', 'height', 'weight', 'next_weight', 'waist', 'hip', 'level4', 'level3', 'level2', 'recipe', 'level1', 'last_level4', 'last_level3', 'last_level2', 'last_level1', 'last_recipe', 'last_lose', 'last_sport', 'sport_type', 'sport_duration', 'last_sport_time', 'last_lose-Comment', 'last_recipe-Comment', 'last_lose_weight', 'last_sport-Comment', 'sport_type-Comment']\n", "for item in dict1:\n", " list2 = []\n", " for xm in title:\n", " if xm in item.keys():\n", " list2.append(item[xm])\n", " else:\n", " list2.append('')\n", " for xm in data_title:\n", " data = json.loads(item['data'])\n", " if xm in data.keys():\n", " if xm =='sport_type':\n", " list2.append(','.join(data[xm]))\n", " else:\n", " list2.append(data[xm])\n", " else:\n", " list2.append('')\n", " \n", " list1.append(list2)\n", "all_title = ['id', 'date_created','name', 'gender', 'birth', 'code', 'unit', 'height', 'weight', 'next_weight', 'waist', 'hip', 'level4', 'level3', 'level2', 'recipe', 'level1', 'last_level4', 'last_level3', 'last_level2', 'last_level1', 'last_recipe', 'last_lose', 'last_sport', 'sport_type', 'sport_duration', 'last_sport_time', 'last_lose-Comment', 'last_recipe-Comment', 'last_lose_weight', 'last_sport-Comment', 'sport_type-Comment']\n", "filename = 'data/宁夏能化干预人员问卷（20251123）.xlsx'\n", "wb = openpyxl.Workbook()\n", "sheet = wb.active\n", "sheet.append(all_title)\n", "for row in list1:\n", " sheet.append(row)\n", " \n", "wb.save(filename) " ] }, { "cell_type": "markdown", "id": "ad2f24f2-f43c-4181-a5e4-16876b0d7443", "metadata": { "execution": { "iopub.execute_input": "2025-11-14T09:41:32.283676Z", "iopub.status.busy": "2025-11-14T09:41:32.283096Z", "iopub.status.idle": "2025-11-14T09:41:32.303376Z", "shell.execute_reply": "2025-11-14T09:41:32.302637Z", "shell.execute_reply.started": "2025-11-14T09:41:32.283623Z" } }, "source": [ "## 问卷导入数据库" ] }, { "cell_type": "markdown", "id": "88f6e148-bfd3-4394-8cfd-de7c84306431", "metadata": {}, "source": [ "### 导入人员信息" ] }, { "cell_type": "code", "execution_count": null, "id": "747ff8ae-9e50-452f-9dcf-f5ba7c5b8f51", "metadata": {}, "outputs": [], "source": [ "import json\n", "import openpyxl\n", "import psycopg2\n", "\n", "conn = psycopg2.connect(\n", " host=\"localhost\",\n", " database=\"tice\",\n", " user=\"mydata\",\n", " password=\"songyi\"\n", ")\n", "cur = conn.cursor()\n", "wb = openpyxl.load_workbook('data/宁夏能化干预人员问卷（20251123）.xlsx',data_only=True)\n", "sheet = wb.active\n", "# sheets = wb.sheetnames\n", "person = {}\n", "for n in range(2, sheet.max_row+1):\n", " code = str(sheet.cell(n, 6).value)\n", " person.setdefault(code, {})\n", " dict1 = {}\n", " dict1['name'] = sheet.cell(n, 3).value\n", " dict1['sex'] = sheet.cell(n, 4).value\n", " birth = str(sheet.cell(n, 5).value).split()[0]\n", " if len(birth)==7:\n", " dict1['birth'] = birth+'-01'\n", " else:\n", " dict1['birth'] = birth\n", " dict1['unit'] = sheet.cell(n, 7).value\n", " person[code] = dict1\n", "org_id = 1\n", "data1 = []\n", "for k,v in person.items():\n", " tuple1 = (v['name'],v['sex'],v['unit'],v['birth'],k,org_id)\n", " print(tuple1)\n", " data1.append(tuple1)\n", "sql = \"INSERT INTO fitness_person ( name, sex,unit,birth,code,org_id) VALUES (%s, %s, %s,%s, %s, %s)\" \n", "#print(data1)\n", "cur.executemany(sql, data1)\n", "conn.commit()\n", "\n", "# 关闭连接\n", "cur.close()\n", "conn.close()" ] }, { "cell_type": "markdown", "id": "d266379b-4797-4f60-a83d-dc2349a48f0b", "metadata": {}, "source": [ "### 核对新增人员" ] }, { "cell_type": "code", "execution_count": null, "id": "91c53866-3725-4ceb-b0eb-23fb14e20561", "metadata": {}, "outputs": [], "source": [ "import json\n", "import openpyxl\n", "import psycopg2\n", "\n", "conn = psycopg2.connect(\n", " host=\"localhost\",\n", " database=\"tice\",\n", " user=\"mydata\",\n", " password=\"songyi\"\n", ")\n", "cur = conn.cursor()\n", "wb = openpyxl.load_workbook('data/宁夏能化干预人员问卷（20251123）.xlsx',data_only=True)\n", "sheet = wb.active\n", "# sheets = wb.sheetnames\n", "org_id = 1\n", "event_id = 1\n", "sql = \"SELECT code from fitness_person where org_id = %s\"\n", "params = (org_id,)\n", "cur.execute(sql, params)\n", "rows = cur.fetchall()\n", "codes = []\n", "for row in rows:\n", " codes.append(row[0])\n", "\n", "person = {}\n", "for n in range(2, sheet.max_row+1):\n", " code = str(sheet.cell(n, 6).value)\n", " if code not in codes:\n", " person.setdefault(code, {})\n", " dict1 = {}\n", " dict1['name'] = sheet.cell(n, 3).value\n", " sex = sheet.cell(n, 4).value\n", " if sex =='male':\n", " dict1['sex'] = '男'\n", " else:\n", " dict1['sex'] = '女'\n", " birth = str(sheet.cell(n, 5).value).split()[0]\n", " if len(birth)==7:\n", " dict1['birth'] = birth+'-01'\n", " else:\n", " dict1['birth'] = birth\n", " dict1['unit'] = sheet.cell(n, 7).value\n", " person[code] = dict1\n", "org_id = 1\n", "data1 = []\n", "for k,v in person.items():\n", " tuple1 = (v['name'],v['sex'],v['unit'],v['birth'],k,org_id)\n", " print(tuple1)\n", " data1.append(tuple1)\n", "sql = \"INSERT INTO fitness_person ( name, sex,unit,birth,code,org_id) VALUES (%s, %s, %s,%s, %s, %s)\" \n", "#print(data1)\n", "cur.executemany(sql, data1)\n", "conn.commit()\n", "\n", "# 关闭连接\n", "cur.close()\n", "conn.close()" ] }, { "cell_type": "markdown", "id": "5c2a37a0-18d3-4c89-8dd9-283a417b5c60", "metadata": {}, "source": [ "### 导入问卷信息" ] }, { "cell_type": "code", "execution_count": null, "id": "0b386dac-a335-41ba-8838-59b2866bb9a3", "metadata": {}, "outputs": [], "source": [ "import json\n", "import openpyxl\n", "import psycopg2\n", "\n", "conn = psycopg2.connect(\n", " host=\"localhost\",\n", " database=\"tice\",\n", " user=\"mydata\",\n", " password=\"songyi\"\n", ")\n", "cur = conn.cursor()\n", "\n", "org_id = 1\n", "event_id = 1\n", "filename = 'data/surveys_records_宁夏能化.json'\n", "with open(filename,'r') as fl:\n", " dict1 = json.load(fl)\n", "list1 = []\n", "title = ['date_created', 'height', 'weight', 'next_weight', 'waist', 'hip', 'level4', 'level3', 'level2', 'recipe', 'level1', 'last_level4', 'last_level3', 'last_level2', 'last_level1', 'last_recipe', 'last_lose', 'last_sport', 'sport_type', 'sport_duration', 'last_sport_time', 'last_lose_Comment', 'last_recipe_Comment', 'last_lose_weight', 'last_sport_Comment', 'sport_type_Comment']\n", "data_title = ['height', 'weight', 'next_weight', 'waist', 'hip', 'level4', 'level3', 'level2', 'recipe', 'level1', 'last_level4', 'last_level3', 'last_level2', 'last_level1', 'last_recipe', 'last_lose', 'last_sport', 'sport_type', 'sport_duration', 'last_sport_time', 'last_lose-Comment', 'last_recipe-Comment', 'last_lose_weight', 'last_sport-Comment', 'sport_type-Comment']\n", "for item in dict1:\n", " \n", " code = item['data']['code']\n", " sql = \"SELECT id from fitness_person where code = %s and org_id = %s\"\n", " params = (code,org_id)\n", " cur.execute(sql, params)\n", " rows = cur.fetchone()\n", " if rows:\n", " list2 = []\n", " id = rows[0]\n", " list2.append(event_id)\n", " list2.append(id)\n", " date_created = item['date_created']\n", " list2.append(date_created)\n", " for xm in data_title:\n", " if xm in item['data'].keys():\n", " if xm =='sport_type':\n", " list2.append(','.join(item['data'][xm]))\n", " else:\n", " list2.append(item['data'][xm])\n", " else:\n", " list2.append('')\n", " list1.append(tuple(list2))\n", "sql = \"INSERT INTO fitness_survey_data (event_id,user_id,date_created, height, weight, next_weight, waist, hip, level4, level3, level2, recipe, level1, last_level4, last_level3, last_level2, last_level1, last_recipe, last_lose, last_sport, sport_type, sport_duration, last_sport_time, last_lose_Comment, last_recipe_Comment, last_lose_weight, last_sport_Comment, sport_type_Comment)\" \n", "sql = sql + \" VALUES (%s,%s, %s, %s,%s, %s, %s, %s, %s,%s, %s, %s, %s, %s,%s, %s, %s, %s, %s,%s, %s, %s, %s, %s,%s, %s, %s, %s)\"\n", "cur.executemany(sql, list1)\n", "conn.commit()\n", "\n", "# 关闭连接\n", "cur.close()\n", "conn.close()" ] }, { "cell_type": "markdown", "id": "83a2518b-12d8-4ef8-8ee9-5b4289a94208", "metadata": {}, "source": [ "## 问卷导入JSON" ] }, { "cell_type": "code", "execution_count": 106, "id": "b7133988-213c-4b52-8d6b-17b56b8ea310", "metadata": { "execution": { "iopub.execute_input": "2025-11-24T05:18:02.990193Z", "iopub.status.busy": "2025-11-24T05:18:02.989559Z", "iopub.status.idle": "2025-11-24T05:18:03.293675Z", "shell.execute_reply": "2025-11-24T05:18:03.293166Z", "shell.execute_reply.started": "2025-11-24T05:18:02.990132Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "483 ok\n" ] } ], "source": [ "import json\n", "import openpyxl\n", "\n", "wb = openpyxl.load_workbook('data/宁夏能化干预人员问卷（20251123）.xlsx',data_only=True)\n", "sheet = wb.active\n", "# sheets = wb.sheetnames\n", "person = {}\n", "for n in range(2, sheet.max_row+1):\n", " code = str(sheet.cell(n, 6).value)\n", " person.setdefault(code, {})\n", " dict1 = {}\n", " dict1['name'] = sheet.cell(n, 3).value\n", " dict1['sex'] = sheet.cell(n, 4).value\n", " birth = str(sheet.cell(n, 5).value).split()[0]\n", " if len(birth)==7:\n", " dict1['birth'] = birth+'-01'\n", " else:\n", " dict1['birth'] = birth\n", " dict1['unit'] = sheet.cell(n, 7).value\n", " person[code] = dict1\n", "#print(person)\n", "\n", "filename = 'data/surveys_records_2025-11-24.json'\n", "with open(filename,'r') as fl:\n", " dict1 = json.load(fl)\n", "list1 = []\n", "set1 = set()\n", "title = ['date_created', 'height', 'weight', 'next_weight', 'waist', 'hip', 'level4', 'level3', 'level2', 'recipe', 'level1', 'last_level4', 'last_level3', 'last_level2', 'last_level1', 'last_recipe', 'last_lose', 'last_sport', 'sport_type', 'sport_duration', 'last_sport_time', 'last_lose_Comment', 'last_recipe_Comment', 'last_lose_weight', 'last_sport_Comment', 'sport_type_Comment']\n", "data_title = ['height', 'weight', 'next_weight', 'waist', 'hip', 'level4', 'level3', 'level2', 'recipe', 'level1', 'last_level4', 'last_level3', 'last_level2', 'last_level1', 'last_recipe', 'last_lose', 'last_sport', 'sport_type', 'sport_duration', 'last_sport_time', 'last_lose-Comment', 'last_recipe-Comment', 'last_lose_weight', 'last_sport-Comment', 'sport_type-Comment']\n", "for item in dict1: \n", " dict2 = {}\n", " data = json.loads(item['data'])\n", " code = data['code']\n", " rq = item['date_created'].split()[0]\n", " dict2['height'] = str('%.2f' % data['height'])\n", " dict2['weight'] = str('%.2f' %data['weight'])\n", " dict2['next_weight'] = str('%.2f' %(data['weight']-data['next_weight']))\n", " dict2['bmi'] = str('%.2f' %((data['weight']/data['height'])/data['height']*10000))\n", " bmi = (data['weight']/data['height'])/data['height']*10000\n", " if bmi<18.5:\n", " bmi_zt = '体重偏轻'\n", " elif bmi >=18.5 and bmi <24.0:\n", " bmi_zt = '体重正常'\n", " elif bmi >=24.0 and bmi <28.0:\n", " bmi_zt = '体重超重'\n", " else:\n", " bmi_zt = '体重肥胖'\n", " dict2['bmi_zt'] = bmi_zt\n", " dict2['waist'] = str('%.2f' %data['waist'])\n", " dict2['hip'] = str('%.2f' %data['hip'])\n", " whr = data['waist']/data['hip']\n", " if data['gender'] =='male' and whr > 0.9:\n", " whr_zt = '超标'\n", " elif data['gender'] =='female' and whr > 0.85:\n", " whr_zt = '超标'\n", " else:\n", " whr_zt = '正常'\n", " dict2['whr'] = str('%.2f' %whr)\n", " dict2['whr_zt'] = whr_zt\n", " if 'sport_type' in data.keys(): \n", " dict2['sport_type'] = ','.join(data['sport_type']).replace('other','其他')\n", " dict2['sport_duration'] = str(data['sport_duration'])\n", " dict2['recipe'] = data['recipe']\n", " if 'last_sport' in data.keys(): \n", " dict2['last_sport'] = data['last_sport']\n", " if 'last_sport_time' in data.keys():\n", " dict2['last_sport_time'] = str(data['last_sport_time'])\n", " if 'last_sport-Comment' in data.keys():\n", " dict2['last_sport-Comment'] = data['last_sport-Comment']\n", " dict2['last_recipe'] = data['last_recipe']\n", " if 'last_recipe-Comment' in data.keys(): \n", " dict2['last_recipe-Comment'] = data['last_recipe-Comment']\n", " if 'last_lose' in data.keys(): \n", " dict2['last_lose'] = data['last_lose']\n", " if 'last_lose_weight' in data.keys():\n", " dict2['last_lose_weight'] = str('%.2f' %data['last_lose_weight'])\n", " if 'last_lose-Comment' in data.keys(): \n", " dict2['last_lose-Comment'] = data['last_lose-Comment']\n", " if code in person.keys():\n", " person[code][rq] = dict2\n", "filename = 'data/宁夏能化干预人员问卷情况（20251124）.json'\n", "\n", "with open(filename,'w') as fl:\n", " json.dump(person, fl, ensure_ascii=False)\n", "print(len(person),'ok')\n", " " ] }, { "cell_type": "markdown", "id": "7805ebad-fe9d-4bc2-a537-c665fc831332", "metadata": {}, "source": [ "## 问卷信息汇总导出" ] }, { "cell_type": "code", "execution_count": null, "id": "633c35d3-61f0-4a9d-9982-441e4c1291b9", "metadata": {}, "outputs": [], "source": [ "import json\n", "import openpyxl\n", "\n", "filename = 'data/宁夏能化干预人员问卷情况.json'\n", "with open(filename,'r') as fl:\n", " dict1 = json.load(fl)\n", "list1 = ['name','sex','birth','unit']\n", "xm = ['height','weight','next_weight','bmi','bmi_zt','waist', 'hip','whr','whr_zt' ]\n", "data2 = []\n", "for k,v in dict1.items():\n", " list2 = []\n", " \n", " for k1,v1 in v.items():\n", " #list2 = []\n", " if k1 not in list1:\n", " list2.append(k1)\n", " list2.sort()\n", " \n", " for rq in list2:\n", " for k1, v1 in v[rq].items():\n", " data1 = []\n", " data1.append(rq)\n", " data1.append(k)\n", " data1.append(v['unit'])\n", " data1.append(v['name'])\n", " data1.append(v['sex'])\n", " data1.append(v['sex'])\n", " for item in xm:\n", " data1.append(v[rq][item])\n", " if 'sport_type' in v[rq].keys():\n", " data1.append(v[rq]['sport_type'])\n", " else:\n", " data1.append('')\n", " if 'sport_type' in v[rq].keys():\n", " data1.append(v[rq]['sport_type'])\n", " else:\n", " data1.append('')\n", " \n", " if 'sport_duration' in v[rq].keys():\n", " data1.append(v[rq]['sport_duration'])\n", " else:\n", " data1.append('')\n", " if v[rq]['recipe']=='free':\n", " data1.append('自行控制')\n", " else:\n", " data1.append('减脂餐')\n", " if v[rq]['last_sport']=='是':\n", " data1.append('运动时长：'+str(v[rq]['last_sport_time'])+'分钟')\n", " else:\n", " data1.append('未运动，'+v[rq]['last_sport-Comment'])\n", " if v[rq]['last_recipe']=='是':\n", " data1.append('是')\n", " else:\n", " data1.append('否。'+v[rq]['last_recipe-Comment'])\n", " if v[rq]['last_lose']=='是':\n", " data1.append('是，减重'+str(v[rq]['last_lose_weight'])+'公斤。')\n", " elif 'last_lose-Comment' in v[rq].keys():\n", " data1.append('否。'+v[rq]['last_lose-Comment'])\n", " else:\n", " data1.append('否。')\n", " data2.append(data1)\n", " \n", "filename = 'data/宁夏能化干预人员问卷信息（20251114）.xlsx'\n", "wb = openpyxl.Workbook()\n", "sheet = wb.active\n", "for row in data2:\n", " sheet.append(row)\n", " \n", "wb.save(filename) " ] }, { "cell_type": "markdown", "id": "0fe62c71-eb58-4204-85bc-dc5497231df4", "metadata": {}, "source": [ "## 问卷信息汇总导入数据库" ] }, { "cell_type": "code", "execution_count": 107, "id": "55b20059-ae36-493e-b0c5-c7e35473efc7", "metadata": { "execution": { "iopub.execute_input": "2025-11-24T05:21:09.966817Z", "iopub.status.busy": "2025-11-24T05:21:09.966532Z", "iopub.status.idle": "2025-11-24T05:21:11.798693Z", "shell.execute_reply": "2025-11-24T05:21:11.798041Z", "shell.execute_reply.started": "2025-11-24T05:21:09.966796Z" } }, "outputs": [], "source": [ "import json\n", "import openpyxl\n", "import psycopg2\n", "from datetime import datetime\n", "\n", "conn = psycopg2.connect(\n", " host=\"localhost\",\n", " database=\"tice\",\n", " user=\"mydata\",\n", " password=\"songyi\"\n", ")\n", "cur = conn.cursor()\n", "event_id = 1\n", "org_id = 1\n", "filename = 'data/宁夏能化干预人员问卷情况（20251124）.json'\n", "with open(filename,'r') as fl:\n", " dict1 = json.load(fl)\n", "list1 = ['name','sex','birth','unit']\n", "xm = ['height','weight','next_weight','bmi','bmi_zt','waist', 'hip','whr','whr_zt' ]\n", "data2 = []\n", "for k,v in dict1.items():\n", " list2 = []\n", " \n", " for k1,v1 in v.items():\n", " #list2 = []\n", " if k1 not in list1:\n", " list2.append(k1)\n", " list2.sort()\n", " \n", " for rq in list2:\n", " for k1, v1 in v[rq].items():\n", " code = k\n", " \n", " sql = \"SELECT id from fitness_person where code = %s and org_id = %s\"\n", " params = (code,org_id)\n", " cur.execute(sql, params)\n", " rows = cur.fetchone()\n", " if rows:\n", " data1 = []\n", " data1.append(event_id)\n", " data1.append(rows[0])\n", " data1.append(rq)\n", " for item in xm:\n", " data1.append(v[rq][item])\n", " if 'sport_type' in v[rq].keys():\n", " data1.append(v[rq]['sport_type'])\n", " else:\n", " data1.append('')\n", " \n", " if 'sport_duration' in v[rq].keys():\n", " data1.append(v[rq]['sport_duration'])\n", " else:\n", " data1.append('')\n", " if v[rq]['recipe']=='free':\n", " data1.append('自行控制')\n", " else:\n", " data1.append('减脂餐')\n", " if v[rq]['last_sport']=='是':\n", " data1.append('运动时长：'+str(v[rq]['last_sport_time'])+'分钟')\n", " else:\n", " data1.append('未运动，'+v[rq]['last_sport-Comment'])\n", " if v[rq]['last_recipe']=='是':\n", " data1.append('是')\n", " else:\n", " data1.append('否。'+v[rq]['last_recipe-Comment'])\n", " if v[rq]['last_lose']=='是':\n", " data1.append('是，减重'+str(v[rq]['last_lose_weight'])+'公斤。')\n", " elif 'last_lose-Comment' in v[rq].keys():\n", " data1.append('否。'+v[rq]['last_lose-Comment'])\n", " else:\n", " data1.append('否。')\n", " data2.append(tuple(data1))\n", " \n", "sql = \"INSERT INTO fitness_record_data (event_id,user_id,date_created, height, weight, next_weight, bmi,bmi_zt,waist, hip, whr,whr_zt, sport_type, sport_duration, recipe, last_sport, last_recipe, last_lose_comment)\" \n", "sql = sql + \" VALUES (%s,%s, %s, %s,%s, %s, %s, %s, %s,%s, %s, %s, %s, %s,%s, %s, %s, %s)\"\n", "cur.executemany(sql, data2)\n", "conn.commit()\n", "\n", "# 关闭连接\n", "cur.close()\n", "conn.close()" ] }, { "cell_type": "code", "execution_count": null, "id": "c4cbfed3-51cf-47b8-af20-eee4ac61b556", "metadata": {}, "outputs": [], "source": [] } ], "metadata": { "kernelspec": { "display_name": "Python 3 (ipykernel)", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.12.3" } }, "nbformat": 4, "nbformat_minor": 5 }