20221002

体测单位/安庆石化.ipynb

@@ -49,6 +49,108 @@
     "print('ok')"
    ]
   },
+  {
+   "cell_type": "markdown",
+   "id": "eefb520d-0aee-4f92-b6a9-af9efaa88049",
+   "metadata": {},
+   "source": [
+    "### 导出测试成绩"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "c1e1b40c-d73a-4e2e-8c22-4d3ae73ede6f",
+   "metadata": {
+    "tags": []
+   },
+   "outputs": [],
+   "source": [
+    "import json\n",
+    "import openpyxl\n",
+    "\n",
+    "items = ['身高','肺活量','握力','坐位体前屈','纵跳','俯卧撑','一分钟仰卧起坐','单脚站立','选择反应时','台阶指数']\n",
+    "title = ['编号','姓名','年龄','身高','肺活量','握力','坐位体前屈','纵跳','俯卧撑','一分钟仰卧起坐','单脚站立','选择反应时','台阶指数']\n",
+    "filename = 'data/result_2209.json'\n",
+    "with open(filename,'r') as fl:\n",
+    "    dict1 = json.load(fl)\n",
+    "\n",
+    "list1 = []\n",
+    "for k, v in dict1.items():\n",
+    "    list2 = []\n",
+    "    list2.append(k)\n",
+    "    list2.append(v['name'])\n",
+    "    if 'id' in v.keys():        \n",
+    "        age = v['id'][6:10]+'-'+v['id'][10:12]+'-'+v['id'][12:14]\n",
+    "    else:\n",
+    "        age = v['birth']\n",
+    "    list2.append(age)\n",
+    "    for item in items:\n",
+    "        if item in v.keys():\n",
+    "            list2.append(v[item]['成绩'])\n",
+    "        elif item =='name':\n",
+    "            list2.append(v[item])\n",
+    "        else:\n",
+    "            list2.append('')  \n",
+    "    list1.append(list2)\n",
+    "filename = 'data/2022年安庆得分情况表.xlsx'\n",
+    "wb = openpyxl.Workbook()\n",
+    "sheet = wb.active\n",
+    "sheet.append(title)\n",
+    "for row in list1:\n",
+    "    sheet.append(row)\n",
+    "    \n",
+    "wb.save(filename)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 236,
+   "id": "a3f0d4b9-78c6-4fd2-baf7-a05962e7904c",
+   "metadata": {
+    "execution": {
+     "iopub.execute_input": "2022-09-30T13:02:25.562088Z",
+     "iopub.status.busy": "2022-09-30T13:02:25.561502Z",
+     "iopub.status.idle": "2022-09-30T13:02:26.553518Z",
+     "shell.execute_reply": "2022-09-30T13:02:26.552452Z",
+     "shell.execute_reply.started": "2022-09-30T13:02:25.562039Z"
+    }
+   },
+   "outputs": [],
+   "source": [
+    "import json\n",
+    "import openpyxl\n",
+    "\n",
+    "items = ['身高','肺活量','握力','坐位体前屈','纵跳','俯卧撑','一分钟仰卧起坐','单脚站立','选择反应时','台阶指数']\n",
+    "title = ['编号','姓名','身高','肺活量','握力','坐位体前屈','纵跳','俯卧撑','一分钟仰卧起坐','单脚站立','选择反应时','台阶指数']\n",
+    "filename = 'data/result_2209.json'\n",
+    "with open(filename,'r') as fl:\n",
+    "    dict1 = json.load(fl)\n",
+    "\n",
+    "list1 = []\n",
+    "for k, v in dict1.items():\n",
+    "    list2 = []\n",
+    "    list2.append(k)\n",
+    "    list2.append(v['name'])\n",
+    "    \n",
+    "    for item in items:\n",
+    "        if item in v.keys():\n",
+    "            list2.append(v[item]['成绩'])\n",
+    "        elif item =='name':\n",
+    "            list2.append(v[item])\n",
+    "        else:\n",
+    "            list2.append('')  \n",
+    "    list1.append(list2)\n",
+    "filename = 'data/2022年安庆得分情况表.xlsx'\n",
+    "wb = openpyxl.Workbook()\n",
+    "sheet = wb.active\n",
+    "sheet.append(title)\n",
+    "for row in list1:\n",
+    "    sheet.append(row)\n",
+    "    \n",
+    "wb.save(filename)"
+   ]
+  },
   {
    "cell_type": "markdown",
    "id": "e5aa1bf4-c68c-4843-a9fb-c3fe48ff1f39",
@@ -114,30 +216,14 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 226,
+   "execution_count": null,
    "id": "a00ec014-a4e5-4f8f-9cd5-7b3bd736ad85",
    "metadata": {
-    "execution": {
-     "iopub.execute_input": "2022-09-27T14:02:23.012372Z",
-     "iopub.status.busy": "2022-09-27T14:02:23.011852Z",
-     "iopub.status.idle": "2022-09-27T14:02:23.095005Z",
-     "shell.execute_reply": "2022-09-27T14:02:23.093941Z",
-     "shell.execute_reply.started": "2022-09-27T14:02:23.012324Z"
-    },
     "tags": []
    },
-   "outputs": [
+   "outputs": [],
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "1892 马向东 该人员已经测试！\n"
-     ]
-    }
-   ],
    "source": [
     "import json\n",
-    "import operator\n",
     "\n",
     "filename = '../item.json'\n",
     "item = {}\n",
@@ -222,7 +308,7 @@
     "        dict1['sex'] = sex\n",
     "        dict1['unit'] = sheet.cell(n, 1).value\n",
     "        dict1['id_num'] = sheet.cell(n,6).value\n",
-    "    person[code] = dict1\n",
+    "        person[code] = dict1\n",
     "filename = 'data/安庆炼化人员名单2022.json'\n",
     "with open(filename, 'r') as fl:\n",
     "    dict2 = json.load(fl)\n",

体测单位/淄博交警支队.ipynb

@@ -103,6 +103,83 @@
     "print('ok')"
    ]
   },
+  {
+   "cell_type": "markdown",
+   "id": "234d9b71-f99e-48cb-af9b-151bbf3f1715",
+   "metadata": {},
+   "source": [
+    "### 人员分组"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "9aaa35a7-13e2-4ece-a9fd-931ad00e89d3",
+   "metadata": {
+    "tags": []
+   },
+   "outputs": [],
+   "source": [
+    "import json\n",
+    "import csv\n",
+    "\n",
+    "filename = 'data/交警支队名单1.json'\n",
+    "with open(filename,'r') as fl:\n",
+    "    dict1 = json.load(fl) \n",
+    "    \n",
+    "filename = 'data/交警支队分组情况.csv'\n",
+    "with open(filename,'r',newline='') as csv_file:\n",
+    "    fl = csv.reader(csv_file,delimiter=',')\n",
+    "    header = next(fl)    \n",
+    "    for line in fl:\n",
+    "        code = line[0]\n",
+    "        group = line[1]\n",
+    "        if code in dict1.keys():\n",
+    "            dict1[code]['group'] = group\n",
+    "\n",
+    "filename = 'data/交警支队名单1.json'\n",
+    "with open(filename,'w') as fl:\n",
+    "    json.dump(dict1, fl,ensure_ascii=False) "
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "421723e5-6102-4dae-bae8-39e58efc427d",
+   "metadata": {},
+   "source": [
+    "#### 关联人员分组至小鹅通"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "e5737104-ac16-4529-b12b-a32b80f9d040",
+   "metadata": {
+    "tags": []
+   },
+   "outputs": [],
+   "source": [
+    "import json\n",
+    "import csv\n",
+    "\n",
+    "filename = 'data/交警支队名单1.json'\n",
+    "with open(filename,'r') as fl:\n",
+    "    dict1 = json.load(fl) \n",
+    "\n",
+    "filename = 'data/交警支队小鹅通信息.json'\n",
+    "with open(filename,'r') as fl:\n",
+    "    dict2 = json.load(fl) \n",
+    "\n",
+    "for k, v in dict1.items():\n",
+    "    if 'phone' in v.keys() and 'group' in v.keys():\n",
+    "        phone = v['phone']\n",
+    "        if phone in dict2.keys():\n",
+    "            dict2[phone]['group'] = v['group']\n",
+    "\n",
+    "with open(filename,'w') as fl:\n",
+    "    json.dump(dict2, fl,ensure_ascii=False)         "
+   ]
+  },
   {
    "cell_type": "markdown",
    "id": "c61f18ab-7411-44d4-9741-3dd50283f4bb",
@@ -167,11 +244,11 @@
     "import openpyxl\n",
     "import json\n",
     "\n",
-    "filename = 'data/小鹅通人员信息.json'\n",
+    "filename = 'data/交警支队小鹅通信息.json'\n",
     "with open(filename,'r') as fl:\n",
     "    dict2 = json.load(fl) \n",
     "\n",
-    "wb = openpyxl.load_workbook('data/交警支队小鹅通中手机信息存在问题用户（修正）.xlsx')\n",
+    "wb = openpyxl.load_workbook('data/交警支队小鹅通中手机信息存在问题用户（修正）0930.xlsx')\n",
     "sheet = wb.active\n",
     "# sheets = wb.sheetnames\n",
     "\n",
@@ -180,7 +257,10 @@
     "        break\n",
     "    else:\n",
     "        phone = sheet.cell(n, 4).value\n",
-    "        dict2[sheet.cell(n, 1).value]['phone'] = phone\n",
+    "        if phone in dict2.keys():\n",
+    "            dict2[phone]['id'] = sheet.cell(n, 1).value\n",
+    "            dict2[phone]['nick'] = sheet.cell(n, 2).value\n",
+    "            dict2[phone]['user'] = sheet.cell(n, 3).value\n",
     "\n",
     "with open(filename, 'w') as fl:\n",
     "    json.dump(dict2, fl, ensure_ascii=False)\n",
@@ -303,6 +383,64 @@
     "    json.dump(dict1, fl,ensure_ascii=False) "
    ]
   },
+  {
+   "cell_type": "markdown",
+   "id": "ab95da60-39b7-4c6b-9ef1-9a1d5d8cccc4",
+   "metadata": {},
+   "source": [
+    "### 核对存在多组人员"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "65ef74b4-4667-422c-b610-63b517edd75d",
+   "metadata": {
+    "tags": []
+   },
+   "outputs": [],
+   "source": [
+    "import json\n",
+    "import os\n",
+    "import glob\n",
+    "import csv\n",
+    "import re\n",
+    "\n",
+    "fi_path = 'data/交警支队/时长/'\n",
+    "fl = glob.glob(f'{fi_path}*.csv')\n",
+    "\n",
+    "list1 = []\n",
+    "dict1 = {}\n",
+    "for fn in fl:\n",
+    "    with open(fn,'r',newline='',encoding='gb18030') as csv_file:\n",
+    "        fl1 = csv.reader(csv_file,delimiter=',')\n",
+    "        zb = fn.split('-')[3]\n",
+    "        #header = next(fl1)\n",
+    "        i = 0\n",
+    "        for line in fl1:\n",
+    "            #line = re.sub('[\\r\\n\\f ]{1,}', '', line)\n",
+    "            if i> 1:\n",
+    "                m_id = line[0]\n",
+    "                dict1.setdefault(m_id,[])\n",
+    "                dict1[m_id].append(zb)\n",
+    "                #list1.append(line)\n",
+    "            i +=1\n",
+    "filename = 'data/交警支队小鹅通信息.json'\n",
+    "with open(filename,'r') as fl:\n",
+    "    dict2 = json.load(fl) \n",
+    "dict3 = {}\n",
+    "for k ,v in dict2.items():\n",
+    "    if 'id' in v.keys():\n",
+    "        dict3[v['id']] = [k,v['name'],v['unit'],v['nick']]\n",
+    "\n",
+    "for k, v in dict1.items():\n",
+    "    if k in dict3.keys():\n",
+    "        if len(v)>1:\n",
+    "            print(dict3[k][1],dict3[k][2],dict3[k][0],v)\n",
+    "        \n",
+    "        "
+   ]
+  },
   {
    "cell_type": "markdown",
    "id": "dc856c16-3ff0-4c24-a5ee-062129698e08",
@@ -313,27 +451,19 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 92,
+   "execution_count": 128,
    "id": "c1a5aaef-70be-4fd2-9384-983aeb59f491",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2022-09-29T12:20:48.500293Z",
+     "iopub.execute_input": "2022-09-30T15:16:00.175939Z",
-     "iopub.status.busy": "2022-09-29T12:20:48.499768Z",
+     "iopub.status.busy": "2022-09-30T15:16:00.175417Z",
-     "iopub.status.idle": "2022-09-29T12:20:48.627177Z",
+     "iopub.status.idle": "2022-09-30T15:16:00.308873Z",
-     "shell.execute_reply": "2022-09-29T12:20:48.626065Z",
+     "shell.execute_reply": "2022-09-30T15:16:00.307748Z",
-     "shell.execute_reply.started": "2022-09-29T12:20:48.500245Z"
+     "shell.execute_reply.started": "2022-09-30T15:16:00.175891Z"
     },
     "tags": []
    },
-   "outputs": [
+   "outputs": [],
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "['data/交警支队/时长/2022-09-29-《气虚组》-视频学习详情_085022.csv', 'data/交警支队/时长/2022-09-28-《阳虚组》-视频学习详情_162739.csv', 'data/交警支队/时长/2022-09-29-《阴虚组》-视频学习详情_084653.csv', 'data/交警支队/时长/2022-09-28-《气郁组》-视频学习详情_155229.csv', 'data/交警支队/时长/2022-09-29-《痰湿组》-视频学习详情_084809.csv', 'data/交警支队/时长/2022-09-28-《血瘀组》-视频学习详情_163202.csv', 'data/交警支队/时长/2022-09-28-《特禀组》-视频学习详情_162914.csv', 'data/交警支队/时长/2022-09-29-《平和组》-视频学习详情_085511.csv', 'data/交警支队/时长/2022-09-29-《湿热组》-视频学习详情_084926.csv']\n"
-     ]
-    }
-   ],
    "source": [
     "import json\n",
     "import os\n",
@@ -347,56 +477,51 @@
     "dict2 = {}\n",
     "for k, v in dict1.items():\n",
     "    if 'id' in v.keys():\n",
-    "        dict2[v['nick']] = [v['name'],v['unit'],k] \n",
+    "        dict2[v['id']] = [v['name'],v['unit'],k,v['nick'],v['group']] \n",
     "dict3 = {}    \n",
-    "fi_path = 'data/交警支队/'\n",
+    "fi_path = 'data/小鹅通/'\n",
     "fl = glob.glob(f'{fi_path}*.csv')\n",
     "list1 = []\n",
     "for fn in fl:\n",
-    "    with open(fn,'r',newline='',encoding='gbk') as csv_file:\n",
+    "    with open(fn,'r',newline='') as csv_file:\n",
     "        fl1 = csv.reader(csv_file,delimiter=',')\n",
-    "        #header = next(fl1)\n",
+    "        header = next(fl1)\n",
-    "        i = 0\n",
+    "        for line in fl1:            \n",
-    "        for line in fl1:\n",
+    "            id = line[0]\n",
-    "            #line = re.sub('[\\r\\n\\f ]{1,}', '', line)\n",
+    "            num = line[10]\n",
-    "            if i> 1:\n",
+    "            #print(id,num)\n",
-    "                list1.append(line)\n",
+    "            if id in dict2.keys():\n",
-    "            i +=1\n",
+    "                dict3.setdefault(id,{})\n",
-    "for item in list1:\n",
+    "                dict3[id]['name'] = dict2[id][0]\n",
-    "    name = item.pop(0)\n",
+    "                dict3[id]['phone'] = dict2[id][2]\n",
-    "    num = item.count('√')\n",
+    "                dict3[id]['unit'] = dict2[id][1]\n",
-    "    if name in dict2.keys():\n",
+    "                dict3[id]['nick'] = dict2[id][3]\n",
-    "        dict3.setdefault(name,{})\n",
+    "                dict3[id]['dk'] = num\n",
-    "        dict3[name]['name'] = dict2[name][0]\n",
+    "\n",
-    "        dict3[name]['phone'] = dict2[name][2]\n",
-    "        dict3[name]['unit'] = dict2[name][1]\n",
-    "        if 'dk' in dict3[name].keys():\n",
-    "            dict3[name]['dk'] = num + dict3[name]['dk']\n",
-    "        else:\n",
-    "            dict3[name]['dk'] = num\n",
     "fi_path = 'data/交警支队/时长/'\n",
     "fl = glob.glob(f'{fi_path}*.csv')\n",
-    "print(fl)\n",
+    "\n",
     "list1 = []\n",
     "for fn in fl:\n",
     "    with open(fn,'r',newline='',encoding='gb18030') as csv_file:\n",
     "        fl1 = csv.reader(csv_file,delimiter=',')\n",
+    "        group = re.findall(r'《(.+)》',fn)[0]\n",
     "        #header = next(fl1)\n",
     "        i = 0\n",
     "        for line in fl1:\n",
     "            #line = re.sub('[\\r\\n\\f ]{1,}', '', line)\n",
     "            if i> 1:\n",
     "                list1.append(line)\n",
+    "                id = line[0]\n",
+    "                if id in dict2.keys() and dict2[id][4] == group:\n",
+    "                    dict3.setdefault(id,{})\n",
+    "                    dict3[id]['name'] = dict2[id][0]\n",
+    "                    dict3[id]['phone'] = dict2[id][2]\n",
+    "                    dict3[id]['unit'] = dict2[id][1]\n",
+    "                    dict3[id]['nick'] = dict2[id][3]\n",
+    "                    dict3[id]['sc'] = line[2]                    \n",
     "            i +=1\n",
-    "for item in list1:\n",
+    "\n",
-    "    name = item[1]\n",
-    "    num = item[2].strip()\n",
-    "    if name in dict2.keys():\n",
-    "        dict3.setdefault(name,{})\n",
-    "        dict3[name]['name'] = dict2[name][0]\n",
-    "        dict3[name]['phone'] = dict2[name][2]\n",
-    "        dict3[name]['unit'] = dict2[name][1]\n",
-    "        dict3[name]['sc'] = num  \n",
     "list1 = []\n",
     "for k, v in dict3.items():\n",
     "    list2 = []\n",
@@ -411,7 +536,7 @@
     "    list2 = [k,v['name'],v['phone'],v['unit'],dk,sc]\n",
     "    list1.append(list2)\n",
     "title = ['昵称','姓名','手机号','部门','打卡次数','累计学习时长']\n",
-    "filename = 'data/交警支队学习情况表.xlsx'\n",
+    "filename = 'data/交警支队学习情况表1.xlsx'\n",
     "wb = openpyxl.Workbook()\n",
     "sheet = wb.active\n",
     "sheet.append(title)\n",

数据处理.ipynb

@@ -57,6 +57,13 @@
    "cell_type": "code",
    "execution_count": null,
    "metadata": {
+    "execution": {
+     "iopub.execute_input": "2022-09-30T14:14:46.100665Z",
+     "iopub.status.busy": "2022-09-30T14:14:46.100139Z",
+     "iopub.status.idle": "2022-09-30T14:14:46.109863Z",
+     "shell.execute_reply": "2022-09-30T14:14:46.108679Z",
+     "shell.execute_reply.started": "2022-09-30T14:14:46.100616Z"
+    },
     "tags": []
    },
    "outputs": [],
@@ -74,6 +81,99 @@
     "print(list1)"
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": 38,
+   "metadata": {
+    "execution": {
+     "iopub.execute_input": "2022-10-02T01:11:16.449789Z",
+     "iopub.status.busy": "2022-10-02T01:11:16.449246Z",
+     "iopub.status.idle": "2022-10-02T01:11:16.458463Z",
+     "shell.execute_reply": "2022-10-02T01:11:16.457216Z",
+     "shell.execute_reply.started": "2022-10-02T01:11:16.449740Z"
+    },
+    "tags": []
+   },
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "('5', '10', '48')"
+      ]
+     },
+     "execution_count": 38,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "import re\n",
+    "t = '5小时10分48秒'\n",
+    "m = re.match(r'(.*)小时(.*)分(.*)秒', t)\n",
+    "m.groups()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 53,
+   "metadata": {
+    "execution": {
+     "iopub.execute_input": "2022-10-02T01:20:50.471217Z",
+     "iopub.status.busy": "2022-10-02T01:20:50.470675Z",
+     "iopub.status.idle": "2022-10-02T01:20:50.482522Z",
+     "shell.execute_reply": "2022-10-02T01:20:50.481212Z",
+     "shell.execute_reply.started": "2022-10-02T01:20:50.471168Z"
+    },
+    "tags": []
+   },
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "[0, '10', '48']\n"
+     ]
+    }
+   ],
+   "source": [
+    "import re\n",
+    "t = '10分48秒'\n",
+    "list1 = []\n",
+    "if '小时' in t and '分' in t:\n",
+    "    m = re.match(r'(.*)小时(.*)分(.*)秒', t)\n",
+    "    list1 = [m[1],m[2],m[3]]\n",
+    "elif '小时' in t:\n",
+    "    m = re.match(r'(.*)小时(.*)秒', t)\n",
+    "    list1 = [m[1],0,m[2]]\n",
+    "elif '分' in t:\n",
+    "    m = re.match(r'(.*)分(.*)秒', t)\n",
+    "    list1 = [0,m[1],m[2]]\n",
+    "print(list1)\n",
+    "#m.group()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {
+    "execution": {
+     "iopub.execute_input": "2022-09-30T14:22:32.892529Z",
+     "iopub.status.busy": "2022-09-30T14:22:32.892006Z",
+     "iopub.status.idle": "2022-09-30T14:22:32.900751Z",
+     "shell.execute_reply": "2022-09-30T14:22:32.898954Z",
+     "shell.execute_reply.started": "2022-09-30T14:22:32.892480Z"
+    },
+    "tags": []
+   },
+   "outputs": [],
+   "source": [
+    "import re\n",
+    "\n",
+    "s = '2022-09-28-《气郁组》-视频学习详情_155229'\n",
+    "m = re.findall(r'《(.+)》',s)\n",
+    "print(m)"
+   ]
+  },
   {
    "cell_type": "markdown",
    "metadata": {
@@ -397,7 +497,6 @@
   {
    "cell_type": "markdown",
    "metadata": {
-    "jp-MarkdownHeadingCollapsed": true,
     "tags": []
    },
    "source": [
@@ -1230,7 +1329,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 23,
+   "execution_count": null,
    "metadata": {
     "execution": {
      "iopub.execute_input": "2022-06-30T01:50:36.294943Z",