20230504
This commit is contained in:
512song committed
1 parent
5ac233adcc
commit
89ae72f87e
2 files changed
+185
-66
No files matched your search
+151
-31
@@ -215,29 +215,12 @@
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 53,
|
||||
"execution_count": null,
|
||||
"id": "b32fbbdd-eb0a-4f0d-8901-e39a727c3ff8",
|
||||
"metadata": {
|
||||
"execution": {
|
||||
"iopub.execute_input": "2023-04-30T01:48:23.869481Z",
|
||||
"iopub.status.busy": "2023-04-30T01:48:23.868619Z",
|
||||
"iopub.status.idle": "2023-04-30T01:48:23.882339Z",
|
||||
"shell.execute_reply": "2023-04-30T01:48:23.881272Z",
|
||||
"shell.execute_reply.started": "2023-04-30T01:48:23.869438Z"
|
||||
},
|
||||
"tags": []
|
||||
},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"M50~59\n",
|
||||
"177.0,81.1\n",
|
||||
"5\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"outputs": [],
|
||||
"source": [
|
||||
"import json\n",
|
||||
"import time\n",
|
||||
@@ -480,6 +463,54 @@
|
||||
"print('ok!')"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "markdown",
|
||||
"id": "12917000-59e0-4f8a-beee-929c6d7b60a0",
|
||||
"metadata": {},
|
||||
"source": [
|
||||
"### 生成部门JSON文件"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": null,
|
||||
"id": "5446269c-d324-4a16-b10e-f24d87178d77",
|
||||
"metadata": {
|
||||
"tags": []
|
||||
},
|
||||
"outputs": [],
|
||||
"source": [
|
||||
"import json\n",
|
||||
"import csv\n",
|
||||
"\n",
|
||||
"dict1 = {}\n",
|
||||
"filename = 'data/unit_134.csv'\n",
|
||||
"with open(filename,'r',newline='') as csv_file:\n",
|
||||
" fl = csv.reader(csv_file,delimiter=',')\n",
|
||||
" header = next(fl)\n",
|
||||
" list1 = []\n",
|
||||
" for line in fl:\n",
|
||||
" #line = re.sub('[\\r\\n\\f ]{1,}', '', line)\n",
|
||||
" list1.append({'id':int(line[0]),'name':line[1]})\n",
|
||||
"dict1['unit'] = list1\n",
|
||||
"\n",
|
||||
"filename = 'data/sub_unit_134.csv'\n",
|
||||
"with open(filename,'r',newline='') as csv_file:\n",
|
||||
" fl = csv.reader(csv_file,delimiter=',')\n",
|
||||
" header = next(fl)\n",
|
||||
" list1 = []\n",
|
||||
" for line in fl:\n",
|
||||
" #line = re.sub('[\\r\\n\\f ]{1,}', '', line)\n",
|
||||
" list1.append({'id':int(line[0]),'name':line[1],'unit_id':int(line[2])})\n",
|
||||
"dict1['sub_unit'] = list1\n",
|
||||
"print(dict1)\n",
|
||||
"\n",
|
||||
"filename = 'data/天津石化部门.json'\n",
|
||||
"with open(filename,'w') as fl:\n",
|
||||
" json.dump(dict1, fl, ensure_ascii=False) \n",
|
||||
"print(len(dict1)) "
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "markdown",
|
||||
"id": "53bf98fe-0ae9-402f-b8d8-495e8f31df3d",
|
||||
@@ -577,15 +608,15 @@
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 50,
|
||||
"execution_count": 84,
|
||||
"id": "360e61e9-7895-484b-a9d6-333bdefa1a86",
|
||||
"metadata": {
|
||||
"execution": {
|
||||
"iopub.execute_input": "2023-04-29T14:29:07.198753Z",
|
||||
"iopub.status.busy": "2023-04-29T14:29:07.197888Z",
|
||||
"iopub.status.idle": "2023-04-29T14:29:08.464741Z",
|
||||
"shell.execute_reply": "2023-04-29T14:29:08.463607Z",
|
||||
"shell.execute_reply.started": "2023-04-29T14:29:07.198711Z"
|
||||
"iopub.execute_input": "2023-05-01T04:48:05.728955Z",
|
||||
"iopub.status.busy": "2023-05-01T04:48:05.728103Z",
|
||||
"iopub.status.idle": "2023-05-01T04:48:08.066386Z",
|
||||
"shell.execute_reply": "2023-05-01T04:48:08.065262Z",
|
||||
"shell.execute_reply.started": "2023-05-01T04:48:05.728912Z"
|
||||
},
|
||||
"tags": []
|
||||
},
|
||||
@@ -609,6 +640,27 @@
|
||||
"dict2 = {}\n",
|
||||
"for k, v in dict1.items():\n",
|
||||
" dict2[v['name']] = int(k)\n",
|
||||
"\n",
|
||||
"filename = 'data/天津石化部门.json'\n",
|
||||
"with open(filename,'r') as fl:\n",
|
||||
" dict1 = json.load(fl) \n",
|
||||
"unit = {}\n",
|
||||
"for item in dict1['unit']:\n",
|
||||
" unit[item['name']] = item['id']\n",
|
||||
"\n",
|
||||
"sub_unit = {}\n",
|
||||
"for item in dict1['sub_unit']:\n",
|
||||
" sub_unit.setdefault(item['unit_id'],[])\n",
|
||||
" sub_unit[item['unit_id']].append({'id':item['id'],'name':item['name']})\n",
|
||||
" \n",
|
||||
"filename = 'data/天津石化人员名单.json'\n",
|
||||
"with open(filename,'r') as fl:\n",
|
||||
" dict1 = json.load(fl)\n",
|
||||
"person = {}\n",
|
||||
"for k, v in dict1.items():\n",
|
||||
" person[k] = {'unit':v['unit'],'sub_unit':v['sub_unit']}\n",
|
||||
"\n",
|
||||
" \n",
|
||||
"conn = psycopg2.connect(database=\"mycrm\", user=\"postgres\", password=\"songyi\", host=\"localhost\", port=\"5432\")\n",
|
||||
"cursor = conn.cursor()\n",
|
||||
"data_list = []\n",
|
||||
@@ -623,10 +675,15 @@
|
||||
" score = None\n",
|
||||
" else:\n",
|
||||
" score = int(v[item]['得分'])\n",
|
||||
" \n",
|
||||
" data_list.append((v[item]['成绩'],score,int(k),item_id))\n",
|
||||
" unit_name = person[k]['unit'] \n",
|
||||
" sub_unit_name = person[k]['sub_unit']\n",
|
||||
" unit_id = unit[unit_name]\n",
|
||||
" for items in sub_unit[unit_id]:\n",
|
||||
" if items['name'] ==sub_unit_name:\n",
|
||||
" sub_id = items['id'] \n",
|
||||
" data_list.append((v[item]['成绩'],score,int(k),item_id,unit_id,sub_id))\n",
|
||||
" \n",
|
||||
"sql = 'insert into tianjin_records (performance,score,avatar_id_id,item_id_id) values %s'\n",
|
||||
"sql = 'insert into tianjin_records (performance,score,avatar_id_id,item_id_id,unit_id_id,sub_unit_id_id) values %s'\n",
|
||||
"ex.execute_values(cursor, sql, data_list, page_size=10000)\n",
|
||||
"conn.commit()\n",
|
||||
"cursor.close()\n",
|
||||
@@ -645,13 +702,57 @@
|
||||
"outputs": [],
|
||||
"source": [
|
||||
"import json\n",
|
||||
"import psycopg2\n",
|
||||
"from psycopg2 import extras as ex\n",
|
||||
"\n",
|
||||
"filename = '../item.json'\n",
|
||||
"with open(filename,'r') as fl:\n",
|
||||
" dict1 = json.load(fl) \n",
|
||||
"dict2 = {}\n",
|
||||
"for k, v in dict1.items():\n",
|
||||
" dict2[v['name']] = int(k)\n",
|
||||
"\n",
|
||||
"filename = 'data/天津石化部门.json'\n",
|
||||
"with open(filename,'r') as fl:\n",
|
||||
" dict1 = json.load(fl) \n",
|
||||
"unit = {}\n",
|
||||
"for item in dict1['unit']:\n",
|
||||
" unit[item['name']] = item['id']\n",
|
||||
"\n",
|
||||
"sub_unit = {}\n",
|
||||
"for item in dict1['sub_unit']:\n",
|
||||
" sub_unit.setdefault(item['unit_id'],[])\n",
|
||||
" sub_unit[item['unit_id']].append({'id':item['id'],'name':item['name']})\n",
|
||||
" \n",
|
||||
"filename = 'data/天津石化人员名单.json'\n",
|
||||
"with open(filename,'r') as fl:\n",
|
||||
" dict1 = json.load(fl)\n",
|
||||
"person = {}\n",
|
||||
"for k, v in dict1.items():\n",
|
||||
" if 'num_id' not in v.keys():\n",
|
||||
" print(k,v['name'])"
|
||||
" person[k] = {'unit':v['unit'],'sub_unit':v['sub_unit']}\n",
|
||||
"\n",
|
||||
" \n",
|
||||
"conn = psycopg2.connect(database=\"mycrm\", user=\"postgres\", password=\"songyi\", host=\"localhost\", port=\"5432\")\n",
|
||||
"cursor = conn.cursor()\n",
|
||||
"data_list = []\n",
|
||||
"filename = 'data/result_天津.json'\n",
|
||||
"with open(filename,'r') as fl:\n",
|
||||
" dict1 = json.load(fl) \n",
|
||||
"for k, v in dict1.items():\n",
|
||||
" for item in v.keys():\n",
|
||||
" if item in dict2.keys():\n",
|
||||
" item_id = dict2[item]\n",
|
||||
" if v[item]['得分'] == '\\\\N':\n",
|
||||
" score = None\n",
|
||||
" else:\n",
|
||||
" score = int(v[item]['得分'])\n",
|
||||
" unit_name = person[k]['unit'] \n",
|
||||
" sub_unit_name = person[k]['sub_unit']\n",
|
||||
" unit_id = unit[unit_name]\n",
|
||||
" for items in sub_unit[unit_id]:\n",
|
||||
" if items['name'] ==sub_unit_name:\n",
|
||||
" sub_id = items['id'] \n",
|
||||
" print(unit_id,sub_id)"
|
||||
]
|
||||
},
|
||||
{
|
||||
@@ -660,7 +761,26 @@
|
||||
"id": "51dc35a5-dc07-40a4-9ea7-375ca7f983c3",
|
||||
"metadata": {},
|
||||
"outputs": [],
|
||||
"source": []
|
||||
"source": [
|
||||
"import json\n",
|
||||
"import psycopg2\n",
|
||||
"from psycopg2 import extras as ex\n",
|
||||
"\n",
|
||||
"filename = '../item.json'\n",
|
||||
"with open(filename,'r') as fl:\n",
|
||||
" dict1 = json.load(fl) \n",
|
||||
"dict2 = {}\n",
|
||||
"for k, v in dict1.items():\n",
|
||||
" dict2[v['name']] = int(k)\n",
|
||||
"\n",
|
||||
"filename = 'data/天津石化部门.json'\n",
|
||||
"with open(filename,'r') as fl:\n",
|
||||
" dict1 = json.load(fl) \n",
|
||||
"unit = {}\n",
|
||||
"for item in dict1['unit']:\n",
|
||||
" unit[item['name']] = item['id']\n",
|
||||
"print(unit)"
|
||||
]
|
||||
}
|
||||
],
|
||||
"metadata": {
|
||||
|
||||
Reference in new issue
Block a user