simultaneous_baike_process_3.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "e:\\anaconda3\\lib\\re.py:212: FutureWarning: split() requires a non-empty pattern match.\n",
      "  return _compile(pattern, flags).split(string, maxsplit)\n",
      "Building prefix dict from the default dictionary ...\n",
      "Loading model from cache C:\\Users\\hly\\AppData\\Local\\Temp\\jieba.cache\n",
      "Loading model cost 1.375 seconds.\n",
      "Prefix dict has been built succesfully.\n",
      "IOPub data rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_data_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_data_rate_limit=1000000.0 (bytes/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    }
   ],
   "source": [
    "from SStack import SStack\n",
    "import cpca\n",
    "from cpca import drawer\n",
    "from DateFormatconvert2 import DateFormatHelper2\n",
    "from cilin import CilinSimilarity\n",
    "from queue import Queue,LifoQueue\n",
    "import collections\n",
    "import json\n",
    "import re\n",
    "import copy\n",
    "import Levenshtein #字符串的编辑距离\n",
    "import json\n",
    "import os\n",
    "import sys\n",
    "sys.setrecursionlimit(3500)  # set the maximum depth as 5000\n",
    "\n",
    "cs = CilinSimilarity()\n",
    "# 获取指定目录下的json文件\n",
    "def get_files(path='D:\\zyt\\\\azyt\\sfx', rule=\".json\"):\n",
    "    all = []\n",
    "    for fpathe,dirs,fs in os.walk(path):   # os.walk获取所有的目录\n",
    "        for f in fs:\n",
    "            filename = os.path.join(fpathe,f)\n",
    "            if filename.endswith(rule):  # 判断是否是\".json\"结尾\n",
    "                all.append(filename)\n",
    "    return all\n",
    "\n",
    "#用于将地址信息进行对齐统一\n",
    "def merge_local(fang_360, fang_baidu):\n",
    "    location = set()\n",
    "    if fang_360=='' and fang_baidu=='':\n",
    "        return fang_360\n",
    "    if fang_360!='':\n",
    "        location.add(fang_360)\n",
    "    if fang_baidu!='':\n",
    "        location.add(fang_baidu)\n",
    "    if len(location)==1:\n",
    "        return list(location)[0]\n",
    "    df = cpca.transform(location) #实现地址信息格式的统一\n",
    "    province = set()\n",
    "    city = set()\n",
    "    zone = set()\n",
    "    address = set()\n",
    "    for i in range(len(df['省'])):\n",
    "        if df['省'][i]:\n",
    "            province.add(df['省'][i])\n",
    "        if df['市'][i]:\n",
    "            city.add(df['市'][i])\n",
    "        if df['区'][i]:\n",
    "            zone.add(df['区'][i])\n",
    "        if df['地址'][i]:\n",
    "            address.add(df['地址'][i])\n",
    "    if len(province)>1 or len(city)>1 or len(zone)>1 or len(address)>1: #表示地址描述不一致，需要消歧\n",
    "        return 1\n",
    "    else:\n",
    "        last_location = ''\n",
    "        if len(province)==1:\n",
    "            last_location = last_location + list(province)[0]\n",
    "        if len(city)==1:\n",
    "            last_location = last_location + list(city)[0]\n",
    "        if len(zone)==1:\n",
    "            last_location = last_location + list(zone)[0]\n",
    "        if len(address)==1:\n",
    "            last_location = last_location + list(address)[0]\n",
    "        return last_location\n",
    "\n",
    "# 用于将日期信息进行对齐统一\n",
    "def merge_date(fang_360, fang_baidu):\n",
    "    date = set()\n",
    "    if fang_360!='': #时间不为空的时候才放入集合进行比较\n",
    "        formal_date = DateFormatHelper2.str2date(fang_360) #将日期格式进行统一\n",
    "        date.add(formal_date)\n",
    "    if fang_baidu!='':\n",
    "        formal_date = DateFormatHelper2.str2date(fang_baidu)\n",
    "        date.add(formal_date)\n",
    "    if len(date)==1: #如果日期全部一样直接对齐\n",
    "        date = list(date)[0]\n",
    "        return date\n",
    "    else: #否则判断年月日是否一样\n",
    "        year = set()\n",
    "        month = set()\n",
    "        day = set()\n",
    "        for j in list(date):\n",
    "            if j.find('-')>0:\n",
    "                res = j.split('-')\n",
    "                m = 1\n",
    "                for i in res:\n",
    "                    if m==1:\n",
    "                        year.add(i)\n",
    "                        m += 1\n",
    "                    elif m==2:\n",
    "                        month.add(i)\n",
    "                        m += 1\n",
    "                    else:\n",
    "                        day.add(i)\n",
    "                        m += 1\n",
    "            else:\n",
    "                year.add(j)\n",
    "        if len(year)>1 or len(month)>1 or len(day)>1:\n",
    "            return 1 #表示日期不一致，无法对齐，需要消歧\n",
    "        else:\n",
    "            last_date = ''\n",
    "            if len(year)==1:\n",
    "                last_date = last_date + list(year)[0]\n",
    "            if len(month)==1:\n",
    "                last_date = last_date + '-' + list(month)[0]\n",
    "            if len(day)==1:\n",
    "                last_date = last_date + '-' + list(day)[0]\n",
    "            return last_date #返回对齐合并后的日期\n",
    "\n",
    "# 两个字符串的比较(看一个字符串是否是另一个字符串的子集)\n",
    "def string_compile(str1, str2):\n",
    "    str1 = re.split('_|\\,|\\/|\\，|\\、|\\-|\\ ' ,str1)\n",
    "    str2 = re.split('_|\\,|\\/|\\，|\\、|\\-|\\ ' ,str2)\n",
    "    str1_len = len(str1)\n",
    "    str2_len = len(str2)\n",
    "    var_set = set(str1)\n",
    "    return_str = ''\n",
    "    for i in str2:\n",
    "        var_set.add(i)\n",
    "    if len(var_set) == str1_len:\n",
    "        j = 0 \n",
    "        for i in str1:\n",
    "            if j+1 == str1_len:\n",
    "                return_str = return_str+i\n",
    "            else:\n",
    "                return_str = return_str+i+'/'\n",
    "            j += 1\n",
    "        return return_str\n",
    "    elif len(var_set) == str2_len:\n",
    "        j = 0 \n",
    "        for i in str2:\n",
    "            if j+1 == str2_len:\n",
    "                return_str = return_str+i\n",
    "            else:\n",
    "                return_str = return_str+i+'/'\n",
    "            j += 1\n",
    "        return return_str\n",
    "    else:\n",
    "        return 1\n",
    "    \n",
    "# 5个文件都是列表时的对齐\n",
    "def compile_list(attribute_value_list, baike_name):\n",
    "    new_attribute_list = []\n",
    "    for i in attribute_value_list:\n",
    "        if i!='':\n",
    "            new_attribute_list.append(i)\n",
    "    if len(new_attribute_list)>1:\n",
    "        list_baike1 = new_attribute_list[0]\n",
    "        list_baike2 = new_attribute_list[1]\n",
    "        year = set() #年份集合\n",
    "        list_360_new = []\n",
    "        list_baidu_new = []\n",
    "        for dict_info1 in list_baike1: #依次取出360百科文件列表里的元素，对其中是时间的键值进行格式统一(只取年份)\n",
    "            for key,value in dict_info1.items():\n",
    "                if key=='时间点' or key=='起始时间':\n",
    "                    value = get_year(value)\n",
    "                    if value!='':\n",
    "                        year.add(value) #将年份添加到集合中,对齐比较时，只看相同的起始时间的内容\n",
    "                    dict_info1[key] = value\n",
    "                if key=='结束时间':\n",
    "                    value = get_year(value)\n",
    "                    dict_info1[key] = value\n",
    "            list_360_new.append(dict_info1)\n",
    "        for dict_info2 in list_baike2: #依次取出百度百科文件列表里的元素，对其中是时间的键值进行格式统一(只取年份)\n",
    "            for key,value in dict_info2.items():\n",
    "                if key=='时间点' or key=='起始时间':\n",
    "                    value = get_year(value)\n",
    "                    if value!='':\n",
    "                        year.add(value)\n",
    "                    dict_info2[key] = value\n",
    "                if key=='结束时间':\n",
    "                    value = get_year(value)\n",
    "                    dict_info2[key] = value\n",
    "            list_baidu_new.append(dict_info2)\n",
    "        return_list = [] #最终返回的字典集合\n",
    "        flag2 = 0 #用于标记是否出现需要消歧的情况(在当前子属性下)\n",
    "        for i in list(year):\n",
    "            tmp_list1 = [] #中间过度列表，用于存放两个文件中年份相同的字典\n",
    "            tmp_list2 = [] #中间过度列表，用于存放两个文件中年份相同的字典\n",
    "            for dict_info1 in list_360_new:\n",
    "                for key,value in dict_info1.items():\n",
    "                    if (key=='起始时间' or key=='时间点') and value == i:\n",
    "                        tmp_list1.append(dict_info1)\n",
    "            tmp_list1_copy = copy.deepcopy(tmp_list1) #因为下面在做的过程中会根据对齐消歧的情况不断改变tmp_list1的值，所以先用一个变量保存\n",
    "            for dict_info2 in list_baidu_new:\n",
    "                for key,value in dict_info2.items():\n",
    "                    if (key=='起始时间' or key=='时间点') and value == i:\n",
    "                        tmp_list2.append(dict_info2)\n",
    "            if len(tmp_list1)==0 and len(tmp_list2)!=0:\n",
    "                for q in tmp_list2:\n",
    "                    return_list.append(q)\n",
    "            elif len(tmp_list1)!=0 and len(tmp_list2)==0:\n",
    "                for q in tmp_list1:\n",
    "                    return_list.append(q)\n",
    "            else:\n",
    "                keys = list(tmp_list1[0].keys())\n",
    "                flag_list = [] #记录360百科文件与百度百科文件的对齐的字典部分\n",
    "                for content_year_baidu in tmp_list2:\n",
    "                    flag = 0 #标识是否需要进行对齐操作\n",
    "                    tmp_dict1 = copy.deepcopy(content_year_baidu) #用另一个中间变量来表示当前遍历到的字典\n",
    "                    for content_year_360 in tmp_list1:\n",
    "                        flag5 = 0 #标识结束时间是否不相等\n",
    "                        flag6 = 0 #标识其他非关键信息是否一样\n",
    "                        flag7 = 0 #标识是否是时间点\n",
    "                        flag4 = 0 #标记是否需要消歧\n",
    "                        temp_dict = {} #用于存储两个文件对齐字典的中间结果\n",
    "                        createVar = locals() #动态创建全局变量\n",
    "                        tmp_dict2 = copy.deepcopy(content_year_360) #用另一个中间变量来表示当前遍历到的字典\n",
    "                        for tmp_key in keys:\n",
    "                            #这里之所以会只看这些键的值，是因为这些键的值更具有唯一性，先看具有唯一性的键值是否一样，一样才继续进行下面其他键值的比较，不一样则认为两个字典不是需要对齐的块\n",
    "                            if tmp_key!='时间点' and tmp_key!='起始时间' and tmp_key!='所在单位' and tmp_key!='信息公布权威机关' and tmp_key!='组织机构' and tmp_key!='方向' and tmp_key!='颁奖单位' and tmp_key!='演讲/报告题目' and tmp_key!='事件' and tmp_key!='语录' and tmp_key!='争议起因' and tmp_key!='事件起因' and tmp_key!='教育理念/指导学生' and tmp_key!='专利名称' and tmp_key!='研究成果名称' and tmp_key!='项目名称' and tmp_key!='散文名称' and tmp_key!='论著名称' and tmp_key!='消歧标记' and tmp_key!='来源':\n",
    "                                createVar['tmp_360_'+tmp_key] = content_year_360[tmp_key] #分别保存两个文件该键值对应的值\n",
    "                                createVar['tmp_baidu_'+tmp_key] = content_year_baidu[tmp_key]\n",
    "                            if tmp_key=='所在单位' or tmp_key=='组织机构' or tmp_key=='方向' or tmp_key=='信息公布权威机关' or tmp_key=='颁奖单位' or tmp_key=='演讲/报告题目' or tmp_key=='事件' or tmp_key=='语录' or tmp_key=='争议起因' or tmp_key=='事件起因' or tmp_key=='教育理念/指导学生' or tmp_key=='专利名称' or tmp_key=='研究成果名称' or tmp_key=='项目名称' or tmp_key=='散文名称' or tmp_key=='论著名称':\n",
    "                                if content_year_360[tmp_key] == content_year_baidu[tmp_key]:\n",
    "                                    flag = 1\n",
    "                                elif cs.similarity(content_year_360[tmp_key], content_year_baidu[tmp_key])==1:\n",
    "                                    flag = 1\n",
    "                                elif Levenshtein.distance(content_year_360[tmp_key],content_year_baidu[tmp_key])<4:\n",
    "                                    flag = 1\n",
    "                                else:\n",
    "                                    continue\n",
    "                        if flag==1:\n",
    "                            specific_key = ['职称', '职位_职称', '所获奖项']\n",
    "                            for tmp_key in keys:\n",
    "                                if tmp_key=='时间点' or tmp_key=='起始时间':\n",
    "                                    temp_dict[tmp_key] = i\n",
    "                                    if tmp_key=='时间点':\n",
    "                                        flag7 = 1\n",
    "                                elif tmp_key=='所在单位' or tmp_key=='信息公布权威机关' or tmp_key=='组织机构' or tmp_key=='方向' or tmp_key=='颁奖单位' or tmp_key=='演讲/报告题目' or tmp_key=='事件' or tmp_key=='语录' or tmp_key=='争议起因' or tmp_key=='事件起因' or tmp_key=='教育理念/指导学生' or tmp_key=='专利名称' or tmp_key=='研究成果名称' or tmp_key=='项目名称' or tmp_key=='散文名称' or tmp_key=='论著名称':\n",
    "                                    temp_dict[tmp_key] = content_year_360[tmp_key]\n",
    "                                else:\n",
    "                                    if tmp_key=='结束时间':\n",
    "                                        if eval('tmp_360_'+tmp_key)==eval('tmp_baidu_'+tmp_key):\n",
    "                                            temp_dict[tmp_key] = content_year_360[tmp_key]\n",
    "                                            for k in specific_key:\n",
    "                                                if k in keys:\n",
    "                                                    if content_year_360[k] == content_year_baidu[k]:\n",
    "                                                        temp_dict[k] = content_year_360[k]\n",
    "                                                    elif content_year_360[k]!='' and content_year_baidu[k]=='':\n",
    "                                                        temp_dict[k] = content_year_360[k]\n",
    "                                                    elif content_year_360[k]=='' and content_year_baidu[k]!='':\n",
    "                                                        temp_dict[k] = content_year_baidu[k]\n",
    "                                                    else:\n",
    "                                                        str_res = string_compile(content_year_360[k], content_year_baidu[k])\n",
    "                                                        if str_res!=1:\n",
    "                                                            temp_dict[k] = str_res\n",
    "                                                        else:\n",
    "                                                            flag2 += 1\n",
    "                                                            flag4 = 1\n",
    "                                                            tmp_dict1['消歧标记'] = flag2\n",
    "                                                            tmp_dict1['来源'] = source1\n",
    "                                                            tmp_dict2['消歧标记'] = flag2\n",
    "                                                            tmp_dict2['来源'] = source2\n",
    "                                                            flag_list.append(content_year_360)\n",
    "                                                            break #通过百科或其他方式实现对齐\n",
    "                                            if flag4 ==1:\n",
    "                                                break\n",
    "                                        else:\n",
    "                                            flag5 = 1\n",
    "                                    elif tmp_key=='地点':\n",
    "                                        res = merge_local(eval('tmp_360_'+tmp_key), eval('tmp_baidu_'+tmp_key))\n",
    "                                        if res==1:\n",
    "                                            flag2 += 1\n",
    "                                            flag4 = 1\n",
    "                                            tmp_dict1['消歧标记'] = flag2\n",
    "                                            tmp_dict1['来源'] = source1\n",
    "                                            tmp_dict2['消歧标记'] = flag2\n",
    "                                            tmp_dict2['来源'] = source2\n",
    "                                            flag_list.append(content_year_360)\n",
    "                                            break #未对齐，需要消歧\n",
    "                                        else:\n",
    "                                            temp_dict[tmp_key] = res\n",
    "                                    else:\n",
    "                                        if tmp_key!='消歧标记' and tmp_key!='来源':\n",
    "                                            if eval('tmp_360_'+tmp_key) != eval('tmp_baidu_'+tmp_key):\n",
    "                                                sim = cs.similarity(eval('tmp_360_'+tmp_key), eval('tmp_baidu_'+tmp_key))\n",
    "                                                str_res = string_compile(eval('tmp_360_'+tmp_key), eval('tmp_baidu_'+tmp_key))\n",
    "                                                if sim == 1 or str_res!=1:\n",
    "                                                    if str_res!=1:\n",
    "                                                        temp_dict[tmp_key] = str_res\n",
    "                                                    else:\n",
    "                                                        temp_dict[tmp_key] = eval('tmp_baidu_'+tmp_key) #相似性得分1，即存在于词库中，直接返回\n",
    "                                                    if '结束时间' in keys:\n",
    "                                                        if content_year_360['结束时间'] == content_year_baidu['结束时间']:\n",
    "                                                            temp_dict['结束时间'] = get_year(content_year_360['结束时间'])\n",
    "                                                        elif content_year_360['结束时间']!='' and content_year_baidu['结束时间']=='':\n",
    "                                                            temp_dict['结束时间'] = get_year(content_year_360['结束时间'])\n",
    "                                                        elif content_year_360['结束时间']=='' and content_year_baidu['结束时间']!='':\n",
    "                                                            temp_dict['结束时间'] = get(content_year_baidu['结束时间'])\n",
    "                                                        else:\n",
    "                                                            flag2 += 1\n",
    "                                                            flag4 = 1\n",
    "                                                            tmp_dict1['消歧标记'] = flag2\n",
    "                                                            tmp_dict1['来源'] = source1\n",
    "                                                            tmp_dict2['消歧标记'] = flag2\n",
    "                                                            tmp_dict2['来源'] = source2\n",
    "                                                            flag_list.append(content_year_360)\n",
    "                                                            break #通过百科或其他方式实现对齐\n",
    "                                                    else: #表示是时间点,且有除时间点和关键内容外的其他信息相一致，则认为对齐\n",
    "                                                        flag_list.append(content_year_360)\n",
    "                                                        temp_dict = content_year_baidu\n",
    "                                                        if str_res!=1:\n",
    "                                                            temp_dict[tmp_key] = str_res\n",
    "                                                        else:\n",
    "                                                            temp_dict[tmp_key] = eval('tmp_baidu_'+tmp_key)\n",
    "                                                        break\n",
    "                                                else:\n",
    "                                                    if '结束时间' in keys:\n",
    "                                                        flag6 = 1\n",
    "                                                    else: #表示时间点情况下需要消歧\n",
    "                                                        flag2 += 1\n",
    "                                                        flag4 = 1\n",
    "                                                        tmp_dict1['消歧标记'] = flag2\n",
    "                                                        tmp_dict1['来源'] = source1\n",
    "                                                        tmp_dict2['消歧标记'] = flag2\n",
    "                                                        tmp_dict2['来源'] = source2\n",
    "                                                        flag_list.append(content_year_360)\n",
    "                                                        break\n",
    "                                            else:\n",
    "                                                temp_dict[tmp_key] = eval('tmp_baidu_'+tmp_key)\n",
    "                                                if '结束时间' in keys:\n",
    "                                                    if content_year_360['结束时间'] == content_year_baidu['结束时间']:\n",
    "                                                        temp_dict['结束时间'] = content_year_360['结束时间']\n",
    "                                                    elif content_year_360['结束时间']!='' and content_year_baidu['结束时间']=='':\n",
    "                                                        temp_dict['结束时间'] = content_year_360['结束时间']\n",
    "                                                    elif content_year_360['结束时间']=='' and content_year_baidu['结束时间']!='':\n",
    "                                                        temp_dict['结束时间'] = content_year_baidu['结束时间']\n",
    "                                                    else:\n",
    "                                                        flag2 += 1\n",
    "                                                        flag4 = 1\n",
    "                                                        tmp_dict1['消歧标记'] = flag2\n",
    "                                                        tmp_dict1['来源'] = source1\n",
    "                                                        tmp_dict2['消歧标记'] = flag2\n",
    "                                                        tmp_dict2['来源'] = source2\n",
    "                                                        flag_list.append(content_year_360)\n",
    "                                                        break #通过百科或其他方式实现对齐\n",
    "                                                else: #表示时间点情况下是对齐的\n",
    "                                                    flag_list.append(content_year_360)\n",
    "                                                    temp_dict = content_year_baidu\n",
    "                                                    break\n",
    "                                        else:\n",
    "                                            pass\n",
    "                            if flag5==1 and flag6==1: #结束时间和非关键其他信息都不相同时\n",
    "                                pass\n",
    "                            else:\n",
    "                                flag_list.append(content_year_360)\n",
    "                                break\n",
    "                    if flag4!=0: #先判断是否需要消歧，如果要消歧就直接把需要消歧的两个文件的内容加入返回列表\n",
    "                        return_list.append(tmp_dict1)\n",
    "                        return_list.append(tmp_dict2)\n",
    "                        tmp_list1.remove(content_year_360)\n",
    "                    else:\n",
    "                        if flag==0:\n",
    "                            return_list.append(content_year_baidu)\n",
    "                        else:\n",
    "                            if flag5==1 and flag6==1: #第一层循环的一行比较到第二个循环的最后一个时都没有实现对齐\n",
    "                                return_list.append(content_year_baidu)\n",
    "                            else:\n",
    "                                return_list.append(temp_dict)\n",
    "                                tmp_list1.remove(content_year_360)\n",
    "                for content_year_360 in tmp_list1_copy: #找出360百科文件中未与百度百科对齐的部分\n",
    "                    flag = 0\n",
    "                    for align_content_360 in flag_list:\n",
    "                        for tmp_key in keys:\n",
    "                            if tmp_key=='所在单位' or tmp_key=='信息公布权威机关' or tmp_key=='组织机构' or tmp_key=='方向' or tmp_key=='颁奖单位' or tmp_key=='演讲/报告题目' or tmp_key=='事件' or tmp_key=='语录' or tmp_key=='争议起因' or tmp_key=='事件起因' or tmp_key=='教育理念/指导学生' or tmp_key=='专利名称' or tmp_key=='研究成果名称' or tmp_key=='项目名称' or tmp_key=='散文名称' or tmp_key=='论著名称':\n",
    "                                if content_year_360[tmp_key] == align_content_360[tmp_key]:\n",
    "                                    flag = 1 #做一个关键信息相等时的标记\n",
    "                    if flag==0:\n",
    "                        return_list.append(content_year_360)\n",
    "        new_attribute_list.append(return_list)\n",
    "        del new_attribute_list[0]\n",
    "        del new_attribute_list[1]\n",
    "    else:\n",
    "        return attribute_value_list[0]\n",
    "\n",
    "# 将结果写入到新json文件中\n",
    "def list_to_newjson(word, res):\n",
    "    if word=='本科' or word=='硕士研究生' or word=='博士研究生' or word=='博士后':\n",
    "        align_json['人物履历']['教育经历'][word]=res\n",
    "    elif word=='任职' or word=='任免辞职':\n",
    "        align_json['人物履历']['工作经历'][word]=res\n",
    "    elif word=='学术兼职' or word=='技术工作兼职' or word=='社会兼职':\n",
    "        align_json['其他职务'][word]=res\n",
    "    elif word=='学术论著类' or word=='散文类' or word=='承担项目类' or word=='研究成果类' or word=='发明专利类' or word=='人才培养类':\n",
    "        align_json[\"主要成果\"][word]=res\n",
    "    else:\n",
    "        align_json[word]=res\n",
    "\n",
    "# 只取日期前面的年份\n",
    "def get_year(date):\n",
    "    if date!='':\n",
    "        date = date.strip()\n",
    "        year = date[:4]\n",
    "        year = year + '年'\n",
    "        return year\n",
    "    return date\n",
    "\n",
    "# 维护一个键的队列\n",
    "def preserve_key_queue(key, key_queue):\n",
    "    if key=='任免_辞职':\n",
    "        delete = key_queue.get()\n",
    "        delete = key_queue.get()\n",
    "    elif key=='社会兼职' or key=='人才培养类' or key=='博士后':\n",
    "        delete = key_queue.get()\n",
    "    else:\n",
    "        pass\n",
    "\n",
    "# 比较字典型数据里的子属性的值,输入参数是不同百科改子属性值的列表和对应的属性名\n",
    "def compare(content_list, index, baike_name):\n",
    "    if index=='起始时间' or index=='结束时间' or index=='出生日期' or index=='时间点':\n",
    "        if len(content_list)>1:\n",
    "            tmp_dict1 = {}\n",
    "            tmp_dict2 = {}\n",
    "            tmp_list = []\n",
    "            if type(content_list[0]).__name__=='str' and type(content_list[1]).__name__=='str':\n",
    "                res = merge_date(content_list[0], content_list[1])\n",
    "                if res!=1:\n",
    "                    tmp_dict1[index] = res\n",
    "                    tmp_dict1['来源'] = baike_name[0]+','+baike_name[1]\n",
    "                    content_list.append(tmp_dict1)\n",
    "                else:\n",
    "                    tmp_dict1[index] = DateFormatHelper2.str2date(content_list[0])\n",
    "                    tmp_dict1['消歧标志'] = 1\n",
    "                    tmp_dict1['来源'] = baike_name[0]\n",
    "                    tmp_dict2[index] = DateFormatHelper2.str2date(content_list[1])\n",
    "                    tmp_dict2['消歧标志'] = 1\n",
    "                    tmp_dict2['来源'] = baike_name[1]\n",
    "                    tmp_list = [tmp_dict1, tmp_dict2]\n",
    "                    content_list.append(tmp_list)\n",
    "                if len(baike_name)>1:\n",
    "                    del baike_name[0]\n",
    "                    del baike_name[1]\n",
    "                elif len(baike_name)==1:\n",
    "                    del baike_name[0]\n",
    "                else:\n",
    "                    pass\n",
    "                del content_list[0]\n",
    "                del content_list[1]\n",
    "            elif type(content_list[0]).__name__=='str' and type(content_list[1]).__name__=='dict':\n",
    "                res = merge_date(content_list[0], content_list[1][index])\n",
    "                if res!=1:\n",
    "                    tmp_dict1[index] = res\n",
    "                    tmp_dict1['来源'] = content_list[1]['来源']+','+baike_name[0]\n",
    "                    content_list.append(tmp_dict1)\n",
    "                else:\n",
    "                    tmp_dict1[index] = DateFormatHelper2.str2date(content_list[0])\n",
    "                    tmp_dict1['消歧标志'] = 1\n",
    "                    tmp_dict1['来源'] = baike_name[0]\n",
    "                    content_list[1]['消歧标志'] = 1\n",
    "                    tmp_list = [content_list[1], tmp_dict1]\n",
    "                    content_list.append(tmp_list)\n",
    "                del baike_name[0]\n",
    "                del content_list[0]\n",
    "                del content_list[1]\n",
    "            elif type(content_list[0]).__name__=='dict' and type(content_list[1]).__name__=='dict':\n",
    "                res = merge_date(content_list[0][index], content_list[1][index])\n",
    "                if res!=1 and res!=0:\n",
    "                    tmp_dict1[index] = res\n",
    "                    tmp_dict1['来源'] = content_list[1]['来源']+','+content_list[0]['来源']\n",
    "                    content_list.append(tmp_dict1)\n",
    "                else:\n",
    "                    content_list[0]['消歧标志'] = 1\n",
    "                    content_list[1]['消歧标志'] = 1\n",
    "                    tmp_list = [content_list[0], content_list[1]]\n",
    "                    content_list.append(tmp_list)\n",
    "                del content_list[0]\n",
    "                del content_list[1]\n",
    "            elif type(content_list[0]).__name__=='str' and type(content_list[1]).__name__=='list':\n",
    "                flag = 0\n",
    "                for i in content_list[1]:\n",
    "                    res = merge_date(content_list[0], i[index])\n",
    "                    if res!=1:\n",
    "                        i[index] = res\n",
    "                        i['来源'] = i['来源']+','+baike_name[0]\n",
    "                        content_list.append(content_list[1])\n",
    "                        flag = 1\n",
    "                        break\n",
    "                    else:\n",
    "                        pass\n",
    "                if flag==1:\n",
    "                    del baike_name[0]\n",
    "                    del content_list[0]\n",
    "                    del content_list[1]\n",
    "                else:\n",
    "                    tmp_dict1[index] = DateFormatHelper2.str2date(content_list[0])\n",
    "                    tmp_dict1['消歧标志'] = 1\n",
    "                    tmp_dict1['来源'] = baike_name[0]\n",
    "                    tmp_list = [tmp_dict1]\n",
    "                    for i in content_list[1]:\n",
    "                        tmp_list.append(i)\n",
    "                    content_list.append(tmp_list)\n",
    "                    del baike_name[0]\n",
    "                    del content_list[0]\n",
    "                    del content_list[1]\n",
    "            elif type(content_list[0]).__name__=='dict' and type(content_list[1]).__name__=='list':\n",
    "                flag = 0\n",
    "                for i in content_list[1]:\n",
    "                    res = merge_date(content_list[0][index], i[index])\n",
    "                    if res!=1:\n",
    "                        i[index] = res\n",
    "                        i['来源'] = i['来源']+','+content_list[0]['来源']\n",
    "                        content_list.append(content_list[1])\n",
    "                        flag = 1\n",
    "                        break\n",
    "                    else:\n",
    "                        pass\n",
    "                if flag==1:\n",
    "                    del content_list[0]\n",
    "                    del content_list[1]\n",
    "                else:\n",
    "                    content_list[0]['消歧标志'] = 1\n",
    "                    tmp_list = [content_list[0]]\n",
    "                    for i in content_list[1]:\n",
    "                        tmp_list.append(i)\n",
    "                    content_list.append(tmp_list)\n",
    "                    del content_list[0]\n",
    "                    del content_list[1]\n",
    "            elif type(content_list[0]).__name__=='list' and type(content_list[1]).__name__=='dict':\n",
    "                flag = 0\n",
    "                for i in content_list[0]:\n",
    "                    res = merge_date(content_list[1][index], i[index])\n",
    "                    if res!=1:\n",
    "                        i[index] = res\n",
    "                        i['来源'] = i['来源']+','+content_list[1]['来源']\n",
    "                        content_list.append(content_list[0])\n",
    "                        flag = 1\n",
    "                        break\n",
    "                    else:\n",
    "                        pass\n",
    "                if flag==1:\n",
    "                    del content_list[0]\n",
    "                    del content_list[1]\n",
    "                else:\n",
    "                    content_list[1]['消歧标志'] = 1\n",
    "                    tmp_list = [content_list[1]]\n",
    "                    for i in content_list[0]:\n",
    "                        tmp_list.append(i)\n",
    "                    content_list.append(tmp_list)\n",
    "                    del content_list[0]\n",
    "                    del content_list[1]\n",
    "            elif type(content_list[0]).__name__=='list' and type(content_list[1]).__name__=='list':\n",
    "                flag_list = []\n",
    "                for i in content_list[0]:\n",
    "                    flag = 0\n",
    "                    for j in content_list[1]:\n",
    "                        res = merge_date(i[index], j[index])\n",
    "                        if res!=1:\n",
    "                            i[index] = res\n",
    "                            i['来源'] = i['来源']+','+j['来源']\n",
    "                            tmp_list.append(i)\n",
    "                            flag = 1\n",
    "                            flag_list.append(j)\n",
    "                            break\n",
    "                        else:\n",
    "                            pass\n",
    "                    if flag==0:\n",
    "                        tmp_list.append(i)\n",
    "                for i in content_list[1]:\n",
    "                    flag = 0\n",
    "                    for j in flag_list:\n",
    "                        if i[index]!=j[index]:\n",
    "                            pass\n",
    "                        else:\n",
    "                            flag = 1\n",
    "                            break\n",
    "                    if flag == 0:\n",
    "                        tmp_list.append(i)\n",
    "                content_list.append(tmp_list)\n",
    "            else:\n",
    "                pass\n",
    "            compare(content_list, index, baike_name)\n",
    "        else:\n",
    "            return content_list[0]\n",
    "    elif index=='出生地' or index=='原籍' or index=='地点':\n",
    "        if len(content_list)>1:\n",
    "            tmp_dict1 = {}\n",
    "            tmp_dict2 = {}\n",
    "            tmp_list = []\n",
    "            if type(content_list[0]).__name__=='str' and type(content_list[1]).__name__=='str':\n",
    "                res = merge_local(content_list[0], content_list[1])\n",
    "                if res!=1:\n",
    "                    tmp_dict1[index] = res\n",
    "                    tmp_dict1['来源'] = baike_name[0]+','+baike_name[1]\n",
    "                    content_list.append(tmp_dict1)\n",
    "                else:\n",
    "                    tmp_dict1[index] = cpca.transform(content_list[0])\n",
    "                    tmp_dict1['消歧标志'] = 1\n",
    "                    tmp_dict1['来源'] = baike_name[0]\n",
    "                    tmp_dict2[index] = cpca.transform(content_list[1])\n",
    "                    tmp_dict2['消歧标志'] = 1\n",
    "                    tmp_dict2['来源'] = baike_name[1]\n",
    "                    tmp_list = [tmp_dict1, tmp_dict2]\n",
    "                    content_list.append(tmp_list)\n",
    "                if len(baike_name)>1:\n",
    "                    del baike_name[0]\n",
    "                    del baike_name[1]\n",
    "                elif len(baike_name)==1:\n",
    "                    del baike_name[0]\n",
    "                else:\n",
    "                    pass\n",
    "                del content_list[0]\n",
    "                del content_list[1]\n",
    "            elif type(content_list[0]).__name__=='str' and type(content_list[1]).__name__=='dict':\n",
    "                res = merge_local(content_list[0], content_list[1][index])\n",
    "                if res!=1:\n",
    "                    tmp_dict1[index] = res\n",
    "                    tmp_dict1['来源'] = content_list[1]['来源']+','+baike_name[0]\n",
    "                    content_list.append(tmp_dict1)\n",
    "                else:\n",
    "                    tmp_dict1[index] = cpca.transform(content_list[0])\n",
    "                    tmp_dict1['消歧标志'] = 1\n",
    "                    tmp_dict1['来源'] = baike_name[0]\n",
    "                    content_list[1]['消歧标志'] = 1\n",
    "                    tmp_list = [content_list[1], tmp_dict1]\n",
    "                    content_list.append(tmp_list)\n",
    "                del baike_name[0]\n",
    "                del content_list[0]\n",
    "                del content_list[1]\n",
    "            elif type(content_list[0]).__name__=='dict' and type(content_list[1]).__name__=='dict':\n",
    "                res = merge_local(content_list[0][index], content_list[1][index])\n",
    "                if res!=1 and res!=0:\n",
    "                    tmp_dict1[index] = res\n",
    "                    tmp_dict1['来源'] = content_list[1]['来源']+','+content_list[0]['来源']\n",
    "                    content_list.append(tmp_dict1)\n",
    "                else:\n",
    "                    content_list[0]['消歧标志'] = 1\n",
    "                    content_list[1]['消歧标志'] = 1\n",
    "                    tmp_list = [content_list[0], content_list[1]]\n",
    "                    content_list.append(tmp_list)\n",
    "                del content_list[0]\n",
    "                del content_list[1]\n",
    "            elif type(content_list[0]).__name__=='str' and type(content_list[1]).__name__=='list':\n",
    "                flag = 0\n",
    "                for i in content_list[1]:\n",
    "                    res = merge_local(content_list[0], i[index])\n",
    "                    if res!=1:\n",
    "                        i[index] = res\n",
    "                        i['来源'] = i['来源']+','+baike_name[0]\n",
    "                        content_list.append(content_list[1])\n",
    "                        flag = 1\n",
    "                        break\n",
    "                    else:\n",
    "                        pass\n",
    "                if flag==1:\n",
    "                    del baike_name[0]\n",
    "                    del content_list[0]\n",
    "                    del content_list[1]\n",
    "                else:\n",
    "                    tmp_dict1[index] = cpca.transform(content_list[0])\n",
    "                    tmp_dict1['消歧标志'] = 1\n",
    "                    tmp_dict1['来源'] = baike_name[0]\n",
    "                    tmp_list = [tmp_dict1]\n",
    "                    for i in content_list[1]:\n",
    "                        tmp_list.append(i)\n",
    "                    content_list.append(tmp_list)\n",
    "                    del baike_name[0]\n",
    "                    del content_list[0]\n",
    "                    del content_list[1]\n",
    "            elif type(content_list[0]).__name__=='dict' and type(content_list[1]).__name__=='list':\n",
    "                flag = 0\n",
    "                for i in content_list[1]:\n",
    "                    res = merge_local(content_list[0][index], i[index])\n",
    "                    if res!=1:\n",
    "                        i[index] = res\n",
    "                        i['来源'] = i['来源']+','+content_list[0]['来源']\n",
    "                        content_list.append(content_list[1])\n",
    "                        flag = 1\n",
    "                        break\n",
    "                    else:\n",
    "                        pass\n",
    "                if flag==1:\n",
    "                    del content_list[0]\n",
    "                    del content_list[1]\n",
    "                else:\n",
    "                    content_list[0]['消歧标志'] = 1\n",
    "                    tmp_list = [content_list[0]]\n",
    "                    for i in content_list[1]:\n",
    "                        tmp_list.append(i)\n",
    "                    content_list.append(tmp_list)\n",
    "                    del content_list[0]\n",
    "                    del content_list[1]\n",
    "            elif type(content_list[0]).__name__=='list' and type(content_list[1]).__name__=='dict':\n",
    "                flag = 0\n",
    "                for i in content_list[0]:\n",
    "                    res = merge_local(content_list[1][index], i[index])\n",
    "                    if res!=1:\n",
    "                        i[index] = res\n",
    "                        i['来源'] = i['来源']+','+content_list[1]['来源']\n",
    "                        content_list.append(content_list[0])\n",
    "                        flag = 1\n",
    "                        break\n",
    "                    else:\n",
    "                        pass\n",
    "                if flag==1:\n",
    "                    del content_list[0]\n",
    "                    del content_list[1]\n",
    "                else:\n",
    "                    content_list[1]['消歧标志'] = 1\n",
    "                    tmp_list = [content_list[1]]\n",
    "                    for i in content_list[0]:\n",
    "                        tmp_list.append(i)\n",
    "                    content_list.append(tmp_list)\n",
    "                    del content_list[0]\n",
    "                    del content_list[1]\n",
    "            elif type(content_list[0]).__name__=='list' and type(content_list[1]).__name__=='list':\n",
    "                flag_list = []\n",
    "                for i in content_list[0]:\n",
    "                    flag = 0\n",
    "                    for j in content_list[1]:\n",
    "                        res = merge_local(i[index], j[index])\n",
    "                        if res!=1:\n",
    "                            i[index] = res\n",
    "                            i['来源'] = i['来源']+','+j['来源']\n",
    "                            tmp_list.append(i)\n",
    "                            flag = 1\n",
    "                            flag_list.append(j)\n",
    "                            break\n",
    "                        else:\n",
    "                            pass\n",
    "                    if flag==0:\n",
    "                        tmp_list.append(i)\n",
    "                for i in content_list[1]:\n",
    "                    flag = 0\n",
    "                    for j in flag_list:\n",
    "                        if i[index]!=j[index]:\n",
    "                            pass\n",
    "                        else:\n",
    "                            flag = 1\n",
    "                            break\n",
    "                    if flag == 0:\n",
    "                        tmp_list.append(i)\n",
    "                content_list.append(tmp_list)\n",
    "            else:\n",
    "                pass\n",
    "            compare(content_list, index, baike_name)\n",
    "        else:\n",
    "            return content_list[0]\n",
    "    else: #除开时间、地址的其他情况对齐\n",
    "        if index=='职业':\n",
    "            print(\"  \",content_list)\n",
    "        if len(content_list)>1:\n",
    "            tmp_dict1 = {}\n",
    "            tmp_dict2 = {}\n",
    "            tmp_list = []\n",
    "            if type(content_list[0]).__name__=='str' and type(content_list[1]).__name__=='str':\n",
    "                res = compare_other(content_list[0], content_list[1])\n",
    "                if res[0]==2: #标识都不为空且是对齐了的\n",
    "                    tmp_dict1[index] = res[1]\n",
    "                    tmp_dict1['来源'] = baike_name[0]+','+baike_name[1]\n",
    "                    content_list.append(tmp_dict1)\n",
    "                elif res[0]==4: #表示两个都为空值\n",
    "                    pass\n",
    "                elif res[0]==0: #表示content_list[0]不为空，content_list[1]为空\n",
    "                    tmp_dict1[index] = res[1]\n",
    "                    tmp_dict1['来源'] = baike_name[0]\n",
    "                    content_list.append(tmp_dict1)\n",
    "                elif res[0]==1: #表示content_list[0]为空，content_list[1]不为空\n",
    "                    tmp_dict1[index] = res[1]\n",
    "                    tmp_dict1['来源'] = baike_name[1]\n",
    "                    content_list.append(tmp_dict1)\n",
    "                else: #标识两个都不为空，且未对齐\n",
    "                    tmp_dict1[index] = content_list[0]\n",
    "                    tmp_dict1['消歧标志'] = 1\n",
    "                    tmp_dict1['来源'] = baike_name[0]\n",
    "                    tmp_dict2[index] = content_list[1]\n",
    "                    tmp_dict2['消歧标志'] = 1\n",
    "                    tmp_dict2['来源'] = baike_name[1]\n",
    "                    tmp_list = [tmp_dict1, tmp_dict2]\n",
    "                    content_list.append(tmp_list)\n",
    "                del baike_name[0] #注意删除的时候的问题，连续删除两个的话，删除了第1个过后列表长度会减1\n",
    "                del baike_name[0]\n",
    "                del content_list[0]\n",
    "                del content_list[0]\n",
    "            elif type(content_list[0]).__name__=='str' and type(content_list[1]).__name__=='dict':\n",
    "                res = compare_other(content_list[0], content_list[1][index])\n",
    "                if res[0]==2: #标识都不为空且是对齐了的\n",
    "                    tmp_dict1[index] = res[1]\n",
    "                    tmp_dict1['来源'] = content_list[1]['来源']+','+baike_name[0]\n",
    "                    content_list.append(tmp_dict1)\n",
    "                elif res[0]==4: #表示两个都为空值\n",
    "                    pass\n",
    "                elif res[0]==0: #表示content_list[0]不为空，content_list[1]为空\n",
    "                    pass\n",
    "                elif res[0]==1: #表示content_list[0]为空，content_list[1]不为空\n",
    "                   # content_list.append(content_list[1][index])\n",
    "                    content_list.append(content_list[1])\n",
    "                else: #标识两个都不为空，且未对齐\n",
    "                    tmp_dict1[index] = content_list[0]\n",
    "                    tmp_dict1['消歧标志'] = 1\n",
    "                    tmp_dict1['来源'] = baike_name[0]\n",
    "                    content_list[1]['消歧标志'] = 1\n",
    "                    tmp_list = [content_list[1], tmp_dict1]\n",
    "                    content_list.append(tmp_list)\n",
    "                del baike_name[0]\n",
    "                del content_list[0]\n",
    "                del content_list[0]\n",
    "            elif type(content_list[0]).__name__=='dict' and type(content_list[1]).__name__=='dict':\n",
    "                res = compare_other(content_list[0][index], content_list[1][index])\n",
    "                if res[0]==2: #标识都不为空且是对齐了的\n",
    "                    tmp_dict1[index] = res[1]\n",
    "                    tmp_dict1['来源'] = content_list[1]['来源']+','+content_list[0]['来源']\n",
    "                    content_list.append(tmp_dict1)\n",
    "                elif res[0]==3:\n",
    "                    content_list[0]['消歧标志'] = 1\n",
    "                    content_list[1]['消歧标志'] = 1\n",
    "                    tmp_list = [content_list[0], content_list[1]]\n",
    "                    content_list.append(tmp_list)\n",
    "                else:\n",
    "                    pass\n",
    "                del content_list[0]\n",
    "                del content_list[0]\n",
    "            elif type(content_list[0]).__name__=='str' and type(content_list[1]).__name__=='list':\n",
    "                flag = 0\n",
    "                for i in content_list[1]:\n",
    "                    res = compare_other(content_list[0], i[index])\n",
    "                    if res[0]==2: #标识都不为空且是对齐了的\n",
    "                        i[index] = res[1]\n",
    "                        i['来源'] = i['来源']+','+baike_name[0]\n",
    "                        content_list.append(content_list[1])\n",
    "                        flag = 1\n",
    "                        break\n",
    "                    elif res[0]==4: #表示两个都为空值\n",
    "                        pass\n",
    "                    elif res[0]==0: #表示content_list[0]不为空，content_list[1]为空\n",
    "                        pass\n",
    "                    elif res[0]==1: #表示content_list[0]为空，content_list[1]不为空\n",
    "                        content_list.append(content_list[1])\n",
    "                        flag = 1\n",
    "                        break\n",
    "                    else: #标识两个都不为空，且未对齐\n",
    "                        print(\"****************\")\n",
    "                        pass\n",
    "                if flag==1:\n",
    "                    del baike_name[0]\n",
    "                    del content_list[0]\n",
    "                    del content_list[0]\n",
    "                else:\n",
    "                    tmp_dict1[index] = content_list[0]\n",
    "                    tmp_dict1['消歧标志'] = 1\n",
    "                    tmp_dict1['来源'] = baike_name[0]\n",
    "                    tmp_list = [tmp_dict1]\n",
    "                    for i in content_list[1]:\n",
    "                        tmp_list.append(i)\n",
    "                    content_list.append(tmp_list)\n",
    "                    del baike_name[0]\n",
    "                    del content_list[0]\n",
    "                    del content_list[0]\n",
    "                    print(\"  \",content_list)\n",
    "            elif type(content_list[0]).__name__=='dict' and type(content_list[1]).__name__=='list':\n",
    "                flag = 0\n",
    "                for i in content_list[1]:\n",
    "                    res = compare_other(content_list[0][index], i[index])\n",
    "                    if res[0]==2:\n",
    "                        i[index] = res[1]\n",
    "                        i['来源'] = i['来源']+','+content_list[0]['来源']\n",
    "                        content_list.append(content_list[1])\n",
    "                        flag = 1\n",
    "                        break\n",
    "                    elif res[0]==3:\n",
    "                        content_list[0]['消歧标志'] = 1\n",
    "                        tmp_list = [content_list[0]]\n",
    "                        for i in content_list[1]:\n",
    "                            tmp_list.append(i)\n",
    "                        content_list.append(tmp_list)\n",
    "                        del content_list[0]\n",
    "                        del content_list[0]\n",
    "                    else:\n",
    "                        pass\n",
    "                if flag==1:\n",
    "                    del content_list[0]\n",
    "                    del content_list[0]\n",
    "            elif type(content_list[0]).__name__=='list' and type(content_list[1]).__name__=='dict':\n",
    "                flag = 0\n",
    "                for i in content_list[0]:\n",
    "                    res = compare_other(content_list[1][index], i[index])\n",
    "                    if res[0]==2:\n",
    "                        i[index] = res[1]\n",
    "                        i['来源'] = i['来源']+','+content_list[1]['来源']\n",
    "                        content_list.append(content_list[0])\n",
    "                        flag = 1\n",
    "                        break\n",
    "                    elif res[0]==3:\n",
    "                        content_list[1]['消歧标志'] = 1\n",
    "                        tmp_list = [content_list[1]]\n",
    "                        for i in content_list[0]:\n",
    "                            tmp_list.append(i)\n",
    "                        content_list.append(tmp_list)\n",
    "                        del content_list[0]\n",
    "                        del content_list[0]\n",
    "                    else:\n",
    "                        pass\n",
    "                if flag==1:\n",
    "                    del content_list[0]\n",
    "                    del content_list[0]\n",
    "            elif type(content_list[0]).__name__=='list' and type(content_list[1]).__name__=='list':\n",
    "                flag_list = []\n",
    "                for i in content_list[0]:\n",
    "                    flag = 0\n",
    "                    for j in content_list[1]:\n",
    "                        res = compare_other(i[index], j[index])\n",
    "                        if res[0]==2:\n",
    "                            i[index] = res[1]\n",
    "                            i['来源'] = i['来源']+','+j['来源']\n",
    "                            tmp_list.append(i)\n",
    "                            flag = 1\n",
    "                            flag_list.append(j)\n",
    "                            break\n",
    "                        else:\n",
    "                            pass\n",
    "                    if flag==0:\n",
    "                        tmp_list.append(i)\n",
    "                for i in content_list[1]:\n",
    "                    flag = 0\n",
    "                    for j in flag_list:\n",
    "                        if i[index]!=j[index]:\n",
    "                            pass\n",
    "                        else:\n",
    "                            flag = 1\n",
    "                            break\n",
    "                    if flag == 0:\n",
    "                        tmp_list.append(i)\n",
    "                content_list.append(tmp_list)\n",
    "            else:\n",
    "                pass\n",
    "            compare(content_list, index, baike_name)\n",
    "        else:\n",
    "            return content_list[0]\n",
    "    \n",
    "# 根据库比较除时间、地点外其他值是否对齐，接收的参数为两个文件属性的值，以列表形式返回，一个是内容一个是标识\n",
    "def compare_other(content1, content2):\n",
    "    res_list = [] #以列表形式返回，一个是内容一个是标识\n",
    "    if content1!='' and content2=='':\n",
    "        res_list = [0, content1] #标识第一个不为空，第二个为空\n",
    "    elif content1=='' and content2!='': \n",
    "        res_list = [1, content2] #标识第一个为空，第二个不为空\n",
    "    elif content1!='' and content2!='':\n",
    "        if content1==content2:\n",
    "            res_list = [2, content1]\n",
    "        else:\n",
    "            res = cs.similarity(content1, content2)\n",
    "            if res==1:\n",
    "                res_list = [2, content1] #标识两个都不为空且是对齐的\n",
    "            else:\n",
    "                res_list = [3] #标识两个都不为空，但未对齐\n",
    "    else:\n",
    "        res_list = [4] #标识两个都为空\n",
    "    return res_list\n",
    "    \n",
    "# 对非列表且是字典形式的内容进行对齐(这里主要关注基本信息、本科、硕士、博士、博士后这几个模块)\n",
    "def align_dict(attribute_value_list, baike_name):\n",
    "    keys = list(attribute_value_list[0].keys()) #得到该属性下的所有键的名字，并放到一个list里\n",
    "    new_dict = {} #用于存放对齐与未对齐(需消歧)后的内容\n",
    "    for index in keys:\n",
    "        if index=='起始时间' or index=='结束时间' or index=='出生日期':\n",
    "            date = []\n",
    "            for i in attribute_value_list:\n",
    "                date.append(i[index])\n",
    "            var_baike_name = copy.deepcopy(baike_name)\n",
    "            res = compare(date, index, var_baike_name)\n",
    "            new_dict[index] = res\n",
    "        elif index=='出生地' or index=='原籍':\n",
    "            local = []\n",
    "            for i in attribute_value_list:\n",
    "                local.append(i[index])\n",
    "            var_baike_name = copy.deepcopy(baike_name)\n",
    "            res = compare(local, index, var_baike_name)\n",
    "            new_dict[index] = res\n",
    "        else:\n",
    "            other = []\n",
    "            for i in attribute_value_list:\n",
    "                other.append(i[index])\n",
    "            var_baike_name = copy.deepcopy(baike_name)\n",
    "            res = compare(other, index, var_baike_name)\n",
    "            new_dict[index] = res\n",
    "    return new_dict\n",
    "                                                        \n",
    "# 对非列表非字典形式的内容对齐(也包括都是列表，但列表里面都是字符串，不是字典的情况)\n",
    "def string_align(word, content_list):\n",
    "    new_list = []\n",
    "    list_to_set = set() #把list里的内容放到集合中，实现自动去重\n",
    "    for i in content_list:\n",
    "        if i=='':\n",
    "            pass\n",
    "        else:\n",
    "            for j in i:\n",
    "                list_to_set.add(j)\n",
    "    new_list = list(list_to_set)\n",
    "    return new_list\n",
    "\n",
    "'''本函数用户判断某个属性对应的值的类型，并根据类型调用相应的函数处理，\n",
    "   接受参数为维护的栈和队列，以及各百科文件的来源名\n",
    "   当属性队列为空的时候，返回0\n",
    "'''\n",
    "def other_align(st, key_queue, baike_name):\n",
    "    if not st.is_empty():\n",
    "        content = set()\n",
    "        word = st.pop() #弹出当前栈里面顶上的内容\n",
    "        key_queue.put(word) #键值队列，用于保存前面已出现的键值(目的是方便后面迭代时能准确找到进行到什么地方了)\n",
    "        index = 0 #index变量，用于在json_file(百科的json文件列表)里找到对应的百科文件\n",
    "        attribute_value_list = [] #局部列表变量，用于存储不同百科文件当前属性下的值\n",
    "        for i in baike_name:\n",
    "            p = json_file[index] #将当前遍历获得的百科文件存入到变量P里面\n",
    "            key_str = 'p'\n",
    "            for j in key_queue.queue: #通过维护的键的队列取到对应的键值\n",
    "                key_str = key_str+'[\\''+j+'\\']'\n",
    "            attribute_value_list.append(eval(key_str))\n",
    "            index += 1\n",
    "        flag = 0 #标记这几个百科json文件的当前属性值是否为空\n",
    "        '''\n",
    "        这里之所以遍历查看的原因是可能五个文件中有些该属性的值为空，但其他文件却为list或dict，\n",
    "        如果先遍历到为空的文件，也先不管，还是继续遍历，直到找到不为空的，执行相应的操作,\n",
    "        但一旦遍历到了不为空的，就可以break退出循环，以免重复进行操作\n",
    "        '''\n",
    "        for i in attribute_value_list:\n",
    "            if type(i).__name__ == 'list': #如果是列表，则取出列表里的每一个字典\n",
    "                flag = 1\n",
    "                if word=='人物影响' or word=='研究领域':\n",
    "                    res = string_align(word, attribute_value_list)\n",
    "                    list_to_newjson(word, res)\n",
    "                    key = key_queue.get()\n",
    "                    preserve_key_queue(key, key_queue)\n",
    "                    other_align(st, key_queue, baike_name)\n",
    "                else:\n",
    "                    res = compile_list(attribute_value_list, baike_name) #返回的是一个列表，列表里面是多个字典\n",
    "                    list_to_newjson(word,res)\n",
    "                    key = key_queue.get()\n",
    "                    preserve_key_queue(key, key_queue) #得到动态维护的键的队列\n",
    "                    other_align(st, key_queue, baike_name)\n",
    "                break\n",
    "            elif type(i).__name__ == 'dict':\n",
    "                flag = 1\n",
    "                if word=='基本信息' or word=='本科' or word=='硕士研究生' or word=='博士研究生' or word=='博士后':\n",
    "                    res = align_dict(attribute_value_list, baike_name)\n",
    "                    list_to_newjson(word,res)\n",
    "                    key = key_queue.get()\n",
    "                    preserve_key_queue(key, key_queue)\n",
    "                    other_align(st, key_queue, baike_name)\n",
    "                else:\n",
    "                    dict_key1 = list(attribute_value_list[0].keys()) #将字典里的键都放入栈中，稍后依次取出进行对齐\n",
    "                    dict_key1.reverse()\n",
    "                    for i in dict_key1:\n",
    "                        st.push(i)\n",
    "                    other_align(st, key_queue, baike_name)\n",
    "                break\n",
    "            else:\n",
    "                pass\n",
    "        if flag==0: #表示这几个文件的当前属性都为空\n",
    "            res = ''\n",
    "            list_to_newjson(word, res)\n",
    "            key = key_queue.get()\n",
    "            preserve_key_queue(key, key_queue)\n",
    "            other_align(st, key_queue, baike_name)\n",
    "    else:\n",
    "        return 0\n",
    "\n",
    "def process_entrace(key_list, baike_name):\n",
    "    tree=lambda:collections.defaultdict(tree)\n",
    "    global align_json\n",
    "    align_json=tree()\n",
    "    st = SStack() #用栈存放每一轮的属性\n",
    "    lq = LifoQueue(maxsize=0) #用后进先出队列用于存放文件操作过程中的中间键值(用于新建新的对齐json)\n",
    "    key_list.reverse()\n",
    "    for i in key_list:\n",
    "        st.push(i)\n",
    "    res = other_align(st, lq, baike_name)\n",
    "    print(\"  \",json.dumps(align_json,ensure_ascii=False,indent=4))\n",
    "\n",
    "if __name__ == \"__main__\":\n",
    "    b = get_files(r\"./\")\n",
    "    global json_file #全局列表变量，用于存放不同百科json文件的内容\n",
    "    json_file = []\n",
    "    baike_name = [] #局部变量，用于存放json百科文件的名字，对应数据来源\n",
    "    for i in b:\n",
    "        if i.split('/')[1]!='fang_merge.json' and i.split('/')[1]!='merge.json':\n",
    "            with open(i) as f: #打开json文件并保存到json文件列表里\n",
    "                json_file.append(json.load(f))\n",
    "            baike_name.append(i.split('/')[1].split('.')[0]) #取出百科json文件的文件名\n",
    "    key_list = list(json_file[0].keys()) #局部变量，用于存放百科json文件的最外层父属性\n",
    "    process_entrace(key_list, baike_name)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "   1985-10\n"
     ]
    }
   ],
   "source": [
    "from DateFormatconvert2 import DateFormatHelper2\n",
    "dict1 = [{'起始时间':'1985年','结束时间':'1988年'},{'起始时间':'1989年','结束时间':'1993年'}]\n",
    "print(\"  \",DateFormatHelper2.str2date('1985.10'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}