simultaneous_baike_process.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "   {'中文名': '方滨兴', '来源': 'fang_360,fang_baidu,fang_wiki,fang_hudong,fang_sougou'}\n",
      "   {'外文名': 'Bin xing Fang', '来源': 'fang_baidu'}\n",
      "   {'性别': '男', '来源': 'fang_baidu,fang_wiki,fang_hudong,fang_sougou'}\n",
      "   {'出生日期': '1960-7-17', '来源': 'fang_360,fang_baidu,fang_wiki,fang_hudong,fang_sougou'}\n",
      "   {'出生地': '黑龙江省哈尔滨市', '来源': 'fang_360,fang_baidu,fang_wiki,fang_hudong,fang_sougou'}\n",
      "   {'国籍': '中国', '来源': 'fang_360,fang_baidu,fang_wiki,fang_hudong,fang_sougou'}\n",
      "   {'民族': '汉族', '来源': 'fang_360,fang_baidu,fang_hudong,fang_sougou'}\n",
      "   [{'职业': '学者，教授', '消歧标志': 1, '来源': 'fang_hudong'}, {'职业': '国家计算机网络应急技术处理协调中心主任', '消歧标志': 1, '来源': 'fang_sougou,fang_360'}, {'职业': '计算机科学家、信息安全专家、中国工程院院士', '消歧标志': 1, '来源': 'fang_wiki'}, {'职业': '科研工作者', '消歧标志': 1, '来源': 'fang_baidu'}]\n",
      "   [{'毕业院校': '哈尔滨工业大学，清华大学', '消歧标志': 1, '来源': 'fang_hudong'}, {'毕业院校': '哈尔滨工业大学', '消歧标志': 1, '来源': 'fang_sougou,fang_360,fang_baidu'}]\n",
      "   {'政治面貌': '中国共产党', '来源': 'fang_360,fang_baidu,fang_wiki,fang_hudong,fang_sougou'}\n",
      "   [{'代表作品': '《论网络空间主权》、《在线社交网络分析》', '来源': 'fang_baidu', '消歧标志': 1}, {'代表作品': '计算机病毒及其对策,通信学报', '消歧标志': 1, '来源': 'fang_hudong'}, {'代表作品': '《论网络空间主权》《在线社交网络分析》', '消歧标志': 1, '来源': 'fang_sougou'}]\n",
      "   [{'主要成就': '中国网络空间安全协会理事长', '消歧标志': 1, '来源': 'fang_hudong'}, {'主要成就': '2005年当选为中国工程院院士', '消歧标志': 1, '来源': 'fang_sougou,fang_baidu'}]\n",
      "   {'曾任职': '北京邮电大学校长', '来源': 'fang_sougou'}\n",
      "   [{'信仰': '共产主义', '来源': 'fang_sougou', '消歧标志': 1}, {'信仰': '无', '来源': 'fang_360', '消歧标志': 1}]\n",
      "   {'原籍': '江西省上饶市万年县', '来源': 'fang_baidu,fang_wiki,fang_hudong,fang_sougou'}\n",
      "   {'起始时间': '1978-3', '来源': 'fang_360,fang_wiki,fang_hudong,fang_sougou'}\n",
      "   [{'结束时间': '1981', '消歧标志': 1, '来源': 'fang_hudong,fang_360,fang_wiki'}, {'结束时间': '1982-1', '消歧标志': 1, '来源': 'fang_sougou,fang_baidu'}]\n",
      "   {'学校名称': '哈尔滨工业大学', '来源': 'fang_360,fang_baidu,fang_wiki,fang_hudong,fang_sougou'}\n",
      "   {'所属院系名': '计算机系', '来源': 'fang_360,fang_hudong'}\n",
      "   {'学历': '本科', '来源': 'fang_360,fang_wiki,fang_hudong,fang_sougou'}\n",
      "   [{'学位': '学士', '来源': 'fang_hudong,fang_sougou', '消歧标志': 1}, {'学位': '学士学位', '来源': 'fang_360,fang_baidu,fang_wiki', '消歧标志': 1}]\n",
      "   {'起始时间': '1982-1', '来源': 'fang_360,fang_baidu,fang_wiki,fang_hudong,fang_sougou'}\n",
      "   {'结束时间': '1984-10', '来源': 'fang_360,fang_baidu,fang_wiki,fang_hudong,fang_sougou'}\n",
      "   {'学校名称': '清华大学', '来源': 'fang_360,fang_baidu,fang_wiki,fang_hudong,fang_sougou'}\n",
      "   [{'所属院系名': '计算机系', '消歧标志': 1, '来源': 'fang_360,fang_hudong'}, {'所属院系名': '计算机组织与系统结构专业', '消歧标志': 1, '来源': 'fang_baidu'}]\n",
      "   \n",
      "   {'学历': '研究生', '来源': 'fang_360,fang_baidu,fang_wiki,fang_hudong,fang_sougou'}\n",
      "   [{'学位': '硕士', '来源': 'fang_hudong,fang_sougou', '消歧标志': 1}, {'学位': '硕士学位', '来源': 'fang_360,fang_baidu,fang_wiki', '消歧标志': 1}]\n",
      "   {'起始时间': '1986-2', '来源': 'fang_360,fang_baidu,fang_wiki,fang_hudong,fang_sougou'}\n",
      "   {'结束时间': '1989-9', '来源': 'fang_360,fang_baidu,fang_wiki,fang_hudong,fang_sougou'}\n",
      "   {'学校名称': '哈尔滨工业大学', '来源': 'fang_360,fang_baidu,fang_wiki,fang_hudong,fang_sougou'}\n",
      "   {'所属院系名': '计算机系', '来源': 'fang_360,fang_hudong'}\n",
      "   \n",
      "   [{'学历': '在职博士研究生', '来源': 'fang_360,fang_baidu', '消歧标志': 1}, {'学历': '研究生', '消歧标志': 1, '来源': 'fang_wiki,fang_hudong,fang_sougou'}]\n",
      "   [{'学位': '博士', '来源': 'fang_hudong', '消歧标志': 1}, {'学位': '博士学位', '来源': 'fang_360,fang_wiki', '消歧标志': 1}]\n",
      "   {'起始时间': '1990-4', '来源': 'fang_360,fang_baidu,fang_wiki,fang_hudong,fang_sougou'}\n",
      "   {'结束时间': '1993-10', '来源': 'fang_360,fang_baidu,fang_wiki,fang_hudong,fang_sougou'}\n",
      "   {'学校名称': '国防科学技术大学', '来源': 'fang_360,fang_baidu,fang_wiki,fang_hudong,fang_sougou'}\n",
      "   [{'所属院系名': '计算机科学与技术', '来源': 'fang_360,fang_baidu', '消歧标志': 1}, {'所属院系名': '计算机科学与技术博士后流动站', '消歧标志': 1, '来源': 'fang_wiki,fang_hudong'}]\n",
      "   {'导师': '胡守仁', '来源': 'fang_baidu'}\n",
      "   {'学历': '博士后', '来源': 'fang_sougou'}\n",
      "   {'学位': '博士后', '来源': 'fang_hudong'}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "e:\\anaconda3\\lib\\re.py:212: FutureWarning: split() requires a non-empty pattern match.\n",
      "  return _compile(pattern, flags).split(string, maxsplit)\n"
     ]
    },
    {
     "ename": "NameError",
     "evalue": "name 'source1' is not defined",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mNameError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[1;32m<ipython-input-4-1a0a16b857e8>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m()\u001b[0m\n\u001b[0;32m   1126\u001b[0m             \u001b[0mbaike_name\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mappend\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mi\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0msplit\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m'/'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;36m1\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0msplit\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m'.'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;36m0\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;31m#取出百科json文件的文件名\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   1127\u001b[0m     \u001b[0mkey_list\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mlist\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mjson_file\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;36m0\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mkeys\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;31m#局部变量，用于存放百科json文件的最外层父属性\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 1128\u001b[1;33m     \u001b[0mprocess_entrace\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mkey_list\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mbaike_name\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[1;32m<ipython-input-4-1a0a16b857e8>\u001b[0m in \u001b[0;36mprocess_entrace\u001b[1;34m(key_list, baike_name)\u001b[0m\n\u001b[0;32m   1112\u001b[0m     \u001b[1;32mfor\u001b[0m \u001b[0mi\u001b[0m \u001b[1;32min\u001b[0m \u001b[0mkey_list\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   1113\u001b[0m         \u001b[0mst\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mpush\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mi\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;31m#将最开始外层的属性名压入栈中\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 1114\u001b[1;33m     \u001b[0mres\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mother_align\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mst\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mlq\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mbaike_name\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;31m#调用对齐的控制函数\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   1115\u001b[0m     \u001b[0mprint\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m\"  \"\u001b[0m\u001b[1;33m,\u001b[0m\u001b[0mjson\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mdumps\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0malign_json\u001b[0m\u001b[1;33m,\u001b[0m\u001b[0mensure_ascii\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;32mFalse\u001b[0m\u001b[1;33m,\u001b[0m\u001b[0mindent\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;36m4\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   1116\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m<ipython-input-4-1a0a16b857e8>\u001b[0m in \u001b[0;36mother_align\u001b[1;34m(st, key_queue, baike_name)\u001b[0m\n\u001b[0;32m   1083\u001b[0m                     \u001b[0mkey\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mkey_queue\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   1084\u001b[0m                     \u001b[0mpreserve_key_queue\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkey_queue\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 1085\u001b[1;33m                     \u001b[0mother_align\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mst\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkey_queue\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mbaike_name\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   1086\u001b[0m                 \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m \u001b[1;31m#当不是单属性值时，说明其还不是最外层的属性(也即为父属性)，则将其压入栈中后续出栈时再处理\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   1087\u001b[0m                     \u001b[0mdict_key1\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mlist\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mattribute_value_list\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;36m0\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mkeys\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;31m#将字典里的键都放入栈中，稍后依次取出进行对齐\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m<ipython-input-4-1a0a16b857e8>\u001b[0m in \u001b[0;36mother_align\u001b[1;34m(st, key_queue, baike_name)\u001b[0m\n\u001b[0;32m   1089\u001b[0m                     \u001b[1;32mfor\u001b[0m \u001b[0mi\u001b[0m \u001b[1;32min\u001b[0m \u001b[0mdict_key1\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   1090\u001b[0m                         \u001b[0mst\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mpush\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mi\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 1091\u001b[1;33m                     \u001b[0mother_align\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mst\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkey_queue\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mbaike_name\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   1092\u001b[0m                 \u001b[1;32mbreak\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   1093\u001b[0m             \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m<ipython-input-4-1a0a16b857e8>\u001b[0m in \u001b[0;36mother_align\u001b[1;34m(st, key_queue, baike_name)\u001b[0m\n\u001b[0;32m   1089\u001b[0m                     \u001b[1;32mfor\u001b[0m \u001b[0mi\u001b[0m \u001b[1;32min\u001b[0m \u001b[0mdict_key1\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   1090\u001b[0m                         \u001b[0mst\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mpush\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mi\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 1091\u001b[1;33m                     \u001b[0mother_align\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mst\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkey_queue\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mbaike_name\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   1092\u001b[0m                 \u001b[1;32mbreak\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   1093\u001b[0m             \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m<ipython-input-4-1a0a16b857e8>\u001b[0m in \u001b[0;36mother_align\u001b[1;34m(st, key_queue, baike_name)\u001b[0m\n\u001b[0;32m   1083\u001b[0m                     \u001b[0mkey\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mkey_queue\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   1084\u001b[0m                     \u001b[0mpreserve_key_queue\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkey_queue\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 1085\u001b[1;33m                     \u001b[0mother_align\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mst\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkey_queue\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mbaike_name\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   1086\u001b[0m                 \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m \u001b[1;31m#当不是单属性值时，说明其还不是最外层的属性(也即为父属性)，则将其压入栈中后续出栈时再处理\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   1087\u001b[0m                     \u001b[0mdict_key1\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mlist\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mattribute_value_list\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;36m0\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mkeys\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;31m#将字典里的键都放入栈中，稍后依次取出进行对齐\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m<ipython-input-4-1a0a16b857e8>\u001b[0m in \u001b[0;36mother_align\u001b[1;34m(st, key_queue, baike_name)\u001b[0m\n\u001b[0;32m   1083\u001b[0m                     \u001b[0mkey\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mkey_queue\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   1084\u001b[0m                     \u001b[0mpreserve_key_queue\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkey_queue\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 1085\u001b[1;33m                     \u001b[0mother_align\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mst\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkey_queue\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mbaike_name\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   1086\u001b[0m                 \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m \u001b[1;31m#当不是单属性值时，说明其还不是最外层的属性(也即为父属性)，则将其压入栈中后续出栈时再处理\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   1087\u001b[0m                     \u001b[0mdict_key1\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mlist\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mattribute_value_list\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;36m0\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mkeys\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;31m#将字典里的键都放入栈中，稍后依次取出进行对齐\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m<ipython-input-4-1a0a16b857e8>\u001b[0m in \u001b[0;36mother_align\u001b[1;34m(st, key_queue, baike_name)\u001b[0m\n\u001b[0;32m   1083\u001b[0m                     \u001b[0mkey\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mkey_queue\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   1084\u001b[0m                     \u001b[0mpreserve_key_queue\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkey_queue\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 1085\u001b[1;33m                     \u001b[0mother_align\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mst\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkey_queue\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mbaike_name\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   1086\u001b[0m                 \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m \u001b[1;31m#当不是单属性值时，说明其还不是最外层的属性(也即为父属性)，则将其压入栈中后续出栈时再处理\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   1087\u001b[0m                     \u001b[0mdict_key1\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mlist\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mattribute_value_list\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;36m0\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mkeys\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;31m#将字典里的键都放入栈中，稍后依次取出进行对齐\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m<ipython-input-4-1a0a16b857e8>\u001b[0m in \u001b[0;36mother_align\u001b[1;34m(st, key_queue, baike_name)\u001b[0m\n\u001b[0;32m   1083\u001b[0m                     \u001b[0mkey\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mkey_queue\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   1084\u001b[0m                     \u001b[0mpreserve_key_queue\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkey_queue\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 1085\u001b[1;33m                     \u001b[0mother_align\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mst\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkey_queue\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mbaike_name\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   1086\u001b[0m                 \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m \u001b[1;31m#当不是单属性值时，说明其还不是最外层的属性(也即为父属性)，则将其压入栈中后续出栈时再处理\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   1087\u001b[0m                     \u001b[0mdict_key1\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mlist\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mattribute_value_list\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;36m0\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mkeys\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;31m#将字典里的键都放入栈中，稍后依次取出进行对齐\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m<ipython-input-4-1a0a16b857e8>\u001b[0m in \u001b[0;36mother_align\u001b[1;34m(st, key_queue, baike_name)\u001b[0m\n\u001b[0;32m   1089\u001b[0m                     \u001b[1;32mfor\u001b[0m \u001b[0mi\u001b[0m \u001b[1;32min\u001b[0m \u001b[0mdict_key1\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   1090\u001b[0m                         \u001b[0mst\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mpush\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mi\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 1091\u001b[1;33m                     \u001b[0mother_align\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mst\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkey_queue\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mbaike_name\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   1092\u001b[0m                 \u001b[1;32mbreak\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   1093\u001b[0m             \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m<ipython-input-4-1a0a16b857e8>\u001b[0m in \u001b[0;36mother_align\u001b[1;34m(st, key_queue, baike_name)\u001b[0m\n\u001b[0;32m   1070\u001b[0m                     \u001b[0mother_align\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mst\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkey_queue\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mbaike_name\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   1071\u001b[0m                 \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m \u001b[1;31m#其他情况的属性值里还有子属性，此时如果是列表的话也是单独处理\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 1072\u001b[1;33m                     \u001b[0mres\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mcompile_list\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mattribute_value_list\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mbaike_name\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;31m#返回的是一个列表，列表里面是多个字典\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   1073\u001b[0m                     \u001b[0mlist_to_newjson\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mword\u001b[0m\u001b[1;33m,\u001b[0m\u001b[0mres\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   1074\u001b[0m                     \u001b[0mkey\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mkey_queue\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m<ipython-input-4-1a0a16b857e8>\u001b[0m in \u001b[0;36mcompile_list\u001b[1;34m(attribute_value_list, baike_name)\u001b[0m\n\u001b[0;32m    343\u001b[0m                                                         \u001b[0mflag4\u001b[0m \u001b[1;33m=\u001b[0m \u001b[1;36m1\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    344\u001b[0m                                                         \u001b[0mtmp_dict1\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m'消歧标记'\u001b[0m\u001b[1;33m]\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mflag2\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 345\u001b[1;33m                                                         \u001b[0mtmp_dict1\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m'来源'\u001b[0m\u001b[1;33m]\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0msource1\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    346\u001b[0m                                                         \u001b[0mtmp_dict2\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m'消歧标记'\u001b[0m\u001b[1;33m]\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mflag2\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    347\u001b[0m                                                         \u001b[0mtmp_dict2\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m'来源'\u001b[0m\u001b[1;33m]\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0msource2\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mNameError\u001b[0m: name 'source1' is not defined"
     ]
    }
   ],
   "source": [
    "from SStack import SStack\n",
    "import cpca\n",
    "from cpca import drawer\n",
    "from DateFormatconvert2 import DateFormatHelper2\n",
    "from cilin import CilinSimilarity\n",
    "from queue import Queue,LifoQueue\n",
    "import collections\n",
    "import json\n",
    "import re\n",
    "import copy\n",
    "import Levenshtein #字符串的编辑距离\n",
    "import json\n",
    "import os\n",
    "import sys\n",
    "sys.setrecursionlimit(999)  # set the maximum depth as 5000\n",
    "\n",
    "cs = CilinSimilarity()\n",
    "# 获取指定目录下的json文件\n",
    "def get_files(path='D:\\zyt\\\\azyt\\sfx', rule=\".json\"):\n",
    "    all = []\n",
    "    for fpathe,dirs,fs in os.walk(path):   # os.walk获取所有的目录\n",
    "        for f in fs:\n",
    "            filename = os.path.join(fpathe,f)\n",
    "            if filename.endswith(rule):  # 判断是否是\".json\"结尾\n",
    "                all.append(filename)\n",
    "    return all\n",
    "\n",
    "#用于将地址信息进行对齐统一\n",
    "def merge_local(fang_360, fang_baidu):\n",
    "    location = []\n",
    "    res_list = []\n",
    "    if fang_360!='' and fang_baidu=='':\n",
    "        res_list = [0, fang_360]\n",
    "    elif fang_baidu!='' and fang_360=='':\n",
    "        res_list = [1, fang_baidu]\n",
    "    elif fang_360=='' and fang_baidu=='':\n",
    "        res_list = [4]\n",
    "    else:\n",
    "        if fang_360==fang_baidu:\n",
    "            res_list = [2, fang_360]\n",
    "        else:\n",
    "            location = [fang_360,fang_baidu]\n",
    "            df = cpca.transform(location) #实现地址信息格式的统一\n",
    "            province = set()\n",
    "            city = set()\n",
    "            zone = set()\n",
    "            address = set()\n",
    "            for i in range(len(df['省'])):\n",
    "                if df['省'][i]:\n",
    "                    province.add(df['省'][i])\n",
    "                if df['市'][i]:\n",
    "                    city.add(df['市'][i])\n",
    "                if df['区'][i]:\n",
    "                    zone.add(df['区'][i])\n",
    "                if df['地址'][i]:\n",
    "                    address.add(df['地址'][i])\n",
    "            if len(province)>1 or len(city)>1 or len(zone)>1 or len(address)>1: #表示地址描述不一致，需要消歧\n",
    "                res_list = [3]\n",
    "            else:\n",
    "                last_location = ''\n",
    "                if len(province)==1:\n",
    "                    last_location = last_location + list(province)[0]\n",
    "                if len(city)==1:\n",
    "                    last_location = last_location + list(city)[0]\n",
    "                if len(zone)==1:\n",
    "                    last_location = last_location + list(zone)[0]\n",
    "#                 if len(address)==1:\n",
    "#                     last_location = last_location + list(address)[0]\n",
    "                res_list = [2, last_location]\n",
    "    return res_list\n",
    "\n",
    "# 用于将日期信息进行对齐统一\n",
    "def merge_date(fang_360, fang_baidu):\n",
    "    res_list = []\n",
    "    date = set()\n",
    "    if fang_360!='' and fang_baidu=='': #第一个不为空\n",
    "        formal_date = DateFormatHelper2.str2date(fang_360) #将日期格式进行统一\n",
    "        res_list = [0, formal_date]\n",
    "    elif fang_baidu!='' and fang_360=='': #第二个不为空\n",
    "        formal_date = DateFormatHelper2.str2date(fang_baidu)\n",
    "        res_list = [1, formal_date]\n",
    "    elif fang_baidu=='' and fang_360=='': #两个都为空时\n",
    "        res_list = [4]\n",
    "    else: #都不为空时比较\n",
    "        date.add(DateFormatHelper2.str2date(fang_baidu))\n",
    "        date.add(DateFormatHelper2.str2date(fang_360))\n",
    "        if len(date)==1: #两个相等时\n",
    "            res_list = [2, list(date)[0]] #两个相等时\n",
    "        else:\n",
    "            year = set()\n",
    "            month = set()\n",
    "            day = set()\n",
    "            for j in list(date):\n",
    "                if j.find('-')>0:\n",
    "                    res = j.split('-')\n",
    "                    m = 1\n",
    "                    for i in res:\n",
    "                        if m==1:\n",
    "                            year.add(i)\n",
    "                            m += 1\n",
    "                        elif m==2:\n",
    "                            month.add(i)\n",
    "                            m += 1\n",
    "                        else:\n",
    "                            day.add(i)\n",
    "                            m += 1\n",
    "                else:\n",
    "                    year.add(j)\n",
    "            if len(year)>1 or len(month)>1 or len(day)>1:\n",
    "                res_list = [3] #表示日期不一致，无法对齐，需要消歧\n",
    "            else:\n",
    "                last_date = ''\n",
    "                if len(year)==1:\n",
    "                    last_date = last_date + list(year)[0]\n",
    "                if len(month)==1:\n",
    "                    last_date = last_date + '-' + list(month)[0]\n",
    "                if len(day)==1:\n",
    "                    last_date = last_date + '-' + list(day)[0]\n",
    "                res_list = [2, last_date]\n",
    "    return res_list #返回对齐合并后的日期\n",
    "\n",
    "# 两个字符串的比较(看一个字符串是否是另一个字符串的子集)\n",
    "def string_compile(str1, str2):\n",
    "    str1 = re.split('_|\\,|\\/|\\，|\\、|\\-|\\ ' ,str1)\n",
    "    str2 = re.split('_|\\,|\\/|\\，|\\、|\\-|\\ ' ,str2)\n",
    "    str1_len = len(str1)\n",
    "    str2_len = len(str2)\n",
    "    var_set = set(str1)\n",
    "    return_str = ''\n",
    "    for i in str2:\n",
    "        var_set.add(i)\n",
    "    if len(var_set) == str1_len:\n",
    "        j = 0 \n",
    "        for i in str1:\n",
    "            if j+1 == str1_len:\n",
    "                return_str = return_str+i\n",
    "            else:\n",
    "                return_str = return_str+i+'/'\n",
    "            j += 1\n",
    "        return return_str\n",
    "    elif len(var_set) == str2_len:\n",
    "        j = 0 \n",
    "        for i in str2:\n",
    "            if j+1 == str2_len:\n",
    "                return_str = return_str+i\n",
    "            else:\n",
    "                return_str = return_str+i+'/'\n",
    "            j += 1\n",
    "        return return_str\n",
    "    else:\n",
    "        return 1\n",
    "    \n",
    "# 5个文件都是列表时的对齐\n",
    "def compile_list(attribute_value_list, baike_Name):\n",
    "    new_attribute_list = []\n",
    "    baike_name = []\n",
    "    j = 0 #在遍历的时候随着增加，为了保留不为空的时候的百科名\n",
    "    for i in attribute_value_list:\n",
    "        if i!='':\n",
    "            new_attribute_list.append(i)\n",
    "            if baike_Name[j]:\n",
    "                baike_name.append(baike_Name[j])\n",
    "        j += 1\n",
    "    if len(new_attribute_list)>1:\n",
    "        list_baike1 = new_attribute_list[0]\n",
    "        list_baike2 = new_attribute_list[1]\n",
    "        year = set() #年份集合\n",
    "        list_360_new = []\n",
    "        list_baidu_new = []\n",
    "        for dict_info1 in list_baike1: #依次取出360百科文件列表里的元素，对其中是时间的键值进行格式统一(只取年份)\n",
    "            for key,value in dict_info1.items():\n",
    "                if key=='时间点' or key=='起始时间':\n",
    "                    value = get_year(value)\n",
    "                    if value!='':\n",
    "                        year.add(value) #将年份添加到集合中,对齐比较时，只看相同的起始时间的内容\n",
    "                    dict_info1[key] = value\n",
    "                if key=='结束时间':\n",
    "                    value = get_year(value)\n",
    "                    dict_info1[key] = value\n",
    "            list_360_new.append(dict_info1)\n",
    "        for dict_info2 in list_baike2: #依次取出百度百科文件列表里的元素，对其中是时间的键值进行格式统一(只取年份)\n",
    "            for key,value in dict_info2.items():\n",
    "                if key=='时间点' or key=='起始时间':\n",
    "                    value = get_year(value)\n",
    "                    if value!='':\n",
    "                        year.add(value)\n",
    "                    dict_info2[key] = value\n",
    "                if key=='结束时间':\n",
    "                    value = get_year(value)\n",
    "                    dict_info2[key] = value\n",
    "            list_baidu_new.append(dict_info2)\n",
    "        return_list = [] #最终返回的字典集合\n",
    "        flag2 = 0 #用于标记是否出现需要消歧的情况(在当前子属性下)\n",
    "        for i in list(year):\n",
    "            tmp_list1 = [] #中间过度列表，用于存放两个文件中年份相同的字典\n",
    "            tmp_list2 = [] #中间过度列表，用于存放两个文件中年份相同的字典\n",
    "            for dict_info1 in list_360_new:\n",
    "                for key,value in dict_info1.items():\n",
    "                    if (key=='起始时间' or key=='时间点') and value == i:\n",
    "                        tmp_list1.append(dict_info1)\n",
    "            tmp_list1_copy = copy.deepcopy(tmp_list1) #因为下面在做的过程中会根据对齐消歧的情况不断改变tmp_list1的值，所以先用一个变量保存\n",
    "            for dict_info2 in list_baidu_new:\n",
    "                for key,value in dict_info2.items():\n",
    "                    if (key=='起始时间' or key=='时间点') and value == i:\n",
    "                        tmp_list2.append(dict_info2)\n",
    "            if len(tmp_list1)==0 and len(tmp_list2)!=0:\n",
    "                for q in tmp_list2:\n",
    "                    return_list.append(q)\n",
    "            elif len(tmp_list1)!=0 and len(tmp_list2)==0:\n",
    "                for q in tmp_list1:\n",
    "                    return_list.append(q)\n",
    "            else:\n",
    "                keys = list(tmp_list1[0].keys())\n",
    "                flag_list = [] #记录360百科文件与百度百科文件的对齐的字典部分\n",
    "                for content_year_baidu in tmp_list2:\n",
    "                    flag = 0 #标识是否需要进行对齐操作\n",
    "                    tmp_dict1 = copy.deepcopy(content_year_baidu) #用另一个中间变量来表示当前遍历到的字典\n",
    "                    for content_year_360 in tmp_list1:\n",
    "                        flag5 = 0 #标识结束时间是否不相等\n",
    "                        flag6 = 0 #标识其他非关键信息是否一样\n",
    "                        flag7 = 0 #标识是否是时间点\n",
    "                        flag4 = 0 #标记是否需要消歧\n",
    "                        temp_dict = {} #用于存储两个文件对齐字典的中间结果\n",
    "                        createVar = locals() #动态创建全局变量\n",
    "                        tmp_dict2 = copy.deepcopy(content_year_360) #用另一个中间变量来表示当前遍历到的字典\n",
    "                        for tmp_key in keys:\n",
    "                            #这里之所以会只看这些键的值，是因为这些键的值更具有唯一性，先看具有唯一性的键值是否一样，一样才继续进行下面其他键值的比较，不一样则认为两个字典不是需要对齐的块\n",
    "                            if tmp_key!='时间点' and tmp_key!='起始时间' and tmp_key!='所在单位' and tmp_key!='信息公布权威机关' and tmp_key!='组织机构' and tmp_key!='方向' and tmp_key!='颁奖单位' and tmp_key!='演讲/报告题目' and tmp_key!='事件' and tmp_key!='语录' and tmp_key!='争议起因' and tmp_key!='事件起因' and tmp_key!='教育理念/指导学生' and tmp_key!='专利名称' and tmp_key!='研究成果名称' and tmp_key!='项目名称' and tmp_key!='散文名称' and tmp_key!='论著名称' and tmp_key!='消歧标记' and tmp_key!='来源':\n",
    "                                createVar['tmp_360_'+tmp_key] = content_year_360[tmp_key] #分别保存两个文件该键值对应的值\n",
    "                                createVar['tmp_baidu_'+tmp_key] = content_year_baidu[tmp_key]\n",
    "                            if tmp_key=='所在单位' or tmp_key=='组织机构' or tmp_key=='方向' or tmp_key=='信息公布权威机关' or tmp_key=='颁奖单位' or tmp_key=='演讲/报告题目' or tmp_key=='事件' or tmp_key=='语录' or tmp_key=='争议起因' or tmp_key=='事件起因' or tmp_key=='教育理念/指导学生' or tmp_key=='专利名称' or tmp_key=='研究成果名称' or tmp_key=='项目名称' or tmp_key=='散文名称' or tmp_key=='论著名称':\n",
    "                                if content_year_360[tmp_key] == content_year_baidu[tmp_key]:\n",
    "                                    flag = 1\n",
    "                                elif cs.similarity(content_year_360[tmp_key], content_year_baidu[tmp_key])==1:\n",
    "                                    flag = 1\n",
    "                                elif Levenshtein.distance(content_year_360[tmp_key],content_year_baidu[tmp_key])<4:\n",
    "                                    flag = 1\n",
    "                                else:\n",
    "                                    continue\n",
    "                        if flag==1:\n",
    "                            specific_key = ['职称', '职位_职称', '所获奖项']\n",
    "                            for tmp_key in keys:\n",
    "                                if tmp_key=='时间点' or tmp_key=='起始时间':\n",
    "                                    temp_dict[tmp_key] = i\n",
    "                                    if tmp_key=='时间点':\n",
    "                                        flag7 = 1\n",
    "                                elif tmp_key=='所在单位' or tmp_key=='信息公布权威机关' or tmp_key=='组织机构' or tmp_key=='方向' or tmp_key=='颁奖单位' or tmp_key=='演讲/报告题目' or tmp_key=='事件' or tmp_key=='语录' or tmp_key=='争议起因' or tmp_key=='事件起因' or tmp_key=='教育理念/指导学生' or tmp_key=='专利名称' or tmp_key=='研究成果名称' or tmp_key=='项目名称' or tmp_key=='散文名称' or tmp_key=='论著名称':\n",
    "                                    temp_dict[tmp_key] = content_year_360[tmp_key]\n",
    "                                else:\n",
    "                                    if tmp_key=='结束时间':\n",
    "                                        if eval('tmp_360_'+tmp_key)==eval('tmp_baidu_'+tmp_key):\n",
    "                                            temp_dict[tmp_key] = content_year_360[tmp_key]\n",
    "                                            for k in specific_key:\n",
    "                                                if k in keys:\n",
    "                                                    if content_year_360[k] == content_year_baidu[k]:\n",
    "                                                        temp_dict[k] = content_year_360[k]\n",
    "                                                    elif content_year_360[k]!='' and content_year_baidu[k]=='':\n",
    "                                                        temp_dict[k] = content_year_360[k]\n",
    "                                                    elif content_year_360[k]=='' and content_year_baidu[k]!='':\n",
    "                                                        temp_dict[k] = content_year_baidu[k]\n",
    "                                                    else:\n",
    "                                                        str_res = string_compile(content_year_360[k], content_year_baidu[k])\n",
    "                                                        if str_res!=1:\n",
    "                                                            temp_dict[k] = str_res\n",
    "                                                        else:\n",
    "                                                            flag2 += 1\n",
    "                                                            flag4 = 1\n",
    "                                                            if ('来源' in content_year_360) and ('来源' in content_year_baidu):\n",
    "                                                                tmp_dict1['来源'] = content_year_360['来源']\n",
    "                                                                tmp_dict2['来源'] = content_year_baidu['来源']\n",
    "                                                            elif ('来源' not in content_year_360) and ('来源' in content_year_baidu):\n",
    "                                                                tmp_dict1['来源'] = baike_name[0]\n",
    "                                                                tmp_dict2['来源'] = content_year_baidu['来源']\n",
    "                                                            elif ('来源' in content_year_360) and ('来源' not in content_year_baidu):\n",
    "                                                                tmp_dict1['来源'] = content_year_360['来源']\n",
    "                                                                tmp_dict2['来源'] = content_year_baidu['来源']\n",
    "                                                            if len(baike_name)>1:\n",
    "                                                                tmp_dict1['来源'] = baike_name[0]\n",
    "                                                                tmp_dict2['来源'] = baike_name[1]\n",
    "                                                            tmp_dict1['消歧标记'] = flag2\n",
    "                                                            tmp_dict2['消歧标记'] = flag2\n",
    "                                                            flag_list.append(content_year_360)\n",
    "                                                            break #通过百科或其他方式实现对齐\n",
    "                                            if flag4 ==1:\n",
    "                                                break\n",
    "                                        else:\n",
    "                                            flag5 = 1\n",
    "                                    elif tmp_key=='地点':\n",
    "                                        res = merge_local(eval('tmp_360_'+tmp_key), eval('tmp_baidu_'+tmp_key))\n",
    "                                        if res==1:\n",
    "                                            flag2 += 1\n",
    "                                            flag4 = 1\n",
    "                                            tmp_dict1['消歧标记'] = flag2\n",
    "                                            tmp_dict1['来源'] = baike_name[0]\n",
    "                                            tmp_dict2['消歧标记'] = flag2\n",
    "                                            tmp_dict2['来源'] = baike_name[1]\n",
    "                                            flag_list.append(content_year_360)\n",
    "                                            break #未对齐，需要消歧\n",
    "                                        else:\n",
    "                                            temp_dict[tmp_key] = res\n",
    "                                    else:\n",
    "                                        if tmp_key!='消歧标记' and tmp_key!='来源':\n",
    "                                            if eval('tmp_360_'+tmp_key) != eval('tmp_baidu_'+tmp_key):\n",
    "                                                sim = cs.similarity(eval('tmp_360_'+tmp_key), eval('tmp_baidu_'+tmp_key))\n",
    "                                                str_res = string_compile(eval('tmp_360_'+tmp_key), eval('tmp_baidu_'+tmp_key))\n",
    "                                                if sim == 1 or str_res!=1:\n",
    "                                                    if str_res!=1:\n",
    "                                                        temp_dict[tmp_key] = str_res\n",
    "                                                    else:\n",
    "                                                        temp_dict[tmp_key] = eval('tmp_baidu_'+tmp_key) #相似性得分1，即存在于词库中，直接返回\n",
    "                                                    if '结束时间' in keys:\n",
    "                                                        if content_year_360['结束时间'] == content_year_baidu['结束时间']:\n",
    "                                                            temp_dict['结束时间'] = get_year(content_year_360['结束时间'])\n",
    "                                                        elif content_year_360['结束时间']!='' and content_year_baidu['结束时间']=='':\n",
    "                                                            temp_dict['结束时间'] = get_year(content_year_360['结束时间'])\n",
    "                                                        elif content_year_360['结束时间']=='' and content_year_baidu['结束时间']!='':\n",
    "                                                            temp_dict['结束时间'] = get(content_year_baidu['结束时间'])\n",
    "                                                        else:\n",
    "                                                            flag2 += 1\n",
    "                                                            flag4 = 1\n",
    "                                                            tmp_dict1['消歧标记'] = flag2\n",
    "                                                            tmp_dict1['来源'] = baike_name[0]\n",
    "                                                            tmp_dict2['消歧标记'] = flag2\n",
    "                                                            tmp_dict2['来源'] = baike_name[1]\n",
    "                                                            flag_list.append(content_year_360)\n",
    "                                                            break #通过百科或其他方式实现对齐\n",
    "                                                    else: #表示是时间点,且有除时间点和关键内容外的其他信息相一致，则认为对齐\n",
    "                                                        flag_list.append(content_year_360)\n",
    "                                                        temp_dict = content_year_baidu\n",
    "                                                        if str_res!=1:\n",
    "                                                            temp_dict[tmp_key] = str_res\n",
    "                                                        else:\n",
    "                                                            temp_dict[tmp_key] = eval('tmp_baidu_'+tmp_key)\n",
    "                                                        break\n",
    "                                                else:\n",
    "                                                    if '结束时间' in keys:\n",
    "                                                        flag6 = 1\n",
    "                                                    else: #表示时间点情况下需要消歧\n",
    "                                                        flag2 += 1\n",
    "                                                        flag4 = 1\n",
    "                                                        tmp_dict1['消歧标记'] = flag2\n",
    "                                                        tmp_dict1['来源'] = baike_name[0]\n",
    "                                                        tmp_dict2['消歧标记'] = flag2\n",
    "                                                        tmp_dict2['来源'] = baike_name[1]\n",
    "                                                        flag_list.append(content_year_360)\n",
    "                                                        break\n",
    "                                            else:\n",
    "                                                temp_dict[tmp_key] = eval('tmp_baidu_'+tmp_key)\n",
    "                                                if '结束时间' in keys:\n",
    "                                                    if content_year_360['结束时间'] == content_year_baidu['结束时间']:\n",
    "                                                        temp_dict['结束时间'] = content_year_360['结束时间']\n",
    "                                                    elif content_year_360['结束时间']!='' and content_year_baidu['结束时间']=='':\n",
    "                                                        temp_dict['结束时间'] = content_year_360['结束时间']\n",
    "                                                    elif content_year_360['结束时间']=='' and content_year_baidu['结束时间']!='':\n",
    "                                                        temp_dict['结束时间'] = content_year_baidu['结束时间']\n",
    "                                                    else:\n",
    "                                                        flag2 += 1\n",
    "                                                        flag4 = 1\n",
    "                                                        tmp_dict1['消歧标记'] = flag2\n",
    "                                                        tmp_dict1['来源'] = baike_name[0]\n",
    "                                                        tmp_dict2['消歧标记'] = flag2\n",
    "                                                        tmp_dict2['来源'] = baike_name[1]\n",
    "                                                        flag_list.append(content_year_360)\n",
    "                                                        break #通过百科或其他方式实现对齐\n",
    "                                                else: #表示时间点情况下是对齐的\n",
    "                                                    flag_list.append(content_year_360)\n",
    "                                                    temp_dict = content_year_baidu\n",
    "                                                    break\n",
    "                                        else:\n",
    "                                            pass\n",
    "                            if flag5==1 and flag6==1: #结束时间和非关键其他信息都不相同时\n",
    "                                pass\n",
    "                            else:\n",
    "                                flag_list.append(content_year_360)\n",
    "                                break\n",
    "                    if flag4!=0: #先判断是否需要消歧，如果要消歧就直接把需要消歧的两个文件的内容加入返回列表\n",
    "                        return_list.append(tmp_dict1)\n",
    "                        return_list.append(tmp_dict2)\n",
    "                        tmp_list1.remove(content_year_360)\n",
    "                    else:\n",
    "                        if flag==0:\n",
    "                            content_year_baidu['来源'] = baike_name[0]\n",
    "                            return_list.append(content_year_baidu)\n",
    "                        else:\n",
    "                            if flag5==1 and flag6==1: #第一层循环的一行比较到第二个循环的最后一个时都没有实现对齐\n",
    "                                content_year_baidu['来源'] = baike_name[0]\n",
    "                                return_list.append(content_year_baidu)\n",
    "                            else:\n",
    "                                temp_dict['来源'] = baike_name[0]+','+baike_name[1]\n",
    "                                return_list.append(temp_dict)\n",
    "                                tmp_list1.remove(content_year_360)\n",
    "                for content_year_360 in tmp_list1_copy: #找出360百科文件中未与百度百科对齐的部分\n",
    "                    flag = 0\n",
    "                    for align_content_360 in flag_list:\n",
    "                        for tmp_key in keys:\n",
    "                            if tmp_key=='所在单位' or tmp_key=='信息公布权威机关' or tmp_key=='组织机构' or tmp_key=='方向' or tmp_key=='颁奖单位' or tmp_key=='演讲/报告题目' or tmp_key=='事件' or tmp_key=='语录' or tmp_key=='争议起因' or tmp_key=='事件起因' or tmp_key=='教育理念/指导学生' or tmp_key=='专利名称' or tmp_key=='研究成果名称' or tmp_key=='项目名称' or tmp_key=='散文名称' or tmp_key=='论著名称':\n",
    "                                if content_year_360[tmp_key] == align_content_360[tmp_key]:\n",
    "                                    flag = 1 #做一个关键信息相等时的标记\n",
    "                    if flag==0:\n",
    "                        content_year_360['来源'] = baike_name[1]\n",
    "                        return_list.append(content_year_360)\n",
    "        new_attribute_list.append(return_list)\n",
    "        del new_attribute_list[0]\n",
    "        del new_attribute_list[0]\n",
    "    elif len(attribute_value_list) == 0:\n",
    "        return 0\n",
    "    else:\n",
    "        return attribute_value_list[0]\n",
    "\n",
    "# 将结果写入到新json文件中\n",
    "def list_to_newjson(word, res):\n",
    "    if word=='本科' or word=='硕士研究生' or word=='博士研究生' or word=='博士后':\n",
    "        align_json['人物履历']['教育经历'][word]=res\n",
    "    elif word=='任职' or word=='任免辞职':\n",
    "        align_json['人物履历']['工作经历'][word]=res\n",
    "    elif word=='学术兼职' or word=='技术工作兼职' or word=='社会兼职':\n",
    "        align_json['其他职务'][word]=res\n",
    "    elif word=='学术论著类' or word=='散文类' or word=='承担项目类' or word=='研究成果类' or word=='发明专利类' or word=='人才培养类':\n",
    "        align_json[\"主要成果\"][word]=res\n",
    "    else:\n",
    "        align_json[word]=res\n",
    "\n",
    "# 只取日期前面的年份\n",
    "def get_year(date):\n",
    "    if date!='':\n",
    "        date = date.strip()\n",
    "        year = date[:4]\n",
    "        year = year + '年'\n",
    "        return year\n",
    "    return date\n",
    "\n",
    "# 维护一个键的队列\n",
    "def preserve_key_queue(key, key_queue):\n",
    "    if key=='任免_辞职':\n",
    "        delete = key_queue.get()\n",
    "        delete = key_queue.get()\n",
    "    elif key=='社会兼职' or key=='人才培养类' or key=='博士后':\n",
    "        delete = key_queue.get()\n",
    "    else:\n",
    "        pass\n",
    "\n",
    "# 比较字典型数据里的子属性的值,输入参数是不同百科改子属性值的列表和对应的属性名\n",
    "def compare(content_list, index, baike_name):\n",
    "    if index=='起始时间' or index=='结束时间' or index=='出生日期':\n",
    "        if len(content_list)>1: #当content_list列表里不止一个元素时，继续比较，直到只剩一个元素才返回\n",
    "            tmp_dict1 = {}\n",
    "            tmp_dict2 = {}\n",
    "            tmp_list = []\n",
    "            if type(content_list[0]).__name__=='str' and type(content_list[1]).__name__=='str':\n",
    "                res = merge_date(content_list[0], content_list[1])\n",
    "                if res[0]==2: #标识都不为空且是对齐了的\n",
    "                    tmp_dict1[index] = res[1]\n",
    "                    tmp_dict1['来源'] = baike_name[0]+','+baike_name[1]\n",
    "                    content_list.append(tmp_dict1)\n",
    "                elif res[0]==4: #表示两个都为空值\n",
    "                    pass\n",
    "                elif res[0]==0: #表示content_list[0]不为空，content_list[1]为空\n",
    "                    tmp_dict1[index] = res[1]\n",
    "                    tmp_dict1['来源'] = baike_name[0]\n",
    "                    content_list.append(tmp_dict1)\n",
    "                elif res[0]==1: #表示content_list[0]为空，content_list[1]不为空\n",
    "                    tmp_dict1[index] = res[1]\n",
    "                    tmp_dict1['来源'] = baike_name[1]\n",
    "                    content_list.append(tmp_dict1)\n",
    "                else: #标识两个都不为空，且未对齐\n",
    "                    tmp_dict1[index] = DateFormatHelper2.str2date(content_list[0])\n",
    "                    tmp_dict1['消歧标志'] = 1\n",
    "                    tmp_dict1['来源'] = baike_name[0]\n",
    "                    tmp_dict2[index] = DateFormatHelper2.str2date(content_list[1])\n",
    "                    tmp_dict2['消歧标志'] = 1\n",
    "                    tmp_dict2['来源'] = baike_name[1]\n",
    "                    tmp_list = [tmp_dict1, tmp_dict2]\n",
    "                    content_list.append(tmp_list)\n",
    "                del baike_name[0] #注意删除的时候的问题，连续删除两个的话，删除了第1个过后列表长度会减1\n",
    "                del baike_name[0]\n",
    "                del content_list[0]\n",
    "                del content_list[0]\n",
    "            elif type(content_list[0]).__name__=='str' and type(content_list[1]).__name__=='dict':\n",
    "                res = merge_date(content_list[0], content_list[1][index])\n",
    "                if res[0]==2: #标识都不为空且是对齐了的\n",
    "                    tmp_dict1[index] = res[1]\n",
    "                    tmp_dict1['来源'] = content_list[1]['来源']+','+baike_name[0]\n",
    "                    content_list.append(tmp_dict1)\n",
    "                elif res[0]==4: #表示两个都为空值\n",
    "                    pass\n",
    "                elif res[0]==0: #表示content_list[0]不为空，content_list[1]为空\n",
    "                    pass\n",
    "                elif res[0]==1: #表示content_list[0]为空，content_list[1]不为空\n",
    "                    content_list.append(content_list[1])\n",
    "                else: #标识两个都不为空，且未对齐\n",
    "                    tmp_dict1[index] = DateFormatHelper2.str2date(content_list[0])\n",
    "                    tmp_dict1['消歧标志'] = 1\n",
    "                    tmp_dict1['来源'] = baike_name[0]\n",
    "                    content_list[1]['消歧标志'] = 1\n",
    "                    tmp_list = [content_list[1], tmp_dict1]\n",
    "                    content_list.append(tmp_list)\n",
    "                del baike_name[0]\n",
    "                del content_list[0]\n",
    "                del content_list[0]\n",
    "            elif type(content_list[0]).__name__=='dict' and type(content_list[1]).__name__=='dict':\n",
    "                res = merge_date(content_list[0][index], content_list[1][index])\n",
    "                if res[0]==2: #标识都不为空且是对齐了的\n",
    "                    tmp_dict1[index] = res[1]\n",
    "                    tmp_dict1['来源'] = content_list[1]['来源']+','+content_list[0]['来源']\n",
    "                    content_list.append(tmp_dict1)\n",
    "                elif res[0]==3:\n",
    "                    content_list[0]['消歧标志'] = 1\n",
    "                    content_list[1]['消歧标志'] = 1\n",
    "                    tmp_list = [content_list[0], content_list[1]]\n",
    "                    content_list.append(tmp_list)\n",
    "                else:\n",
    "                    pass\n",
    "                del content_list[0]\n",
    "                del content_list[0]\n",
    "            elif type(content_list[0]).__name__=='str' and type(content_list[1]).__name__=='list':\n",
    "                flag = 0\n",
    "                for i in content_list[1]:\n",
    "                    res = merge_date(content_list[0], i[index])\n",
    "                    if res[0]==2: #标识都不为空且是对齐了的\n",
    "                        i[index] = res[1]\n",
    "                        i['来源'] = i['来源']+','+baike_name[0]\n",
    "                        content_list.append(content_list[1])\n",
    "                        flag = 1\n",
    "                        break\n",
    "                    elif res[0]==4: #表示两个都为空值\n",
    "                        pass\n",
    "                    elif res[0]==0: #表示content_list[0]不为空，content_list[1]为空\n",
    "                        pass\n",
    "                    elif res[0]==1: #表示content_list[0]为空，content_list[1]不为空\n",
    "                        content_list.append(content_list[1])\n",
    "                        flag = 1\n",
    "                        break\n",
    "                    else: #标识两个都不为空，且未对齐\n",
    "                        pass\n",
    "                if flag==1:\n",
    "                    del baike_name[0]\n",
    "                    del content_list[0]\n",
    "                    del content_list[0]\n",
    "                else:\n",
    "                    tmp_dict1[index] = DateFormatHelper2.str2date(content_list[0])\n",
    "                    tmp_dict1['消歧标志'] = 1\n",
    "                    tmp_dict1['来源'] = baike_name[0]\n",
    "                    tmp_list = [tmp_dict1]\n",
    "                    for i in content_list[1]:\n",
    "                        tmp_list.append(i)\n",
    "                    content_list.append(tmp_list)\n",
    "                    del baike_name[0]\n",
    "                    del content_list[0]\n",
    "                    del content_list[0]\n",
    "            elif type(content_list[0]).__name__=='dict' and type(content_list[1]).__name__=='list':\n",
    "                flag = 0\n",
    "                for i in content_list[1]:\n",
    "                    res = merge_date(content_list[0][index], i[index])\n",
    "                    if res[0]==2:\n",
    "                        i[index] = res[1]\n",
    "                        i['来源'] = i['来源']+','+content_list[0]['来源']\n",
    "                        content_list.append(content_list[1])\n",
    "                        flag = 1\n",
    "                        break\n",
    "                    else:\n",
    "                        pass\n",
    "                if flag==1:\n",
    "                    del content_list[0]\n",
    "                    del content_list[0]\n",
    "                else:\n",
    "                    content_list[0]['消歧标志'] = 1\n",
    "                    tmp_list = [content_list[0]]\n",
    "                    for i in content_list[1]:\n",
    "                        tmp_list.append(i)\n",
    "                    content_list.append(tmp_list)\n",
    "                    del content_list[0]\n",
    "                    del content_list[0]\n",
    "            elif type(content_list[0]).__name__=='list' and type(content_list[1]).__name__=='dict':\n",
    "                flag = 0\n",
    "                for i in content_list[0]:\n",
    "                    res = merge_date(content_list[1][index], i[index])\n",
    "                    if res[0]==2:\n",
    "                        i[index] = res[1]\n",
    "                        i['来源'] = i['来源']+','+content_list[1]['来源']\n",
    "                        content_list.append(content_list[0])\n",
    "                        flag = 1\n",
    "                        break\n",
    "                    else:\n",
    "                        pass\n",
    "                if flag==1:\n",
    "                    del content_list[0]\n",
    "                    del content_list[0]\n",
    "                else:\n",
    "                    content_list[1]['消歧标志'] = 1\n",
    "                    tmp_list = [content_list[1]]\n",
    "                    for i in content_list[0]:\n",
    "                        tmp_list.append(i)\n",
    "                    content_list.append(tmp_list)\n",
    "                    del content_list[0]\n",
    "                    del content_list[0]\n",
    "            elif type(content_list[0]).__name__=='list' and type(content_list[1]).__name__=='list':\n",
    "                flag_list = []\n",
    "                for i in content_list[0]:\n",
    "                    flag = 0\n",
    "                    for j in content_list[1]:\n",
    "                        res = merge_date(i[index], j[index])\n",
    "                        if res[0]==2:\n",
    "                            i[index] = res[1]\n",
    "                            i['来源'] = i['来源']+','+j['来源']\n",
    "                            tmp_list.append(i)\n",
    "                            flag = 1\n",
    "                            flag_list.append(j)\n",
    "                            break\n",
    "                        else:\n",
    "                            pass\n",
    "                    if flag==0:\n",
    "                        tmp_list.append(i)\n",
    "                for i in content_list[1]:\n",
    "                    flag = 0\n",
    "                    for j in flag_list:\n",
    "                        if i[index]!=j[index]:\n",
    "                            pass\n",
    "                        else:\n",
    "                            flag = 1\n",
    "                            break\n",
    "                    if flag == 0:\n",
    "                        tmp_list.append(i)\n",
    "                content_list.append(tmp_list)\n",
    "                del content_list[0]\n",
    "                del content_list[0]\n",
    "            else:\n",
    "                pass\n",
    "            compare(content_list, index, baike_name)\n",
    "        else:\n",
    "            return content_list[0]\n",
    "    elif index=='出生地' or index=='原籍':\n",
    "        if len(content_list)>1: #当content_list列表里不止一个元素时，继续比较，直到只剩一个元素才返回\n",
    "            tmp_dict1 = {}\n",
    "            tmp_dict2 = {}\n",
    "            tmp_list = []\n",
    "            if type(content_list[0]).__name__=='str' and type(content_list[1]).__name__=='str':\n",
    "                res = merge_local(content_list[0], content_list[1])\n",
    "                if res[0]==2: #标识都不为空且是对齐了的\n",
    "                    tmp_dict1[index] = res[1]\n",
    "                    tmp_dict1['来源'] = baike_name[0]+','+baike_name[1]\n",
    "                    content_list.append(tmp_dict1)\n",
    "                elif res[0]==4: #表示两个都为空值\n",
    "                    pass\n",
    "                elif res[0]==0: #表示content_list[0]不为空，content_list[1]为空\n",
    "                    tmp_dict1[index] = res[1]\n",
    "                    tmp_dict1['来源'] = baike_name[0]\n",
    "                    content_list.append(tmp_dict1)\n",
    "                elif res[0]==1: #表示content_list[0]为空，content_list[1]不为空\n",
    "                    tmp_dict1[index] = res[1]\n",
    "                    tmp_dict1['来源'] = baike_name[1]\n",
    "                    content_list.append(tmp_dict1)\n",
    "                else: #标识两个都不为空，且未对齐\n",
    "                    tmp_dict1[index] = content_list[0]\n",
    "                    tmp_dict1['消歧标志'] = 1\n",
    "                    tmp_dict1['来源'] = baike_name[0]\n",
    "                    tmp_dict2[index] = content_list[1]\n",
    "                    tmp_dict2['消歧标志'] = 1\n",
    "                    tmp_dict2['来源'] = baike_name[1]\n",
    "                    tmp_list = [tmp_dict1, tmp_dict2]\n",
    "                    content_list.append(tmp_list)\n",
    "                del baike_name[0] #注意删除的时候的问题，连续删除两个的话，删除了第1个过后列表长度会减1\n",
    "                del baike_name[0]\n",
    "                del content_list[0]\n",
    "                del content_list[0]\n",
    "            elif type(content_list[0]).__name__=='str' and type(content_list[1]).__name__=='dict':\n",
    "                res = merge_local(content_list[0], content_list[1][index])\n",
    "                if res[0]==2: #标识都不为空且是对齐了的\n",
    "                    tmp_dict1[index] = res[1]\n",
    "                    tmp_dict1['来源'] = content_list[1]['来源']+','+baike_name[0]\n",
    "                    content_list.append(tmp_dict1)\n",
    "                elif res[0]==4: #表示两个都为空值\n",
    "                    pass\n",
    "                elif res[0]==0: #表示content_list[0]不为空，content_list[1]为空\n",
    "                    pass\n",
    "                elif res[0]==1: #表示content_list[0]为空，content_list[1]不为空\n",
    "                    content_list.append(content_list[1])\n",
    "                else: #标识两个都不为空，且未对齐\n",
    "                    tmp_dict1[index] = content_list[0]\n",
    "                    tmp_dict1['消歧标志'] = 1\n",
    "                    tmp_dict1['来源'] = baike_name[0]\n",
    "                    content_list[1]['消歧标志'] = 1\n",
    "                    tmp_list = [content_list[1], tmp_dict1]\n",
    "                    content_list.append(tmp_list)\n",
    "                del baike_name[0]\n",
    "                del content_list[0]\n",
    "                del content_list[0]\n",
    "            elif type(content_list[0]).__name__=='dict' and type(content_list[1]).__name__=='dict':\n",
    "                res = merge_local(content_list[0][index], content_list[1][index])\n",
    "                if res[0]==2: #标识都不为空且是对齐了的\n",
    "                    tmp_dict1[index] = res[1]\n",
    "                    tmp_dict1['来源'] = content_list[1]['来源']+','+content_list[0]['来源']\n",
    "                    content_list.append(tmp_dict1)\n",
    "                elif res[0]==3:\n",
    "                    content_list[0]['消歧标志'] = 1\n",
    "                    content_list[1]['消歧标志'] = 1\n",
    "                    tmp_list = [content_list[0], content_list[1]]\n",
    "                    content_list.append(tmp_list)\n",
    "                else:\n",
    "                    pass\n",
    "                del content_list[0]\n",
    "                del content_list[0]\n",
    "            elif type(content_list[0]).__name__=='str' and type(content_list[1]).__name__=='list':\n",
    "                flag = 0\n",
    "                for i in content_list[1]:\n",
    "                    res = merge_local(content_list[0], i[index])\n",
    "                    if res[0]==2: #标识都不为空且是对齐了的\n",
    "                        i[index] = res[1]\n",
    "                        i['来源'] = i['来源']+','+baike_name[0]\n",
    "                        content_list.append(content_list[1])\n",
    "                        flag = 1\n",
    "                        break\n",
    "                    elif res[0]==4: #表示两个都为空值\n",
    "                        pass\n",
    "                    elif res[0]==0: #表示content_list[0]不为空，content_list[1]为空\n",
    "                        pass\n",
    "                    elif res[0]==1: #表示content_list[0]为空，content_list[1]不为空\n",
    "                        content_list.append(content_list[1])\n",
    "                        flag = 1\n",
    "                        break\n",
    "                    else: #标识两个都不为空，且未对齐\n",
    "                        pass\n",
    "                if flag==1:\n",
    "                    del baike_name[0]\n",
    "                    del content_list[0]\n",
    "                    del content_list[0]\n",
    "                else:\n",
    "                    tmp_dict1[index] = content_list[0]\n",
    "                    tmp_dict1['消歧标志'] = 1\n",
    "                    tmp_dict1['来源'] = baike_name[0]\n",
    "                    tmp_list = [tmp_dict1]\n",
    "                    for i in content_list[1]:\n",
    "                        tmp_list.append(i)\n",
    "                    content_list.append(tmp_list)\n",
    "                    del baike_name[0]\n",
    "                    del content_list[0]\n",
    "                    del content_list[0]\n",
    "            elif type(content_list[0]).__name__=='dict' and type(content_list[1]).__name__=='list':\n",
    "                flag = 0\n",
    "                for i in content_list[1]:\n",
    "                    res = merge_local(content_list[0][index], i[index])\n",
    "                    if res[0]==2:\n",
    "                        i[index] = res[1]\n",
    "                        i['来源'] = i['来源']+','+content_list[0]['来源']\n",
    "                        content_list.append(content_list[1])\n",
    "                        flag = 1\n",
    "                        break\n",
    "                    else:\n",
    "                        pass\n",
    "                if flag==1:\n",
    "                    del content_list[0]\n",
    "                    del content_list[0]\n",
    "                else:\n",
    "                    content_list[0]['消歧标志'] = 1\n",
    "                    tmp_list = [content_list[0]]\n",
    "                    for i in content_list[1]:\n",
    "                        tmp_list.append(i)\n",
    "                    content_list.append(tmp_list)\n",
    "                    del content_list[0]\n",
    "                    del content_list[0]\n",
    "            elif type(content_list[0]).__name__=='list' and type(content_list[1]).__name__=='dict':\n",
    "                flag = 0\n",
    "                for i in content_list[0]:\n",
    "                    res = merge_local(content_list[1][index], i[index])\n",
    "                    if res[0]==2:\n",
    "                        i[index] = res[1]\n",
    "                        i['来源'] = i['来源']+','+content_list[1]['来源']\n",
    "                        content_list.append(content_list[0])\n",
    "                        flag = 1\n",
    "                        break\n",
    "                    else:\n",
    "                        pass\n",
    "                if flag==1:\n",
    "                    del content_list[0]\n",
    "                    del content_list[0]\n",
    "                else:\n",
    "                    content_list[1]['消歧标志'] = 1\n",
    "                    tmp_list = [content_list[1]]\n",
    "                    for i in content_list[0]:\n",
    "                        tmp_list.append(i)\n",
    "                    content_list.append(tmp_list)\n",
    "                    del content_list[0]\n",
    "                    del content_list[0]\n",
    "            elif type(content_list[0]).__name__=='list' and type(content_list[1]).__name__=='list':\n",
    "                flag_list = []\n",
    "                for i in content_list[0]:\n",
    "                    flag = 0\n",
    "                    for j in content_list[1]:\n",
    "                        res = merge_local(i[index], j[index])\n",
    "                        if res[0]==2:\n",
    "                            i[index] = res[1]\n",
    "                            i['来源'] = i['来源']+','+j['来源']\n",
    "                            tmp_list.append(i)\n",
    "                            flag = 1\n",
    "                            flag_list.append(j)\n",
    "                            break\n",
    "                        else:\n",
    "                            pass\n",
    "                    if flag==0:\n",
    "                        tmp_list.append(i)\n",
    "                for i in content_list[1]:\n",
    "                    flag = 0\n",
    "                    for j in flag_list:\n",
    "                        if i[index]!=j[index]:\n",
    "                            pass\n",
    "                        else:\n",
    "                            flag = 1\n",
    "                            break\n",
    "                    if flag == 0:\n",
    "                        tmp_list.append(i)\n",
    "                content_list.append(tmp_list)\n",
    "                del content_list[0]\n",
    "                del content_list[0]\n",
    "            else:\n",
    "                pass\n",
    "            compare(content_list, index, baike_name)\n",
    "        else:\n",
    "            return content_list[0]\n",
    "    else: #除开时间、地址的其他情况对齐\n",
    "        if len(content_list)>1: #当content_list列表里不止一个元素时，继续比较，直到只剩一个元素才返回\n",
    "            tmp_dict1 = {}\n",
    "            tmp_dict2 = {}\n",
    "            tmp_list = []\n",
    "            if type(content_list[0]).__name__=='str' and type(content_list[1]).__name__=='str':\n",
    "                res = compare_other(content_list[0], content_list[1])\n",
    "                if res[0]==2: #标识都不为空且是对齐了的\n",
    "                    tmp_dict1[index] = res[1]\n",
    "                    tmp_dict1['来源'] = baike_name[0]+','+baike_name[1]\n",
    "                    content_list.append(tmp_dict1)\n",
    "                elif res[0]==4: #表示两个都为空值\n",
    "                    pass\n",
    "                elif res[0]==0: #表示content_list[0]不为空，content_list[1]为空\n",
    "                    tmp_dict1[index] = res[1]\n",
    "                    tmp_dict1['来源'] = baike_name[0]\n",
    "                    content_list.append(tmp_dict1)\n",
    "                elif res[0]==1: #表示content_list[0]为空，content_list[1]不为空\n",
    "                    tmp_dict1[index] = res[1]\n",
    "                    tmp_dict1['来源'] = baike_name[1]\n",
    "                    content_list.append(tmp_dict1)\n",
    "                else: #标识两个都不为空，且未对齐\n",
    "                    tmp_dict1[index] = content_list[0]\n",
    "                    tmp_dict1['消歧标志'] = 1\n",
    "                    tmp_dict1['来源'] = baike_name[0]\n",
    "                    tmp_dict2[index] = content_list[1]\n",
    "                    tmp_dict2['消歧标志'] = 1\n",
    "                    tmp_dict2['来源'] = baike_name[1]\n",
    "                    tmp_list = [tmp_dict1, tmp_dict2]\n",
    "                    content_list.append(tmp_list)\n",
    "                del baike_name[0] #注意删除的时候的问题，连续删除两个的话，删除了第1个过后列表长度会减1\n",
    "                del baike_name[0]\n",
    "                del content_list[0]\n",
    "                del content_list[0]\n",
    "            elif type(content_list[0]).__name__=='str' and type(content_list[1]).__name__=='dict':\n",
    "                res = compare_other(content_list[0], content_list[1][index])\n",
    "                if res[0]==2: #标识都不为空且是对齐了的\n",
    "                    tmp_dict1[index] = res[1]\n",
    "                    tmp_dict1['来源'] = content_list[1]['来源']+','+baike_name[0]\n",
    "                    content_list.append(tmp_dict1)\n",
    "                elif res[0]==4: #表示两个都为空值\n",
    "                    pass\n",
    "                elif res[0]==0: #表示content_list[0]不为空，content_list[1]为空\n",
    "                    pass\n",
    "                elif res[0]==1: #表示content_list[0]为空，content_list[1]不为空\n",
    "                    content_list.append(content_list[1])\n",
    "                else: #标识两个都不为空，且未对齐\n",
    "                    tmp_dict1[index] = content_list[0]\n",
    "                    tmp_dict1['消歧标志'] = 1\n",
    "                    tmp_dict1['来源'] = baike_name[0]\n",
    "                    content_list[1]['消歧标志'] = 1\n",
    "                    tmp_list = [content_list[1], tmp_dict1]\n",
    "                    content_list.append(tmp_list)\n",
    "                del baike_name[0]\n",
    "                del content_list[0]\n",
    "                del content_list[0]\n",
    "            elif type(content_list[0]).__name__=='dict' and type(content_list[1]).__name__=='dict':\n",
    "                res = compare_other(content_list[0][index], content_list[1][index])\n",
    "                if res[0]==2: #标识都不为空且是对齐了的\n",
    "                    tmp_dict1[index] = res[1]\n",
    "                    tmp_dict1['来源'] = content_list[1]['来源']+','+content_list[0]['来源']\n",
    "                    content_list.append(tmp_dict1)\n",
    "                elif res[0]==3:\n",
    "                    content_list[0]['消歧标志'] = 1\n",
    "                    content_list[1]['消歧标志'] = 1\n",
    "                    tmp_list = [content_list[0], content_list[1]]\n",
    "                    content_list.append(tmp_list)\n",
    "                else:\n",
    "                    pass\n",
    "                del content_list[0]\n",
    "                del content_list[0]\n",
    "            elif type(content_list[0]).__name__=='str' and type(content_list[1]).__name__=='list':\n",
    "                flag = 0\n",
    "                for i in content_list[1]:\n",
    "                    res = compare_other(content_list[0], i[index])\n",
    "                    if res[0]==2: #标识都不为空且是对齐了的\n",
    "                        i[index] = res[1]\n",
    "                        i['来源'] = i['来源']+','+baike_name[0]\n",
    "                        content_list.append(content_list[1])\n",
    "                        flag = 1\n",
    "                        break\n",
    "                    elif res[0]==4: #表示两个都为空值\n",
    "                        pass\n",
    "                    elif res[0]==0: #表示content_list[0]不为空，content_list[1]为空\n",
    "                        pass\n",
    "                    elif res[0]==1: #表示content_list[0]为空，content_list[1]不为空\n",
    "                        content_list.append(content_list[1])\n",
    "                        flag = 1\n",
    "                        break\n",
    "                    else: #标识两个都不为空，且未对齐\n",
    "                        pass\n",
    "                if flag==1:\n",
    "                    del baike_name[0]\n",
    "                    del content_list[0]\n",
    "                    del content_list[0]\n",
    "                else:\n",
    "                    tmp_dict1[index] = content_list[0]\n",
    "                    tmp_dict1['消歧标志'] = 1\n",
    "                    tmp_dict1['来源'] = baike_name[0]\n",
    "                    tmp_list = [tmp_dict1]\n",
    "                    for i in content_list[1]:\n",
    "                        tmp_list.append(i)\n",
    "                    content_list.append(tmp_list)\n",
    "                    del baike_name[0]\n",
    "                    del content_list[0]\n",
    "                    del content_list[0]\n",
    "            elif type(content_list[0]).__name__=='dict' and type(content_list[1]).__name__=='list':\n",
    "                flag = 0\n",
    "                for i in content_list[1]:\n",
    "                    res = compare_other(content_list[0][index], i[index])\n",
    "                    if res[0]==2:\n",
    "                        i[index] = res[1]\n",
    "                        i['来源'] = i['来源']+','+content_list[0]['来源']\n",
    "                        content_list.append(content_list[1])\n",
    "                        flag = 1\n",
    "                        break\n",
    "                    else:\n",
    "                        pass\n",
    "                if flag==1:\n",
    "                    del content_list[0]\n",
    "                    del content_list[0]\n",
    "                else:\n",
    "                    content_list[0]['消歧标志'] = 1\n",
    "                    tmp_list = [content_list[0]]\n",
    "                    for i in content_list[1]:\n",
    "                        tmp_list.append(i)\n",
    "                    content_list.append(tmp_list)\n",
    "                    del content_list[0]\n",
    "                    del content_list[0]\n",
    "            elif type(content_list[0]).__name__=='list' and type(content_list[1]).__name__=='dict':\n",
    "                flag = 0\n",
    "                for i in content_list[0]:\n",
    "                    res = compare_other(content_list[1][index], i[index])\n",
    "                    if res[0]==2:\n",
    "                        i[index] = res[1]\n",
    "                        i['来源'] = i['来源']+','+content_list[1]['来源']\n",
    "                        content_list.append(content_list[0])\n",
    "                        flag = 1\n",
    "                        break\n",
    "                    else:\n",
    "                        pass\n",
    "                if flag==1:\n",
    "                    del content_list[0]\n",
    "                    del content_list[0]\n",
    "                else:\n",
    "                    content_list[1]['消歧标志'] = 1\n",
    "                    tmp_list = [content_list[1]]\n",
    "                    for i in content_list[0]:\n",
    "                        tmp_list.append(i)\n",
    "                    content_list.append(tmp_list)\n",
    "                    del content_list[0]\n",
    "                    del content_list[0]\n",
    "            elif type(content_list[0]).__name__=='list' and type(content_list[1]).__name__=='list':\n",
    "                flag_list = []\n",
    "                for i in content_list[0]:\n",
    "                    flag = 0\n",
    "                    for j in content_list[1]:\n",
    "                        res = compare_other(i[index], j[index])\n",
    "                        if res[0]==2:\n",
    "                            i[index] = res[1]\n",
    "                            i['来源'] = i['来源']+','+j['来源']\n",
    "                            tmp_list.append(i)\n",
    "                            flag = 1\n",
    "                            flag_list.append(j)\n",
    "                            break\n",
    "                        else:\n",
    "                            pass\n",
    "                    if flag==0:\n",
    "                        tmp_list.append(i)\n",
    "                for i in content_list[1]:\n",
    "                    flag = 0\n",
    "                    for j in flag_list:\n",
    "                        if i[index]!=j[index]:\n",
    "                            pass\n",
    "                        else:\n",
    "                            flag = 1\n",
    "                            break\n",
    "                    if flag == 0:\n",
    "                        tmp_list.append(i)\n",
    "                content_list.append(tmp_list)\n",
    "                del content_list[0]\n",
    "                del content_list[0]\n",
    "            else:\n",
    "                pass\n",
    "            compare(content_list, index, baike_name)\n",
    "        else:\n",
    "            return content_list[0]\n",
    "    \n",
    "# 根据库比较除时间、地点外其他值是否对齐，接收的参数为两个文件属性的值，以列表形式返回，一个是内容一个是标识\n",
    "def compare_other(content1, content2):\n",
    "    res_list = [] #以列表形式返回，一个是内容一个是标识\n",
    "    if content1!='' and content2=='':\n",
    "        res_list = [0, content1] #标识第一个不为空，第二个为空\n",
    "    elif content1=='' and content2!='': \n",
    "        res_list = [1, content2] #标识第一个为空，第二个不为空\n",
    "    elif content1!='' and content2!='':\n",
    "        if content1==content2:\n",
    "            res_list = [2, content1]\n",
    "        else:\n",
    "            res = cs.similarity(content1, content2)\n",
    "            if res==1:\n",
    "                res_list = [2, content1] #标识两个都不为空且是对齐的\n",
    "            else:\n",
    "                res_list = [3] #标识两个都不为空，但未对齐\n",
    "    else:\n",
    "        res_list = [4] #标识两个都为空\n",
    "    return res_list\n",
    " \n",
    "'''\n",
    "# 对非列表且是字典形式的内容进行对齐(这里主要关注基本信息、本科、硕士、博士、博士后这几个模块)\n",
    "# 接收参数为属性值列表和百科文件名\n",
    "# 按照时间、地点和其他信息处理\n",
    "'''\n",
    "def align_dict(attribute_value_list, baike_name):\n",
    "    keys = list(attribute_value_list[0].keys()) #得到该属性下的所有键的名字，并放到一个list里\n",
    "    new_dict = {} #用于存放对齐与未对齐(需消歧)后的内容\n",
    "    for index in keys:\n",
    "        value = []\n",
    "        for i in attribute_value_list:\n",
    "            value.append(i[index])\n",
    "        var_baike_name = copy.deepcopy(baike_name)\n",
    "        res = compare(value, index, var_baike_name)\n",
    "        new_dict[index] = res\n",
    "    return new_dict\n",
    "                                                        \n",
    "# 对非列表非字典形式的内容对齐(也包括都是列表，但列表里面都是字符串，不是字典的情况)\n",
    "def string_align(word, content_list):\n",
    "    new_list = []\n",
    "    list_to_set = set() #把list里的内容放到集合中，实现自动去重\n",
    "    for i in content_list:\n",
    "        if i=='':\n",
    "            pass\n",
    "        else:\n",
    "            for j in i:\n",
    "                list_to_set.add(j)\n",
    "    new_list = list(list_to_set)\n",
    "    return new_list\n",
    "\n",
    "'''本函数用户判断某个属性对应的值的类型，并根据类型调用相应的函数处理，\n",
    "   接受参数为维护的栈和队列，以及各百科文件的来源名\n",
    "   当属性队列为空的时候，返回0\n",
    "'''\n",
    "def other_align(st, key_queue, baike_name):\n",
    "    if not st.is_empty():\n",
    "        content = set()\n",
    "        word = st.pop() #弹出当前栈里面顶上的内容\n",
    "        key_queue.put(word) #键值队列，用于保存前面已出现的键值(目的是方便后面迭代时能准确找到进行到什么地方了)\n",
    "        index = 0 #index变量，用于在json_file(百科的json文件列表)里找到对应的百科文件\n",
    "        attribute_value_list = [] #局部列表变量，用于存储不同百科文件当前属性下的值\n",
    "        for i in baike_name:\n",
    "            p = json_file[index] #将当前遍历获得的百科文件存入到变量P里面\n",
    "            key_str = 'p'\n",
    "            for j in key_queue.queue: #通过维护的键的队列取到对应的键值\n",
    "                key_str = key_str+'[\\''+j+'\\']'\n",
    "            attribute_value_list.append(eval(key_str))\n",
    "            index += 1\n",
    "        flag = 0 #标记这几个百科json文件的当前属性值是否为空\n",
    "        '''\n",
    "        这里之所以遍历查看的原因是可能五个文件中有些该属性的值为空，但其他文件却为list或dict，\n",
    "        如果先遍历到为空的文件，也先不管，还是继续遍历，直到找到不为空的，执行相应的操作,\n",
    "        但一旦遍历到了不为空的，就可以break退出循环，以免重复进行操作\n",
    "        '''\n",
    "        for i in attribute_value_list:\n",
    "            if type(i).__name__ == 'list': #处理百科json文件中该属性下的值如果是列表时的情况，则取出列表里的每一个字典\n",
    "                flag = 1\n",
    "                if word=='人物影响' or word=='研究领域': #这两个属性的值没有子属性了，其值直接就是字符串形式，所以单独处理\n",
    "                    res = string_align(word, attribute_value_list)\n",
    "                    list_to_newjson(word, res)\n",
    "                    key = key_queue.get()\n",
    "                    preserve_key_queue(key, key_queue)\n",
    "                    other_align(st, key_queue, baike_name)\n",
    "                else: #其他情况的属性值里还有子属性，此时如果是列表的话也是单独处理\n",
    "                    res = compile_list(attribute_value_list, baike_name) #返回的是一个列表，列表里面是多个字典\n",
    "                    if res==0:\n",
    "                        res=''\n",
    "                    list_to_newjson(word,res)\n",
    "                    key = key_queue.get()\n",
    "                    preserve_key_queue(key, key_queue) #得到动态维护的键的队列\n",
    "                    other_align(st, key_queue, baike_name)\n",
    "                break\n",
    "            elif type(i).__name__ == 'dict': #处理百科json文件中该属性下的值如果是字典时的情况，这里主要是针对单属性值\n",
    "                flag = 1\n",
    "                if word=='基本信息' or word=='本科' or word=='硕士研究生' or word=='博士研究生' or word=='博士后':\n",
    "                    res = align_dict(attribute_value_list, baike_name)\n",
    "                    list_to_newjson(word,res)\n",
    "                    key = key_queue.get()\n",
    "                    preserve_key_queue(key, key_queue)\n",
    "                    other_align(st, key_queue, baike_name)\n",
    "                else: #当不是单属性值时，说明其还不是最外层的属性(也即为父属性)，则将其压入栈中后续出栈时再处理\n",
    "                    dict_key1 = list(attribute_value_list[0].keys()) #将字典里的键都放入栈中，稍后依次取出进行对齐\n",
    "                    dict_key1.reverse()\n",
    "                    for i in dict_key1:\n",
    "                        st.push(i)\n",
    "                    other_align(st, key_queue, baike_name)\n",
    "                break\n",
    "            else:\n",
    "                pass\n",
    "        if flag==0: #表示这几个文件的当前属性都为空\n",
    "            res = ''\n",
    "            list_to_newjson(word, res)\n",
    "            key = key_queue.get()\n",
    "            preserve_key_queue(key, key_queue)\n",
    "            other_align(st, key_queue, baike_name)\n",
    "    else:\n",
    "        return 0\n",
    "\n",
    "# 对齐处理的入口函数，接收参数为最外层的属性名列表和对应的百科json文件名列表\n",
    "def process_entrace(key_list, baike_name):\n",
    "    tree=lambda:collections.defaultdict(tree)\n",
    "    global align_json #全局变量，用于存储对齐和未对齐(做标记)的结果\n",
    "    align_json=tree()\n",
    "    st = SStack() #用栈存放每一轮的属性\n",
    "    lq = LifoQueue(maxsize=0) #用后进先出队列用于存放文件操作过程中的中间键值(用于新建新的对齐json)\n",
    "    key_list.reverse() #属性名列表反向，为了使最后按照正向的方式写入\n",
    "    for i in key_list:\n",
    "        st.push(i) #将最开始外层的属性名压入栈中\n",
    "    res = other_align(st, lq, baike_name) #调用对齐的控制函数\n",
    "    print(\"  \",json.dumps(align_json,ensure_ascii=False,indent=4))\n",
    "\n",
    "if __name__ == \"__main__\":\n",
    "    b = get_files(r\"./\")\n",
    "    global json_file #全局列表变量，用于存放不同百科json文件的内容\n",
    "    json_file = []\n",
    "    baike_name = [] #局部变量，用于存放json百科文件的名字，对应数据来源\n",
    "    for i in b:\n",
    "        if i.split('/')[1]!='fang_merge.json' and i.split('/')[1]!='merge.json':\n",
    "            with open(i) as f: #打开json文件并保存到json文件列表里\n",
    "                json_file.append(json.load(f))\n",
    "            baike_name.append(i.split('/')[1].split('.')[0]) #取出百科json文件的文件名\n",
    "    key_list = list(json_file[0].keys()) #局部变量，用于存放百科json文件的最外层父属性\n",
    "    process_entrace(key_list, baike_name)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "   1985-10\n"
     ]
    }
   ],
   "source": [
    "from DateFormatconvert2 import DateFormatHelper2\n",
    "dict1 = [{'起始时间':'1985年','结束时间':'1988年'},{'起始时间':'1989年','结束时间':'1993年'}]\n",
    "print(\"  \",DateFormatHelper2.str2date('1985.10'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}