tushare股票信息.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "suspected-agenda",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "from tqdm import *\n",
    "pd.set_option('display.max_rows',None)\n",
    "import tushare as ts\n",
    "pro = ts.pro_api('6792f89c67a1f228aaf8aa19e6b0ca381504c16d8d5b7f75d76427a5')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "offshore-nancy",
   "metadata": {},
   "outputs": [],
   "source": [
    "import tushare as ts\n",
    "pro = ts.pro_api('6792f89c67a1f228aaf8aa19e6b0ca381504c16d8d5b7f75d76427a5')\n",
    "df = pro.news(src='eastmoney', start_date='2021-04-08 00:00:00', end_date='2021-04-08 23:59:00')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 212,
   "id": "parental-support",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>date</th>\n",
       "      <th>title</th>\n",
       "      <th>content</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>20210408</td>\n",
       "      <td>习近平对深化东西部协作和定点帮扶工作作出重要指示强调 适应形势任务变化 弘扬脱贫攻坚精神 加...</td>\n",
       "      <td>中共中央总书记、国家主席、中央军委主席习近平近日对深化东西部协作和定点帮扶工作作出重要指示指...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>20210408</td>\n",
       "      <td>新闻特写：“重启”一年 风雨过后见彩虹</td>\n",
       "      <td>一年前的今天，随着武汉的解封，湖北这个中部大省重新回归正常秩序和生活。去年，面对突如其来的新...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>20210408</td>\n",
       "      <td>韩正出席全国绿化委员会全体会议</td>\n",
       "      <td>全国绿化委员会全体会议8日在北京召开。中共中央政治局常委、国务院副总理、全国绿化委员会主任韩...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>20210408</td>\n",
       "      <td>【奋斗百年路 启航新征程·同心奔小康】多彩休闲游 致富小康路</td>\n",
       "      <td>乡村振兴，关键是产业要振兴。三年前，山东省临邑县的前杨村还是个省定贫困村，而今，立足乡村旅游...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>20210408</td>\n",
       "      <td>新修订《粮食流通管理条例》首次明确粮食安全党政同责</td>\n",
       "      <td>国务院新闻办4月8日举行政策例行吹风会。国家发展改革委、粮食和物资储备局、司法部、财政部等部...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>20210408</td>\n",
       "      <td>海南放宽市场准入特别措施今天发布</td>\n",
       "      <td>今天（4月8日），国家发展改革委、商务部等部门联合出台了《关于支持海南自由贸易港建设放宽市场...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>20210408</td>\n",
       "      <td>国家卫生健康委通报最新疫情</td>\n",
       "      <td>国家卫生健康委今天（4月8日）通报，4月7日0—24时，31个省（自治区、直辖市）和新疆生产...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>20210408</td>\n",
       "      <td>新华社综述：触目真相戳穿美国“人权卫士”谎言</td>\n",
       "      <td>新华社今天（4月8日）发表综述，题目是《触目真相戳穿美国“人权卫士”谎言》。综述指出，日前，...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>20210408</td>\n",
       "      <td>国内联播快讯</td>\n",
       "      <td>中央1561亿元资金推进脱贫地区产业振兴农业农村部今天（4月8日）发布，今年中央财政衔接推进...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>20210408</td>\n",
       "      <td>国际货币基金组织总裁呼吁加强多边合作</td>\n",
       "      <td>2021年国际货币基金组织和世行春季会议5日至11日在线举行。国际货币基金组织总裁格奥尔吉耶...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>20210408</td>\n",
       "      <td>全球新冠肺炎确诊病例超1亿3204万例</td>\n",
       "      <td>根据世界卫生组织的统计数据，全球累计新冠肺炎确诊病例已达到132046206例，累计死亡病例...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>20210408</td>\n",
       "      <td>俄高官批评美在世界各地发展生物实验室</td>\n",
       "      <td>近日，俄罗斯联邦安全会议秘书帕特鲁舍夫在接受俄罗斯《生意人报》采访时说，有充分的理由相信美...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>20210408</td>\n",
       "      <td>国际联播快讯</td>\n",
       "      <td>英国北爱接连爆发抗议 局势紧张7日，英国北爱尔兰地区首府贝尔法斯特再度爆发抗议示威活动以及纵...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>20210408</td>\n",
       "      <td>联合国秘书长呼吁吸取卢旺达大屠杀历史教训</td>\n",
       "      <td>4月7日是“反思1994年针对图西族的卢旺达大屠杀国际日”。联合国秘书长古特雷斯在致辞中呼...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        date                                              title  \\\n",
       "0   20210408  习近平对深化东西部协作和定点帮扶工作作出重要指示强调 适应形势任务变化 弘扬脱贫攻坚精神 加...   \n",
       "1   20210408                                新闻特写：“重启”一年 风雨过后见彩虹   \n",
       "2   20210408                                    韩正出席全国绿化委员会全体会议   \n",
       "3   20210408                     【奋斗百年路 启航新征程·同心奔小康】多彩休闲游 致富小康路   \n",
       "4   20210408                          新修订《粮食流通管理条例》首次明确粮食安全党政同责   \n",
       "5   20210408                                   海南放宽市场准入特别措施今天发布   \n",
       "6   20210408                                      国家卫生健康委通报最新疫情   \n",
       "7   20210408                             新华社综述：触目真相戳穿美国“人权卫士”谎言   \n",
       "8   20210408                                             国内联播快讯   \n",
       "9   20210408                                 国际货币基金组织总裁呼吁加强多边合作   \n",
       "10  20210408                                全球新冠肺炎确诊病例超1亿3204万例   \n",
       "11  20210408                                 俄高官批评美在世界各地发展生物实验室   \n",
       "12  20210408                                             国际联播快讯   \n",
       "13  20210408                               联合国秘书长呼吁吸取卢旺达大屠杀历史教训   \n",
       "\n",
       "                                              content  \n",
       "0   中共中央总书记、国家主席、中央军委主席习近平近日对深化东西部协作和定点帮扶工作作出重要指示指...  \n",
       "1   一年前的今天，随着武汉的解封，湖北这个中部大省重新回归正常秩序和生活。去年，面对突如其来的新...  \n",
       "2   全国绿化委员会全体会议8日在北京召开。中共中央政治局常委、国务院副总理、全国绿化委员会主任韩...  \n",
       "3   乡村振兴，关键是产业要振兴。三年前，山东省临邑县的前杨村还是个省定贫困村，而今，立足乡村旅游...  \n",
       "4   国务院新闻办4月8日举行政策例行吹风会。国家发展改革委、粮食和物资储备局、司法部、财政部等部...  \n",
       "5   今天（4月8日），国家发展改革委、商务部等部门联合出台了《关于支持海南自由贸易港建设放宽市场...  \n",
       "6   国家卫生健康委今天（4月8日）通报，4月7日0—24时，31个省（自治区、直辖市）和新疆生产...  \n",
       "7   新华社今天（4月8日）发表综述，题目是《触目真相戳穿美国“人权卫士”谎言》。综述指出，日前，...  \n",
       "8   中央1561亿元资金推进脱贫地区产业振兴农业农村部今天（4月8日）发布，今年中央财政衔接推进...  \n",
       "9   2021年国际货币基金组织和世行春季会议5日至11日在线举行。国际货币基金组织总裁格奥尔吉耶...  \n",
       "10  根据世界卫生组织的统计数据，全球累计新冠肺炎确诊病例已达到132046206例，累计死亡病例...  \n",
       "11   近日，俄罗斯联邦安全会议秘书帕特鲁舍夫在接受俄罗斯《生意人报》采访时说，有充分的理由相信美...  \n",
       "12  英国北爱接连爆发抗议 局势紧张7日，英国北爱尔兰地区首府贝尔法斯特再度爆发抗议示威活动以及纵...  \n",
       "13   4月7日是“反思1994年针对图西族的卢旺达大屠杀国际日”。联合国秘书长古特雷斯在致辞中呼...  "
      ]
     },
     "execution_count": 212,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "news0408 = pro.cctv_news(date='20210408')\n",
    "news0408"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 269,
   "id": "combined-annotation",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>date</th>\n",
       "      <th>title</th>\n",
       "      <th>content</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>20210408</td>\n",
       "      <td>习近平对深化东西部协作和定点帮扶工作作出重要指示强调 适应形势任务变化 弘扬脱贫攻坚精神 加...</td>\n",
       "      <td>中共中央总书记、国家主席、中央军委主席习近平近日对深化东西部协作和定点帮扶工作作出重要指示指...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       date                                              title  \\\n",
       "0  20210408  习近平对深化东西部协作和定点帮扶工作作出重要指示强调 适应形势任务变化 弘扬脱贫攻坚精神 加...   \n",
       "\n",
       "                                             content  \n",
       "0  中共中央总书记、国家主席、中央军委主席习近平近日对深化东西部协作和定点帮扶工作作出重要指示指...  "
      ]
     },
     "execution_count": 269,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "news408 = news0408.groupby('date').sum()\n",
    "news4082 = news408.reset_index()\n",
    "news4082"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 287,
   "id": "static-major",
   "metadata": {},
   "outputs": [],
   "source": [
    "pro_dict = {\n",
    " '北京': 0,\n",
    " '上海': 0,\n",
    " '天津': 0,\n",
    " '重庆': 0,\n",
    " '河北': 0,\n",
    " '山西': 0,\n",
    " '河南': 0,\n",
    " '辽宁': 0,\n",
    " '吉林': 0,\n",
    " '黑龙江': 0,\n",
    " '内蒙古': 0,\n",
    " '江苏': 0,\n",
    " '山东': 0,\n",
    " '安徽': 0,\n",
    " '浙江': 0,\n",
    " '福建': 0,\n",
    " '湖北': 0,\n",
    " '湖南': 0,\n",
    " '广东': 0,\n",
    " '广西': 0,\n",
    " '江西': 0,\n",
    " '四川': 0,\n",
    " '海南': 0,\n",
    " '贵州': 0,\n",
    " '云南': 0,\n",
    " '陕西': 0,\n",
    " '甘肃': 0,\n",
    " '青海': 0,\n",
    " '宁夏': 0,\n",
    " '新疆': 0,\n",
    " '香港': 0,\n",
    " '台湾': 0,\n",
    " '澳门': 0,\n",
    " '西藏': 0,\n",
    " }"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 265,
   "id": "eastern-necklace",
   "metadata": {},
   "outputs": [],
   "source": [
    "import jieba\n",
    "def count_word(text,worddict,date):\n",
    "    wordsls=jieba.lcut(text)\n",
    "    for i in wordsls:\n",
    "        if i in worddict:\n",
    "            worddict[i] = worddict[i]+1\n",
    "    wcls=list(worddict.items())\n",
    "    return date,wcls"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 311,
   "id": "international-workstation",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>date</th>\n",
       "      <th>words</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>20210408</td>\n",
       "      <td>[(北京, 12), (上海, 16), (天津, 0), (重庆, 0), (河北, 0)...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       date                                              words\n",
       "0  20210408  [(北京, 12), (上海, 16), (天津, 0), (重庆, 0), (河北, 0)..."
      ]
     },
     "execution_count": 311,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "b = []\n",
    "q = count_word(news4082.content[0],pro_dict,news4082.date[0])\n",
    "b.append(q)\n",
    "freq_words = pd.DataFrame(b,columns = ['date','words'])\n",
    "freq_words"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 291,
   "id": "pressed-builder",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>date</th>\n",
       "      <th>北京</th>\n",
       "      <th>上海</th>\n",
       "      <th>天津</th>\n",
       "      <th>重庆</th>\n",
       "      <th>河北</th>\n",
       "      <th>山西</th>\n",
       "      <th>河南</th>\n",
       "      <th>辽宁</th>\n",
       "      <th>吉林</th>\n",
       "      <th>...</th>\n",
       "      <th>云南</th>\n",
       "      <th>陕西</th>\n",
       "      <th>甘肃</th>\n",
       "      <th>青海</th>\n",
       "      <th>宁夏</th>\n",
       "      <th>新疆</th>\n",
       "      <th>香港</th>\n",
       "      <th>台湾</th>\n",
       "      <th>澳门</th>\n",
       "      <th>西藏</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>20210408</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1 rows × 35 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       date  北京  上海  天津  重庆  河北  山西  河南  辽宁  吉林  ...  云南  陕西  甘肃  青海  宁夏  新疆  \\\n",
       "0  20210408   3   4   0   0   0   0   0   0   0  ...   0   0   1   0   2   0   \n",
       "\n",
       "   香港  台湾  澳门  西藏  \n",
       "0   0   0   0   0  \n",
       "\n",
       "[1 rows x 35 columns]"
      ]
     },
     "execution_count": 291,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "list1 = list(pro_dict)\n",
    "def split_list(dict,data):\n",
    "    list1 = list(dict)\n",
    "    data[list1] = data['words'].apply(pd.Series)\n",
    "    for i in list1:\n",
    "        data[[i*2,i*3]] = data[i].apply(pd.Series)\n",
    "        del data[i]\n",
    "        del data[i*2]\n",
    "        data[i]=data[i*3]\n",
    "        del data[i*3]\n",
    "    return data\n",
    "freq_words1 = split_list(pro_dict,freq_words)\n",
    "freq_words2 = freq_words1.drop('words',axis=1)\n",
    "freq_words2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 327,
   "id": "hindu-andrew",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-327-49c104d865d8>:6: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  freq_words5.sort_values(c,inplace=True)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>area</th>\n",
       "      <th>20210408</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>甘肃</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>江西</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>江苏</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>广东</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>贵州</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>福建</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>宁夏</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>北京</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>山东</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>上海</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>海南</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>湖北</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   area 20210408\n",
       "27   甘肃        1\n",
       "21   江西        1\n",
       "12   江苏        1\n",
       "19   广东        1\n",
       "24   贵州        1\n",
       "16   福建        2\n",
       "29   宁夏        2\n",
       "1    北京        3\n",
       "13   山东        3\n",
       "2    上海        4\n",
       "23   海南        7\n",
       "17   湖北        8"
      ]
     },
     "execution_count": 327,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "freq_words3 = np.transpose(freq_words2)\n",
    "freq_words4 = freq_words3.reset_index()\n",
    "c = str(freq_words2.date[0])\n",
    "freq_words4.columns = ['area',c]\n",
    "freq_words5 = freq_words4[1:]\n",
    "freq_words5.sort_values(c,inplace=True)\n",
    "freq_words6 = freq_words5[freq_words5['20210408'] > 0]\n",
    "freq_words6"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 232,
   "id": "planned-payroll",
   "metadata": {},
   "outputs": [],
   "source": [
    "import re\n",
    "def get_words(text,key,date):\n",
    "    pattern = re.compile(r'.*?(.{10}%s)'%key) \n",
    "    output = re.findall(pattern,text)\n",
    "    return key,date,output"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 243,
   "id": "aquatic-preparation",
   "metadata": {},
   "outputs": [],
   "source": [
    "keys =['电器']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 244,
   "id": "virgin-compatibility",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 13/13 [00:00<00:00, 166.59it/s]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>key</th>\n",
       "      <th>title</th>\n",
       "      <th>words</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>电器</td>\n",
       "      <td>习近平对深化东西部协作和定点帮扶工作作出重要指示强调 适应形势任务变化 弘扬脱贫攻坚精神 加...</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>电器</td>\n",
       "      <td>新闻特写：“重启”一年 风雨过后见彩虹</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>电器</td>\n",
       "      <td>韩正出席全国绿化委员会全体会议</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>电器</td>\n",
       "      <td>【奋斗百年路 启航新征程·同心奔小康】多彩休闲游 致富小康路</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>电器</td>\n",
       "      <td>新修订《粮食流通管理条例》首次明确粮食安全党政同责</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>电器</td>\n",
       "      <td>海南放宽市场准入特别措施今天发布</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>电器</td>\n",
       "      <td>国家卫生健康委通报最新疫情</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>电器</td>\n",
       "      <td>新华社综述：触目真相戳穿美国“人权卫士”谎言</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>电器</td>\n",
       "      <td>国内联播快讯</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>电器</td>\n",
       "      <td>国际货币基金组织总裁呼吁加强多边合作</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>电器</td>\n",
       "      <td>全球新冠肺炎确诊病例超1亿3204万例</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>电器</td>\n",
       "      <td>俄高官批评美在世界各地发展生物实验室</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>电器</td>\n",
       "      <td>国际联播快讯</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   key                                              title words\n",
       "0   电器  习近平对深化东西部协作和定点帮扶工作作出重要指示强调 适应形势任务变化 弘扬脱贫攻坚精神 加...    []\n",
       "1   电器                                新闻特写：“重启”一年 风雨过后见彩虹    []\n",
       "2   电器                                    韩正出席全国绿化委员会全体会议    []\n",
       "3   电器                     【奋斗百年路 启航新征程·同心奔小康】多彩休闲游 致富小康路    []\n",
       "4   电器                          新修订《粮食流通管理条例》首次明确粮食安全党政同责    []\n",
       "5   电器                                   海南放宽市场准入特别措施今天发布    []\n",
       "6   电器                                      国家卫生健康委通报最新疫情    []\n",
       "7   电器                             新华社综述：触目真相戳穿美国“人权卫士”谎言    []\n",
       "8   电器                                             国内联播快讯    []\n",
       "9   电器                                 国际货币基金组织总裁呼吁加强多边合作    []\n",
       "10  电器                                全球新冠肺炎确诊病例超1亿3204万例    []\n",
       "11  电器                                 俄高官批评美在世界各地发展生物实验室    []\n",
       "12  电器                                             国际联播快讯    []"
      ]
     },
     "execution_count": 244,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "result1 = []\n",
    "for i in tqdm(range(13)):\n",
    "    if i <0:\n",
    "        continue \n",
    "    else:\n",
    "        for key in keys:\n",
    "            m = get_words(news0408.content[i],key,news0408.title[i])\n",
    "            result1.append(m)\n",
    "find_words = pd.DataFrame(result1,columns = ['key','title','words'])\n",
    "find_words"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "id": "supported-pleasure",
   "metadata": {},
   "outputs": [],
   "source": [
    "df2 = df.groupby('date').sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "signal-above",
   "metadata": {},
   "outputs": [],
   "source": [
    "data = pro.query('stock_basic', exchange='', list_status='L', fields='ts_code,symbol,name,area,industry,list_date,market,exchange,list_status,is_hs')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "graphic-registration",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ts_code</th>\n",
       "      <th>symbol</th>\n",
       "      <th>name</th>\n",
       "      <th>area</th>\n",
       "      <th>industry</th>\n",
       "      <th>market</th>\n",
       "      <th>exchange</th>\n",
       "      <th>list_status</th>\n",
       "      <th>list_date</th>\n",
       "      <th>is_hs</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>000002.SZ</td>\n",
       "      <td>000002</td>\n",
       "      <td>万科A</td>\n",
       "      <td>深圳</td>\n",
       "      <td>全国地产</td>\n",
       "      <td>主板</td>\n",
       "      <td>SZSE</td>\n",
       "      <td>L</td>\n",
       "      <td>19910129</td>\n",
       "      <td>S</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     ts_code  symbol name area industry market exchange list_status list_date  \\\n",
       "1  000002.SZ  000002  万科A   深圳     全国地产     主板     SZSE           L  19910129   \n",
       "\n",
       "  is_hs  \n",
       "1     S  "
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data[data.symbol == '000002']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "mental-doctor",
   "metadata": {},
   "outputs": [],
   "source": [
    "data.to_csv('./stock_basic.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "cosmetic-jordan",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['平安银行',\n",
       " '万科A',\n",
       " '国华网安',\n",
       " '世纪星源',\n",
       " '深振业A',\n",
       " '全新好',\n",
       " '神州高铁',\n",
       " '中国宝安',\n",
       " '美丽生态',\n",
       " '深物业A',\n",
       " '南玻A',\n",
       " '沙河股份',\n",
       " '深康佳A',\n",
       " '*ST中华A',\n",
       " '深粮控股',\n",
       " '深华发A',\n",
       " '深科技',\n",
       " '深天地A',\n",
       " '特力A',\n",
       " '飞亚达',\n",
       " '深圳能源',\n",
       " '国药一致',\n",
       " '深深房A',\n",
       " '富奥股份',\n",
       " '大悦城',\n",
       " '深桑达A',\n",
       " '神州数码',\n",
       " '中国天楹',\n",
       " '华联控股',\n",
       " '深南电A',\n",
       " '深大通',\n",
       " '中集集团',\n",
       " '东旭蓝天',\n",
       " '中洲控股',\n",
       " '深纺织A',\n",
       " '泛海控股',\n",
       " '京基智农',\n",
       " '德赛电池',\n",
       " '深天马A',\n",
       " '方大集团',\n",
       " '皇庭国际',\n",
       " '深赛格',\n",
       " '华锦股份',\n",
       " '中金岭南',\n",
       " '农产品',\n",
       " '深圳华强',\n",
       " '中兴通讯',\n",
       " '北方国际',\n",
       " '中国长城',\n",
       " '华控赛格',\n",
       " '华侨城A',\n",
       " '特发信息',\n",
       " '海王生物',\n",
       " '盐田港',\n",
       " '深圳机场',\n",
       " '天健集团',\n",
       " '广聚能源',\n",
       " '中信海直',\n",
       " 'TCL科技',\n",
       " '宜华健康',\n",
       " '中成股份',\n",
       " '丰原药业',\n",
       " '川能动力',\n",
       " '华数传媒',\n",
       " '中联重科',\n",
       " '常山北明',\n",
       " '国际实业',\n",
       " '申万宏源',\n",
       " '东方盛虹',\n",
       " '美的集团',\n",
       " '潍柴动力',\n",
       " '许继电气',\n",
       " '冀东水泥',\n",
       " '金融街',\n",
       " '派林生物',\n",
       " '长虹华意',\n",
       " '胜利股份',\n",
       " '*ST藏格',\n",
       " 'ST地矿',\n",
       " '*ST沈机',\n",
       " '英特集团',\n",
       " '东旭光电',\n",
       " '渤海租赁',\n",
       " '民生控股',\n",
       " '合肥百货',\n",
       " '通程控股',\n",
       " '吉林化纤',\n",
       " '南京公用',\n",
       " 'ST宜化',\n",
       " '东阿阿胶',\n",
       " '徐工机械',\n",
       " '兴业矿业',\n",
       " '华天酒店',\n",
       " '粤高速A',\n",
       " '张家界',\n",
       " '晨鸣纸业',\n",
       " '山东路桥',\n",
       " '鄂武商A',\n",
       " '绿景控股',\n",
       " '国新健康',\n",
       " 'ST生物',\n",
       " '京粮控股',\n",
       " '中润资源',\n",
       " '珠海港',\n",
       " '*ST华塑',\n",
       " '新金路',\n",
       " '丽珠集团',\n",
       " '渝开发',\n",
       " '国际医学',\n",
       " '荣安地产',\n",
       " '四环生物',\n",
       " '中兵红箭',\n",
       " '长航凤凰',\n",
       " '长虹美菱',\n",
       " '广州浪奇',\n",
       " '岭南控股',\n",
       " '红太阳',\n",
       " '紫光学大',\n",
       " '柳工',\n",
       " '广弘控股',\n",
       " '冰山冷热',\n",
       " '穗恒运A',\n",
       " '华金资本',\n",
       " '顺钠股份',\n",
       " '万泽股份',\n",
       " '*ST华映',\n",
       " '广宇发展',\n",
       " '云南白药',\n",
       " '粤电力A',\n",
       " '中天金融',\n",
       " '佛山照明',\n",
       " '皖能电力',\n",
       " '中原环保',\n",
       " '金浦钛业',\n",
       " '金圆股份',\n",
       " '航天发展',\n",
       " '湖南投资',\n",
       " '江铃汽车',\n",
       " '创元科技',\n",
       " '靖远煤电',\n",
       " '安道麦A',\n",
       " '泰山石油',\n",
       " '神州信息',\n",
       " '西部创业',\n",
       " '莱茵体育',\n",
       " '万向钱潮',\n",
       " '我爱我家',\n",
       " '烽火电子',\n",
       " '陕国投A',\n",
       " '*ST大集',\n",
       " '渝三峡A',\n",
       " '海南海药',\n",
       " '海德股份',\n",
       " '泸州老窖',\n",
       " '苏常柴A',\n",
       " '*ST大洲',\n",
       " 'ST海马',\n",
       " '粤宏远A',\n",
       " '甘化科工',\n",
       " '威孚高科',\n",
       " '北部湾港',\n",
       " '哈工智能',\n",
       " '*ST东电',\n",
       " '汇源通信',\n",
       " '*ST金洲',\n",
       " '贵州轮胎',\n",
       " '启迪药业',\n",
       " '太阳能',\n",
       " '平潭发展',\n",
       " '大通燃气',\n",
       " '*ST宝实',\n",
       " '古井贡酒',\n",
       " '东北制药',\n",
       " '兴蓉环境',\n",
       " '青岛双星',\n",
       " '建投能源',\n",
       " '韶能股份',\n",
       " '盛达资源',\n",
       " '渤海股份',\n",
       " '顺利办',\n",
       " '华媒控股',\n",
       " '阳光股份',\n",
       " '中迪投资',\n",
       " '西安旅游',\n",
       " 'ST天首',\n",
       " '焦作万方',\n",
       " '大东海A',\n",
       " '奥园美谷',\n",
       " '海航投资',\n",
       " '中油资本',\n",
       " '海螺型材',\n",
       " '新华联',\n",
       " '恒立实业',\n",
       " '吉林敖东',\n",
       " '长安汽车',\n",
       " '远大控股',\n",
       " '天茂集团',\n",
       " '高新发展',\n",
       " '攀钢钒钛',\n",
       " '铜陵有色',\n",
       " '顺发恒业',\n",
       " '三木集团',\n",
       " '合金投资',\n",
       " '英力特',\n",
       " '风华高科',\n",
       " '茂化实华',\n",
       " '万方发展',\n",
       " '西王食品',\n",
       " '仁和药业',\n",
       " '格力电器',\n",
       " '泰达股份',\n",
       " '金岭矿业',\n",
       " '金科股份',\n",
       " '中钨高新',\n",
       " '珠海中富',\n",
       " '长春高新',\n",
       " '天夏退',\n",
       " '*ST永林',\n",
       " '湖北广电',\n",
       " '经纬纺机',\n",
       " '美好置业',\n",
       " '荣丰控股',\n",
       " '*ST金鸿',\n",
       " '阳光城',\n",
       " '上峰水泥',\n",
       " '*ST当代',\n",
       " '智度股份',\n",
       " '恒天海龙',\n",
       " '襄阳轴承',\n",
       " '*ST友谊',\n",
       " '山推股份',\n",
       " '视觉中国',\n",
       " '东方电子',\n",
       " '远兴能源',\n",
       " '中山公用',\n",
       " '东北证券',\n",
       " '*ST华讯',\n",
       " '国城矿业',\n",
       " '宝新能源',\n",
       " '亚太实业',\n",
       " '惠天热电',\n",
       " '滨海能源',\n",
       " '炼石航空',\n",
       " '沈阳化工',\n",
       " '模塑科技',\n",
       " '厦门信达',\n",
       " '正虹科技',\n",
       " '恒逸石化',\n",
       " '浙江震元',\n",
       " 'ST双环',\n",
       " '中信特钢',\n",
       " '河钢股份',\n",
       " '贝瑞基因',\n",
       " '京蓝科技',\n",
       " '锦龙股份',\n",
       " '丰乐种业',\n",
       " '中兴商业',\n",
       " '黑芝麻',\n",
       " '韶钢松山',\n",
       " '苏宁环球',\n",
       " '中原传媒',\n",
       " '新能泰山',\n",
       " '西安饮食',\n",
       " '湖南发展',\n",
       " '美锦能源',\n",
       " '京东方A',\n",
       " '鲁泰A',\n",
       " '华东科技',\n",
       " '国元证券',\n",
       " '燕京啤酒',\n",
       " '四川美丰',\n",
       " '泰禾集团',\n",
       " '振华科技',\n",
       " '罗牛山',\n",
       " '中交地产',\n",
       " 'ST南风',\n",
       " '航发控制',\n",
       " '普洛药业',\n",
       " '国海证券',\n",
       " '锌业股份',\n",
       " '*ST西发',\n",
       " '漳州发展',\n",
       " '山西路桥',\n",
       " '新华制药',\n",
       " '浩物股份',\n",
       " '中色股份',\n",
       " '中百集团',\n",
       " '本钢板材',\n",
       " '西藏矿业',\n",
       " '通化金马',\n",
       " '晋控电力',\n",
       " '中航西飞',\n",
       " '广发证券',\n",
       " '中核科技',\n",
       " '新兴铸管',\n",
       " '甘咨询',\n",
       " '*ST平能',\n",
       " '美达股份',\n",
       " '长江证券',\n",
       " '居然之家',\n",
       " '北新建材',\n",
       " '北大医药',\n",
       " '万年青',\n",
       " '华神科技',\n",
       " '甘肃电投',\n",
       " '华闻集团',\n",
       " '英洛华',\n",
       " '凯撒旅业',\n",
       " '中国武夷',\n",
       " '中水渔业',\n",
       " '酒鬼酒',\n",
       " '一汽解放',\n",
       " '四川九洲',\n",
       " '北京文化',\n",
       " '北清环能',\n",
       " '*ST银河',\n",
       " '云铝股份',\n",
       " '铁岭新城',\n",
       " '创维数字',\n",
       " '冰轮环境',\n",
       " '陕西金叶',\n",
       " '德展健康',\n",
       " '美利云',\n",
       " '智慧农业',\n",
       " '航锦科技',\n",
       " '岳阳兴长',\n",
       " '*ST节能',\n",
       " '京山轻机',\n",
       " '山东海化',\n",
       " '超声电子',\n",
       " '太钢不锈',\n",
       " '启迪环境',\n",
       " '东莞控股',\n",
       " '天音控股',\n",
       " '鲁西化工',\n",
       " '五矿稀土',\n",
       " '粤桂股份',\n",
       " '*ST长动',\n",
       " '富通信息',\n",
       " '*ST秦机',\n",
       " '财信发展',\n",
       " '中信国安',\n",
       " '承德露露',\n",
       " '华茂股份',\n",
       " '高鸿股份',\n",
       " '石化机械',\n",
       " '冀东装备',\n",
       " '五粮液',\n",
       " '国风塑业',\n",
       " '顺鑫农业',\n",
       " '海印股份',\n",
       " '银星能源',\n",
       " '三湘印象',\n",
       " 'ST安凯',\n",
       " '张裕A',\n",
       " '吉电股份',\n",
       " '新希望',\n",
       " '天山股份',\n",
       " '云南铜业',\n",
       " '潍柴重机',\n",
       " '中广核技',\n",
       " '华联股份',\n",
       " '湖北能源',\n",
       " '城发环境',\n",
       " '海南高速',\n",
       " '中鼎股份',\n",
       " '峨眉山A',\n",
       " '中嘉博创',\n",
       " '*ST胜尔',\n",
       " '欢瑞世纪',\n",
       " '亚钾国际',\n",
       " '双汇发展',\n",
       " '津滨发展',\n",
       " '鞍钢股份',\n",
       " '赣能股份',\n",
       " '现代投资',\n",
       " '航天科技',\n",
       " '新洋丰',\n",
       " '云内动力',\n",
       " '厦门港务',\n",
       " '浙商中拓',\n",
       " '景峰医药',\n",
       " '数源科技',\n",
       " '大亚圣象',\n",
       " '南宁糖业',\n",
       " '泸天化',\n",
       " '钱江摩托',\n",
       " '山大华特',\n",
       " '电广传媒',\n",
       " '嘉凯城',\n",
       " '金陵药业',\n",
       " '南方汇通',\n",
       " '海信家电',\n",
       " '佳电股份',\n",
       " '河钢资源',\n",
       " '众合科技',\n",
       " '福星股份',\n",
       " '中国铁物',\n",
       " '中钢国际',\n",
       " '兰州黄河',\n",
       " '中粮科技',\n",
       " '中关村',\n",
       " '华菱钢铁',\n",
       " '神火股份',\n",
       " '四川双马',\n",
       " '华西股份',\n",
       " '冀中能源',\n",
       " '紫光股份',\n",
       " '南天信息',\n",
       " '新乡化纤',\n",
       " '重药控股',\n",
       " '中国重汽',\n",
       " '广济药业',\n",
       " '*ST河化',\n",
       " '欣龙控股',\n",
       " '中通客车',\n",
       " '东方能源',\n",
       " '首钢股份',\n",
       " '锡业股份',\n",
       " '中南建设',\n",
       " '东方钽业',\n",
       " '华东医药',\n",
       " '天保基建',\n",
       " '长源电力',\n",
       " '盈峰环境',\n",
       " '蓝焰控股',\n",
       " '安泰科技',\n",
       " '中科三环',\n",
       " '*ST高升',\n",
       " 'ST中基',\n",
       " '佛塑科技',\n",
       " '银泰黄金',\n",
       " '华铁股份',\n",
       " '浪潮信息',\n",
       " '桂林旅游',\n",
       " '*ST众泰',\n",
       " '*ST银亿',\n",
       " '*ST中绒',\n",
       " '山西焦煤',\n",
       " '大庆华科',\n",
       " '越秀金控',\n",
       " '华工科技',\n",
       " '九芝堂',\n",
       " '诚志股份',\n",
       " '闽东电力',\n",
       " '皇台酒业',\n",
       " '中国中期',\n",
       " '新大陆',\n",
       " '隆平高科',\n",
       " '华润三九',\n",
       " '宗申动力',\n",
       " '招商港口',\n",
       " '豫能控股',\n",
       " '招商积余',\n",
       " '招商公路',\n",
       " '招商蛇口',\n",
       " '新和成',\n",
       " '鸿达兴业',\n",
       " '伟星股份',\n",
       " '华邦健康',\n",
       " 'ST德豪',\n",
       " '精功科技',\n",
       " '华兰生物',\n",
       " '大族激光',\n",
       " '天奇股份',\n",
       " '传化智联',\n",
       " '盾安环境',\n",
       " '凯恩股份',\n",
       " '中航机电',\n",
       " '永新股份',\n",
       " '协鑫能科',\n",
       " '世荣兆业',\n",
       " '东信和平',\n",
       " '亿帆医药',\n",
       " '京新药业',\n",
       " 'ST中捷',\n",
       " '科华生物',\n",
       " '海特高新',\n",
       " '苏宁易购',\n",
       " '航天电器',\n",
       " '山东威达',\n",
       " '分众传媒',\n",
       " '思源电气',\n",
       " '七匹狼',\n",
       " '达安基因',\n",
       " '巨轮智能',\n",
       " '苏泊尔',\n",
       " '丽江股份',\n",
       " '旺能环境',\n",
       " '华帝股份',\n",
       " '联创电子',\n",
       " '保利联合',\n",
       " '双鹭药业',\n",
       " '黔源电力',\n",
       " '南京港',\n",
       " '登海种业',\n",
       " '华孚时尚',\n",
       " '兔宝宝',\n",
       " '美年健康',\n",
       " '国光电器',\n",
       " '国机精工',\n",
       " '宝鹰股份',\n",
       " '宁波华翔',\n",
       " '紫光国微',\n",
       " '三花智控',\n",
       " '中工国际',\n",
       " '*ST同洲',\n",
       " '云南能投',\n",
       " '德美化工',\n",
       " '得润电子',\n",
       " '横店东磁',\n",
       " '中钢天源',\n",
       " '*ST威尔',\n",
       " '云南旅游',\n",
       " '粤水电',\n",
       " '浙江交科',\n",
       " '宏润建设',\n",
       " '远光软件',\n",
       " '华峰化学',\n",
       " '东华软件',\n",
       " '瑞泰科技',\n",
       " '景兴纸业',\n",
       " '黑猫股份',\n",
       " '獐子岛',\n",
       " '长城退',\n",
       " '*ST凯瑞',\n",
       " '软控股份',\n",
       " '国轩高科',\n",
       " '沙钢股份',\n",
       " '*ST雪莱',\n",
       " '*ST大港',\n",
       " '太阳纸业',\n",
       " '苏州固锝',\n",
       " '中材科技',\n",
       " '金螳螂',\n",
       " '万邦德',\n",
       " '孚日股份',\n",
       " '海鸥住工',\n",
       " '万丰奥威',\n",
       " '*ST东洋',\n",
       " '新野纺织',\n",
       " '鲁阳节能',\n",
       " 'ST新海',\n",
       " '金智科技',\n",
       " '江苏国泰',\n",
       " '中泰化学',\n",
       " '国脉科技',\n",
       " '青岛金王',\n",
       " '生意宝',\n",
       " '南岭民爆',\n",
       " '山河智能',\n",
       " '浔兴股份',\n",
       " '海翔药业',\n",
       " '天康生物',\n",
       " '广东鸿图',\n",
       " 'ST冠福',\n",
       " '广博股份',\n",
       " '恒宝股份',\n",
       " '信隆健康',\n",
       " '莱宝高科',\n",
       " '沃华医药',\n",
       " '沧州明珠',\n",
       " '兴化股份',\n",
       " '三钢闽光',\n",
       " '威海广泰',\n",
       " '三变科技',\n",
       " '*ST天润',\n",
       " '罗平锌电',\n",
       " '三维通信',\n",
       " '中国海诚',\n",
       " '东港股份',\n",
       " '紫鑫药业',\n",
       " '康强电子',\n",
       " '韵达股份',\n",
       " '*ST科陆',\n",
       " '*ST天马',\n",
       " '梦网科技',\n",
       " '天邦股份',\n",
       " '湘潭电化',\n",
       " '银轮股份',\n",
       " '南极电商',\n",
       " '露天煤业',\n",
       " '中环股份',\n",
       " '沃尔核材',\n",
       " '利欧股份',\n",
       " '恒星科技',\n",
       " '广宇集团',\n",
       " '天津普林',\n",
       " '东南网架',\n",
       " '安纳达',\n",
       " '实益达',\n",
       " '顺络电子',\n",
       " '拓邦股份',\n",
       " '东华科技',\n",
       " '贤丰控股',\n",
       " '宁波银行',\n",
       " '宏达高科',\n",
       " '中核钛白',\n",
       " '荣盛发展',\n",
       " '*ST新光',\n",
       " '北纬科技',\n",
       " '西部材料',\n",
       " '通润装备',\n",
       " '北斗星通',\n",
       " '广电运通',\n",
       " '石基信息',\n",
       " '报喜鸟',\n",
       " '湖南黄金',\n",
       " '通富微电',\n",
       " '正邦科技',\n",
       " '汉钟精机',\n",
       " '三特索道',\n",
       " '常铝股份',\n",
       " '远望谷',\n",
       " '悦心健康',\n",
       " '海南发展',\n",
       " '宁波东力',\n",
       " '红宝丽',\n",
       " '莱茵生物',\n",
       " '东方锆业',\n",
       " 'ST惠程',\n",
       " '智光电气',\n",
       " '芭田股份',\n",
       " '楚江新材',\n",
       " '澳洋健康',\n",
       " '创新医疗',\n",
       " '游族网络',\n",
       " 'ST东网',\n",
       " '*ST江特',\n",
       " '御银股份',\n",
       " '延华智能',\n",
       " '中航光电',\n",
       " '纳思达',\n",
       " '粤传媒',\n",
       " '云海金属',\n",
       " '怡亚通',\n",
       " '海得控制',\n",
       " '华天科技',\n",
       " '全聚德',\n",
       " '广百股份',\n",
       " '*ST巴士',\n",
       " '中光学',\n",
       " '成飞集成',\n",
       " '劲嘉股份',\n",
       " '融捷股份',\n",
       " '如意集团',\n",
       " '武汉凡谷',\n",
       " '二三四五',\n",
       " '方正电机',\n",
       " '证通电子',\n",
       " '嘉应制药',\n",
       " '东晶电子',\n",
       " 'ST云投',\n",
       " '九鼎新材',\n",
       " '金风科技',\n",
       " '海亮股份',\n",
       " '大连重工',\n",
       " '国统股份',\n",
       " '海利得',\n",
       " '准油股份',\n",
       " '合肥城建',\n",
       " '达意隆',\n",
       " '*ST飞马',\n",
       " '宏达新材',\n",
       " '天融信',\n",
       " '大为股份',\n",
       " '大立科技',\n",
       " '诺普信',\n",
       " '三全食品',\n",
       " '合力泰',\n",
       " '拓日新能',\n",
       " '*ST恒康',\n",
       " '东华能源',\n",
       " '福晶科技',\n",
       " '鱼跃医疗',\n",
       " '三力士',\n",
       " '濮耐股份',\n",
       " '江南化工',\n",
       " '奥特迅',\n",
       " '合兴包装',\n",
       " '鸿博股份',\n",
       " '科大讯飞',\n",
       " '奥维通信',\n",
       " '启明信息',\n",
       " '塔牌集团',\n",
       " '民和股份',\n",
       " '安妮股份',\n",
       " '大华股份',\n",
       " '恒邦股份',\n",
       " '天威视讯',\n",
       " '奥特佳',\n",
       " '盛新锂能',\n",
       " '歌尔股份',\n",
       " '九阳股份',\n",
       " '力合科创',\n",
       " '滨江集团',\n",
       " '蔚蓝锂芯',\n",
       " '北化股份',\n",
       " '*ST聚力',\n",
       " '华东数控',\n",
       " '大洋电机',\n",
       " '联化科技',\n",
       " '步步高',\n",
       " '上海莱士',\n",
       " '川大智胜',\n",
       " '泰和新材',\n",
       " '*ST海陆',\n",
       " '*ST兆新',\n",
       " '利尔化学',\n",
       " '*ST升达',\n",
       " '拓维信息',\n",
       " '恩华药业',\n",
       " '大东南',\n",
       " '新华都',\n",
       " '西仪股份',\n",
       " '浙富控股',\n",
       " '陕天然气',\n",
       " '卫士通',\n",
       " '美邦服饰',\n",
       " '华明装备',\n",
       " '东方雨虹',\n",
       " '川润股份',\n",
       " '水晶光电',\n",
       " '华昌化工',\n",
       " '桂林三金',\n",
       " '万马股份',\n",
       " '友阿股份',\n",
       " '神开股份',\n",
       " '久其软件',\n",
       " '*ST联络',\n",
       " '光迅科技',\n",
       " '博深股份',\n",
       " '天润工业',\n",
       " '亚太股份',\n",
       " '世联行',\n",
       " '保龄宝',\n",
       " '奇正藏药',\n",
       " '超华科技',\n",
       " 'ST宇顺',\n",
       " 'ST禾盛',\n",
       " '星期六',\n",
       " '奥飞娱乐',\n",
       " '罗莱生活',\n",
       " '信立泰',\n",
       " '精艺股份',\n",
       " '辉煌科技',\n",
       " '博云新材',\n",
       " '中电兴发',\n",
       " '圣农发展',\n",
       " '太阳电缆',\n",
       " '齐心集团',\n",
       " '西部建设',\n",
       " '美盈森',\n",
       " '洋河股份',\n",
       " '南国置业',\n",
       " 'ST云网',\n",
       " '北新路桥',\n",
       " '威创股份',\n",
       " '中利集团',\n",
       " '东方园林',\n",
       " '海大集团',\n",
       " '三泰控股',\n",
       " '日海智能',\n",
       " '南山控股',\n",
       " '焦点科技',\n",
       " '亚联发展',\n",
       " '众生药业',\n",
       " '久立特材',\n",
       " '乐通股份',\n",
       " '海峡股份',\n",
       " '华英农业',\n",
       " '理工环科',\n",
       " '*ST雅博',\n",
       " '普利特',\n",
       " '洪涛股份',\n",
       " '永太科技',\n",
       " '富安娜',\n",
       " '新朋股份',\n",
       " '皇氏集团',\n",
       " '得利斯',\n",
       " '皖通科技',\n",
       " '仙琚制药',\n",
       " 'ST罗普',\n",
       " '英威腾',\n",
       " '科华数据',\n",
       " 'ST人乐',\n",
       " '赛象科技',\n",
       " '奥普光电',\n",
       " '积成电子',\n",
       " '格林美',\n",
       " '新纶科技',\n",
       " '巨力索具',\n",
       " '慈文传媒',\n",
       " '海宁皮城',\n",
       " '潮宏基',\n",
       " '柘中股份',\n",
       " '泰尔股份',\n",
       " '高乐股份',\n",
       " '精华制药',\n",
       " '北京科锐',\n",
       " '漫步者',\n",
       " '顺丰控股',\n",
       " '杰瑞股份',\n",
       " '*ST天娱',\n",
       " '兴民智通',\n",
       " '*ST赫美',\n",
       " '富临运业',\n",
       " '森源电气',\n",
       " '同德化工',\n",
       " '神剑股份',\n",
       " '汉王科技',\n",
       " '隆基机械',\n",
       " '中恒电气',\n",
       " '永安药业',\n",
       " '台海核电',\n",
       " '康力电梯',\n",
       " '太极股份',\n",
       " '卓翼科技',\n",
       " '亚太药业',\n",
       " '北方华创',\n",
       " '伟星新材',\n",
       " '千方科技',\n",
       " '中锐股份',\n",
       " '亚厦股份',\n",
       " '新北洋',\n",
       " '国创高新',\n",
       " '章源钨业',\n",
       " '宏创控股',\n",
       " '科远智慧',\n",
       " '双箭股份',\n",
       " '蓝帆医疗',\n",
       " '合众思壮',\n",
       " '东山精密',\n",
       " '大北农',\n",
       " '天原股份',\n",
       " '维信诺',\n",
       " '新亚制程',\n",
       " '航天彩虹',\n",
       " '信邦制药',\n",
       " '长青股份',\n",
       " '北京利尔',\n",
       " '力生制药',\n",
       " '联发股份',\n",
       " '双象股份',\n",
       " '星网锐捷',\n",
       " '梦洁股份',\n",
       " '垒知集团',\n",
       " '海普瑞',\n",
       " '省广集团',\n",
       " '中远海科',\n",
       " '和而泰',\n",
       " '爱仕达',\n",
       " '嘉欣丝绸',\n",
       " '四维图新',\n",
       " '远东传动',\n",
       " '多氟多',\n",
       " '齐翔腾达',\n",
       " '雅克科技',\n",
       " '广联达',\n",
       " '延安必康',\n",
       " '汉森制药',\n",
       " '雷科防务',\n",
       " '高德红外',\n",
       " '海康威视',\n",
       " '爱施德',\n",
       " '深南股份',\n",
       " '*ST康盛',\n",
       " '天虹股份',\n",
       " '毅昌股份',\n",
       " '达实智能',\n",
       " '科伦药业',\n",
       " '中粮资本',\n",
       " '贵州百灵',\n",
       " '凯撒文化',\n",
       " '*ST胜利',\n",
       " 'ST尤夫',\n",
       " '云南锗业',\n",
       " '兆驰股份',\n",
       " '杭氧股份',\n",
       " '棕榈股份',\n",
       " '九安医疗',\n",
       " '太安堂',\n",
       " '万里扬',\n",
       " '长江健康',\n",
       " '兴森科技',\n",
       " '誉衡药业',\n",
       " '江苏神通',\n",
       " '启明星辰',\n",
       " '闰土股份',\n",
       " '众业达',\n",
       " '龙星化工',\n",
       " '金洲管道',\n",
       " '巨星科技',\n",
       " '*ST中南',\n",
       " '盛路通信',\n",
       " '*ST晨鑫',\n",
       " '中原内配',\n",
       " '国星光电',\n",
       " '摩恩电气',\n",
       " '长高集团',\n",
       " '华软科技',\n",
       " '松芝股份',\n",
       " '百川股份',\n",
       " '欧菲光',\n",
       " '青龙管业',\n",
       " '益生股份',\n",
       " '晶澳科技',\n",
       " '赣锋锂业',\n",
       " '珠江啤酒',\n",
       " '嘉事堂',\n",
       " '沪电股份',\n",
       " '众应互联',\n",
       " '海格通信',\n",
       " '天齐锂业',\n",
       " '二六三',\n",
       " '申通快递',\n",
       " '三维工程',\n",
       " '*ST金正',\n",
       " '中超控股',\n",
       " '双环传动',\n",
       " 'ST圣莱',\n",
       " '榕基软件',\n",
       " '立讯精密',\n",
       " '宝莫股份',\n",
       " '常宝股份',\n",
       " '富春环保',\n",
       " '新筑股份',\n",
       " '双塔食品',\n",
       " '广田集团',\n",
       " '润邦股份',\n",
       " '江海股份',\n",
       " '希努尔',\n",
       " '嘉麟杰',\n",
       " '大金重工',\n",
       " '金固股份',\n",
       " '浙江永强',\n",
       " '山东墨龙',\n",
       " '通鼎互联',\n",
       " '恒基达鑫',\n",
       " '荣盛石化',\n",
       " '华斯股份',\n",
       " '佳隆股份',\n",
       " '*ST辉丰',\n",
       " '雅化集团',\n",
       " '汉缆股份',\n",
       " '*ST科林',\n",
       " '山西证券',\n",
       " '*ST利源',\n",
       " '*ST鼎龙',\n",
       " '搜于特',\n",
       " '弘高创意',\n",
       " '鹏都农牧',\n",
       " '协鑫集成',\n",
       " '涪陵榨菜',\n",
       " '老板电器',\n",
       " '天汽模',\n",
       " '中顺洁柔',\n",
       " '达华智能',\n",
       " '*ST蓝丰',\n",
       " '宝馨科技',\n",
       " '金字火腿',\n",
       " '旷达科技',\n",
       " '恺英网络',\n",
       " '科士达',\n",
       " '银河电子',\n",
       " '日发精机',\n",
       " '齐峰新材',\n",
       " '浙江众成',\n",
       " '天桥起重',\n",
       " '光正眼科',\n",
       " '山东矿机',\n",
       " '新时达',\n",
       " '英飞拓',\n",
       " '*ST海源',\n",
       " '金财互联',\n",
       " '天顺风能',\n",
       " '天山铝业',\n",
       " '金杯电工',\n",
       " '杭锅股份',\n",
       " '*ST林重',\n",
       " '飞龙股份',\n",
       " '海联金汇',\n",
       " '司尔特',\n",
       " '云图控股',\n",
       " '亚太科技',\n",
       " '鸿路钢构',\n",
       " '中化岩土',\n",
       " '万和电气',\n",
       " '杰赛科技',\n",
       " '东方铁塔',\n",
       " '新联电子',\n",
       " '春兴精工',\n",
       " '金新农',\n",
       " '凯美特气',\n",
       " '千红制药',\n",
       " '尚荣医疗',\n",
       " '宝鼎科技',\n",
       " '南方轴承',\n",
       " '惠博普',\n",
       " '三七互娱',\n",
       " ...]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "name_list = list(data['name'])\n",
    "name_list\n",
    "#apply(lambda x:x.split('.'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 103,
   "id": "resident-austin",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(581, 5)"
      ]
     },
     "execution_count": 103,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pro.hs_const(hs_type='SH') \n",
    "df.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 104,
   "id": "commercial-salon",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(242, 5)"
      ]
     },
     "execution_count": 104,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pro.hs_const(hs_type='SZ')\n",
    "df.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 317,
   "id": "senior-digit",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ts_code</th>\n",
       "      <th>trade_date</th>\n",
       "      <th>open</th>\n",
       "      <th>high</th>\n",
       "      <th>low</th>\n",
       "      <th>close</th>\n",
       "      <th>pre_close</th>\n",
       "      <th>change</th>\n",
       "      <th>pct_chg</th>\n",
       "      <th>vol</th>\n",
       "      <th>amount</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>000001.SZ</td>\n",
       "      <td>20210409</td>\n",
       "      <td>21.71</td>\n",
       "      <td>21.72</td>\n",
       "      <td>21.08</td>\n",
       "      <td>21.30</td>\n",
       "      <td>21.56</td>\n",
       "      <td>-0.26</td>\n",
       "      <td>-1.2059</td>\n",
       "      <td>398960.28</td>\n",
       "      <td>849870.878</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>000002.SZ</td>\n",
       "      <td>20210409</td>\n",
       "      <td>29.30</td>\n",
       "      <td>29.32</td>\n",
       "      <td>28.73</td>\n",
       "      <td>28.86</td>\n",
       "      <td>29.17</td>\n",
       "      <td>-0.31</td>\n",
       "      <td>-1.0627</td>\n",
       "      <td>528595.80</td>\n",
       "      <td>1527734.333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>000004.SZ</td>\n",
       "      <td>20210409</td>\n",
       "      <td>17.38</td>\n",
       "      <td>17.56</td>\n",
       "      <td>17.21</td>\n",
       "      <td>17.40</td>\n",
       "      <td>17.32</td>\n",
       "      <td>0.08</td>\n",
       "      <td>0.4619</td>\n",
       "      <td>10182.01</td>\n",
       "      <td>17707.833</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>000005.SZ</td>\n",
       "      <td>20210409</td>\n",
       "      <td>2.34</td>\n",
       "      <td>2.34</td>\n",
       "      <td>2.27</td>\n",
       "      <td>2.28</td>\n",
       "      <td>2.32</td>\n",
       "      <td>-0.04</td>\n",
       "      <td>-1.7241</td>\n",
       "      <td>146370.58</td>\n",
       "      <td>33655.482</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>000006.SZ</td>\n",
       "      <td>20210409</td>\n",
       "      <td>5.33</td>\n",
       "      <td>5.36</td>\n",
       "      <td>5.26</td>\n",
       "      <td>5.32</td>\n",
       "      <td>5.33</td>\n",
       "      <td>-0.01</td>\n",
       "      <td>-0.1876</td>\n",
       "      <td>59751.84</td>\n",
       "      <td>31707.316</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     ts_code trade_date   open   high    low  close  pre_close  change  \\\n",
       "0  000001.SZ   20210409  21.71  21.72  21.08  21.30      21.56   -0.26   \n",
       "1  000002.SZ   20210409  29.30  29.32  28.73  28.86      29.17   -0.31   \n",
       "2  000004.SZ   20210409  17.38  17.56  17.21  17.40      17.32    0.08   \n",
       "3  000005.SZ   20210409   2.34   2.34   2.27   2.28       2.32   -0.04   \n",
       "4  000006.SZ   20210409   5.33   5.36   5.26   5.32       5.33   -0.01   \n",
       "\n",
       "   pct_chg        vol       amount  \n",
       "0  -1.2059  398960.28   849870.878  \n",
       "1  -1.0627  528595.80  1527734.333  \n",
       "2   0.4619   10182.01    17707.833  \n",
       "3  -1.7241  146370.58    33655.482  \n",
       "4  -0.1876   59751.84    31707.316  "
      ]
     },
     "execution_count": 317,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pro.daily(trade_date='20210409')\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 318,
   "id": "continued-nirvana",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th colspan=\"10\" halign=\"left\">ts_code</th>\n",
       "      <th>...</th>\n",
       "      <th colspan=\"10\" halign=\"left\">change</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>ts_code</th>\n",
       "      <th>symbol</th>\n",
       "      <th>name</th>\n",
       "      <th>area</th>\n",
       "      <th>industry</th>\n",
       "      <th>market</th>\n",
       "      <th>exchange</th>\n",
       "      <th>list_status</th>\n",
       "      <th>list_date</th>\n",
       "      <th>is_hs</th>\n",
       "      <th>...</th>\n",
       "      <th>trade_date</th>\n",
       "      <th>open</th>\n",
       "      <th>high</th>\n",
       "      <th>low</th>\n",
       "      <th>close</th>\n",
       "      <th>pre_close</th>\n",
       "      <th>change</th>\n",
       "      <th>pct_chg</th>\n",
       "      <th>vol</th>\n",
       "      <th>amount</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>000001.SZ</td>\n",
       "      <td>000001</td>\n",
       "      <td>平安银行</td>\n",
       "      <td>深圳</td>\n",
       "      <td>银行</td>\n",
       "      <td>主板</td>\n",
       "      <td>SZSE</td>\n",
       "      <td>L</td>\n",
       "      <td>19910403</td>\n",
       "      <td>S</td>\n",
       "      <td>...</td>\n",
       "      <td>20210409</td>\n",
       "      <td>21.71</td>\n",
       "      <td>21.72</td>\n",
       "      <td>21.08</td>\n",
       "      <td>21.30</td>\n",
       "      <td>21.56</td>\n",
       "      <td>-0.26</td>\n",
       "      <td>-1.2059</td>\n",
       "      <td>398960.28</td>\n",
       "      <td>849870.878</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>000002.SZ</td>\n",
       "      <td>000002</td>\n",
       "      <td>万科A</td>\n",
       "      <td>深圳</td>\n",
       "      <td>全国地产</td>\n",
       "      <td>主板</td>\n",
       "      <td>SZSE</td>\n",
       "      <td>L</td>\n",
       "      <td>19910129</td>\n",
       "      <td>S</td>\n",
       "      <td>...</td>\n",
       "      <td>20210409</td>\n",
       "      <td>29.30</td>\n",
       "      <td>29.32</td>\n",
       "      <td>28.73</td>\n",
       "      <td>28.86</td>\n",
       "      <td>29.17</td>\n",
       "      <td>-0.31</td>\n",
       "      <td>-1.0627</td>\n",
       "      <td>528595.80</td>\n",
       "      <td>1527734.333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>000004.SZ</td>\n",
       "      <td>000004</td>\n",
       "      <td>国华网安</td>\n",
       "      <td>深圳</td>\n",
       "      <td>软件服务</td>\n",
       "      <td>主板</td>\n",
       "      <td>SZSE</td>\n",
       "      <td>L</td>\n",
       "      <td>19910114</td>\n",
       "      <td>N</td>\n",
       "      <td>...</td>\n",
       "      <td>20210409</td>\n",
       "      <td>17.38</td>\n",
       "      <td>17.56</td>\n",
       "      <td>17.21</td>\n",
       "      <td>17.40</td>\n",
       "      <td>17.32</td>\n",
       "      <td>0.08</td>\n",
       "      <td>0.4619</td>\n",
       "      <td>10182.01</td>\n",
       "      <td>17707.833</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>000005.SZ</td>\n",
       "      <td>000005</td>\n",
       "      <td>世纪星源</td>\n",
       "      <td>深圳</td>\n",
       "      <td>环境保护</td>\n",
       "      <td>主板</td>\n",
       "      <td>SZSE</td>\n",
       "      <td>L</td>\n",
       "      <td>19901210</td>\n",
       "      <td>N</td>\n",
       "      <td>...</td>\n",
       "      <td>20210409</td>\n",
       "      <td>2.34</td>\n",
       "      <td>2.34</td>\n",
       "      <td>2.27</td>\n",
       "      <td>2.28</td>\n",
       "      <td>2.32</td>\n",
       "      <td>-0.04</td>\n",
       "      <td>-1.7241</td>\n",
       "      <td>146370.58</td>\n",
       "      <td>33655.482</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>000006.SZ</td>\n",
       "      <td>000006</td>\n",
       "      <td>深振业A</td>\n",
       "      <td>深圳</td>\n",
       "      <td>区域地产</td>\n",
       "      <td>主板</td>\n",
       "      <td>SZSE</td>\n",
       "      <td>L</td>\n",
       "      <td>19920427</td>\n",
       "      <td>S</td>\n",
       "      <td>...</td>\n",
       "      <td>20210409</td>\n",
       "      <td>5.33</td>\n",
       "      <td>5.36</td>\n",
       "      <td>5.26</td>\n",
       "      <td>5.32</td>\n",
       "      <td>5.33</td>\n",
       "      <td>-0.01</td>\n",
       "      <td>-0.1876</td>\n",
       "      <td>59751.84</td>\n",
       "      <td>31707.316</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 21 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     ts_code                                                          \\\n",
       "     ts_code  symbol  name area industry market exchange list_status   \n",
       "0  000001.SZ  000001  平安银行   深圳       银行     主板     SZSE           L   \n",
       "1  000002.SZ  000002   万科A   深圳     全国地产     主板     SZSE           L   \n",
       "2  000004.SZ  000004  国华网安   深圳     软件服务     主板     SZSE           L   \n",
       "3  000005.SZ  000005  世纪星源   深圳     环境保护     主板     SZSE           L   \n",
       "4  000006.SZ  000006  深振业A   深圳     区域地产     主板     SZSE           L   \n",
       "\n",
       "                   ...     change                                        \\\n",
       "  list_date is_hs  ... trade_date   open   high    low  close pre_close   \n",
       "0  19910403     S  ...   20210409  21.71  21.72  21.08  21.30     21.56   \n",
       "1  19910129     S  ...   20210409  29.30  29.32  28.73  28.86     29.17   \n",
       "2  19910114     N  ...   20210409  17.38  17.56  17.21  17.40     17.32   \n",
       "3  19901210     N  ...   20210409   2.34   2.34   2.27   2.28      2.32   \n",
       "4  19920427     S  ...   20210409   5.33   5.36   5.26   5.32      5.33   \n",
       "\n",
       "                                          \n",
       "  change pct_chg        vol       amount  \n",
       "0  -0.26 -1.2059  398960.28   849870.878  \n",
       "1  -0.31 -1.0627  528595.80  1527734.333  \n",
       "2   0.08  0.4619   10182.01    17707.833  \n",
       "3  -0.04 -1.7241  146370.58    33655.482  \n",
       "4  -0.01 -0.1876   59751.84    31707.316  \n",
       "\n",
       "[5 rows x 21 columns]"
      ]
     },
     "execution_count": 318,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df1 = pd.concat([data,df],axis =1,keys =['ts_code','change'])\n",
    "df1.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 319,
   "id": "expected-millennium",
   "metadata": {},
   "outputs": [],
   "source": [
    "a = list(data.columns) +list(df.columns)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 320,
   "id": "initial-basin",
   "metadata": {},
   "outputs": [],
   "source": [
    "df1.columns = a"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 321,
   "id": "silver-brown",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ts_code</th>\n",
       "      <th>symbol</th>\n",
       "      <th>name</th>\n",
       "      <th>area</th>\n",
       "      <th>industry</th>\n",
       "      <th>market</th>\n",
       "      <th>exchange</th>\n",
       "      <th>list_status</th>\n",
       "      <th>list_date</th>\n",
       "      <th>is_hs</th>\n",
       "      <th>...</th>\n",
       "      <th>trade_date</th>\n",
       "      <th>open</th>\n",
       "      <th>high</th>\n",
       "      <th>low</th>\n",
       "      <th>close</th>\n",
       "      <th>pre_close</th>\n",
       "      <th>change</th>\n",
       "      <th>pct_chg</th>\n",
       "      <th>vol</th>\n",
       "      <th>amount</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>000001.SZ</td>\n",
       "      <td>000001</td>\n",
       "      <td>平安银行</td>\n",
       "      <td>深圳</td>\n",
       "      <td>银行</td>\n",
       "      <td>主板</td>\n",
       "      <td>SZSE</td>\n",
       "      <td>L</td>\n",
       "      <td>19910403</td>\n",
       "      <td>S</td>\n",
       "      <td>...</td>\n",
       "      <td>20210409</td>\n",
       "      <td>21.71</td>\n",
       "      <td>21.72</td>\n",
       "      <td>21.08</td>\n",
       "      <td>21.30</td>\n",
       "      <td>21.56</td>\n",
       "      <td>-0.26</td>\n",
       "      <td>-1.2059</td>\n",
       "      <td>398960.28</td>\n",
       "      <td>849870.878</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>000002.SZ</td>\n",
       "      <td>000002</td>\n",
       "      <td>万科A</td>\n",
       "      <td>深圳</td>\n",
       "      <td>全国地产</td>\n",
       "      <td>主板</td>\n",
       "      <td>SZSE</td>\n",
       "      <td>L</td>\n",
       "      <td>19910129</td>\n",
       "      <td>S</td>\n",
       "      <td>...</td>\n",
       "      <td>20210409</td>\n",
       "      <td>29.30</td>\n",
       "      <td>29.32</td>\n",
       "      <td>28.73</td>\n",
       "      <td>28.86</td>\n",
       "      <td>29.17</td>\n",
       "      <td>-0.31</td>\n",
       "      <td>-1.0627</td>\n",
       "      <td>528595.80</td>\n",
       "      <td>1527734.333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>000004.SZ</td>\n",
       "      <td>000004</td>\n",
       "      <td>国华网安</td>\n",
       "      <td>深圳</td>\n",
       "      <td>软件服务</td>\n",
       "      <td>主板</td>\n",
       "      <td>SZSE</td>\n",
       "      <td>L</td>\n",
       "      <td>19910114</td>\n",
       "      <td>N</td>\n",
       "      <td>...</td>\n",
       "      <td>20210409</td>\n",
       "      <td>17.38</td>\n",
       "      <td>17.56</td>\n",
       "      <td>17.21</td>\n",
       "      <td>17.40</td>\n",
       "      <td>17.32</td>\n",
       "      <td>0.08</td>\n",
       "      <td>0.4619</td>\n",
       "      <td>10182.01</td>\n",
       "      <td>17707.833</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>000005.SZ</td>\n",
       "      <td>000005</td>\n",
       "      <td>世纪星源</td>\n",
       "      <td>深圳</td>\n",
       "      <td>环境保护</td>\n",
       "      <td>主板</td>\n",
       "      <td>SZSE</td>\n",
       "      <td>L</td>\n",
       "      <td>19901210</td>\n",
       "      <td>N</td>\n",
       "      <td>...</td>\n",
       "      <td>20210409</td>\n",
       "      <td>2.34</td>\n",
       "      <td>2.34</td>\n",
       "      <td>2.27</td>\n",
       "      <td>2.28</td>\n",
       "      <td>2.32</td>\n",
       "      <td>-0.04</td>\n",
       "      <td>-1.7241</td>\n",
       "      <td>146370.58</td>\n",
       "      <td>33655.482</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>000006.SZ</td>\n",
       "      <td>000006</td>\n",
       "      <td>深振业A</td>\n",
       "      <td>深圳</td>\n",
       "      <td>区域地产</td>\n",
       "      <td>主板</td>\n",
       "      <td>SZSE</td>\n",
       "      <td>L</td>\n",
       "      <td>19920427</td>\n",
       "      <td>S</td>\n",
       "      <td>...</td>\n",
       "      <td>20210409</td>\n",
       "      <td>5.33</td>\n",
       "      <td>5.36</td>\n",
       "      <td>5.26</td>\n",
       "      <td>5.32</td>\n",
       "      <td>5.33</td>\n",
       "      <td>-0.01</td>\n",
       "      <td>-0.1876</td>\n",
       "      <td>59751.84</td>\n",
       "      <td>31707.316</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 21 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     ts_code  symbol  name area industry market exchange list_status  \\\n",
       "0  000001.SZ  000001  平安银行   深圳       银行     主板     SZSE           L   \n",
       "1  000002.SZ  000002   万科A   深圳     全国地产     主板     SZSE           L   \n",
       "2  000004.SZ  000004  国华网安   深圳     软件服务     主板     SZSE           L   \n",
       "3  000005.SZ  000005  世纪星源   深圳     环境保护     主板     SZSE           L   \n",
       "4  000006.SZ  000006  深振业A   深圳     区域地产     主板     SZSE           L   \n",
       "\n",
       "  list_date is_hs  ... trade_date   open   high    low  close  pre_close  \\\n",
       "0  19910403     S  ...   20210409  21.71  21.72  21.08  21.30      21.56   \n",
       "1  19910129     S  ...   20210409  29.30  29.32  28.73  28.86      29.17   \n",
       "2  19910114     N  ...   20210409  17.38  17.56  17.21  17.40      17.32   \n",
       "3  19901210     N  ...   20210409   2.34   2.34   2.27   2.28       2.32   \n",
       "4  19920427     S  ...   20210409   5.33   5.36   5.26   5.32       5.33   \n",
       "\n",
       "   change  pct_chg        vol       amount  \n",
       "0   -0.26  -1.2059  398960.28   849870.878  \n",
       "1   -0.31  -1.0627  528595.80  1527734.333  \n",
       "2    0.08   0.4619   10182.01    17707.833  \n",
       "3   -0.04  -1.7241  146370.58    33655.482  \n",
       "4   -0.01  -0.1876   59751.84    31707.316  \n",
       "\n",
       "[5 rows x 21 columns]"
      ]
     },
     "execution_count": 321,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df1.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 152,
   "id": "aggregate-record",
   "metadata": {},
   "outputs": [],
   "source": [
    "pro = ts.pro_api('6792f89c67a1f228aaf8aa19e6b0ca381504c16d8d5b7f75d76427a5')\n",
    "df2 = pro.weekly(trade_date='20210407', fields='ts_code,trade_date,change,pre_close')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 186,
   "id": "expensive-killing",
   "metadata": {},
   "outputs": [],
   "source": [
    "df2 = pro.weekly(trade_date='20210409', fields='ts_code,trade_date,change,pre_close')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "expected-nebraska",
   "metadata": {},
   "outputs": [],
   "source": [
    "##df1没有加过去的成交记录，没有加股票本身的信息，接下来df1要加入当前日期之前的新闻讯息。"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 367,
   "id": "needed-guyana",
   "metadata": {},
   "outputs": [],
   "source": [
    "#df3 = pd.concat([df1,freq_words6],axis=1,join_axes = [df1.area])\n",
    "df3 = pd.merge(df1,freq_words6,how='inner',left_on=df1['area'],right_on=freq_words6['area'])\n",
    "df4 = df3.dropna(axis=0,subset = [\"change\"]) "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 368,
   "id": "simple-heather",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>key_0</th>\n",
       "      <th>ts_code</th>\n",
       "      <th>symbol</th>\n",
       "      <th>name</th>\n",
       "      <th>area_x</th>\n",
       "      <th>industry</th>\n",
       "      <th>market</th>\n",
       "      <th>exchange</th>\n",
       "      <th>list_status</th>\n",
       "      <th>list_date</th>\n",
       "      <th>...</th>\n",
       "      <th>high</th>\n",
       "      <th>low</th>\n",
       "      <th>close</th>\n",
       "      <th>pre_close</th>\n",
       "      <th>change</th>\n",
       "      <th>pct_chg</th>\n",
       "      <th>vol</th>\n",
       "      <th>amount</th>\n",
       "      <th>area_y</th>\n",
       "      <th>20210408</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>北京</td>\n",
       "      <td>000008.SZ</td>\n",
       "      <td>000008</td>\n",
       "      <td>神州高铁</td>\n",
       "      <td>北京</td>\n",
       "      <td>运输设备</td>\n",
       "      <td>主板</td>\n",
       "      <td>SZSE</td>\n",
       "      <td>L</td>\n",
       "      <td>19920507</td>\n",
       "      <td>...</td>\n",
       "      <td>2.33</td>\n",
       "      <td>2.30</td>\n",
       "      <td>2.32</td>\n",
       "      <td>2.33</td>\n",
       "      <td>-0.01</td>\n",
       "      <td>-0.4292</td>\n",
       "      <td>96501.65</td>\n",
       "      <td>22302.950</td>\n",
       "      <td>北京</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>北京</td>\n",
       "      <td>000046.SZ</td>\n",
       "      <td>000046</td>\n",
       "      <td>泛海控股</td>\n",
       "      <td>北京</td>\n",
       "      <td>多元金融</td>\n",
       "      <td>主板</td>\n",
       "      <td>SZSE</td>\n",
       "      <td>L</td>\n",
       "      <td>19940912</td>\n",
       "      <td>...</td>\n",
       "      <td>2.81</td>\n",
       "      <td>2.78</td>\n",
       "      <td>2.79</td>\n",
       "      <td>2.79</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>82009.54</td>\n",
       "      <td>22885.973</td>\n",
       "      <td>北京</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>北京</td>\n",
       "      <td>000065.SZ</td>\n",
       "      <td>000065</td>\n",
       "      <td>北方国际</td>\n",
       "      <td>北京</td>\n",
       "      <td>建筑工程</td>\n",
       "      <td>主板</td>\n",
       "      <td>SZSE</td>\n",
       "      <td>L</td>\n",
       "      <td>19980605</td>\n",
       "      <td>...</td>\n",
       "      <td>9.54</td>\n",
       "      <td>9.21</td>\n",
       "      <td>9.25</td>\n",
       "      <td>9.73</td>\n",
       "      <td>-0.48</td>\n",
       "      <td>-4.9332</td>\n",
       "      <td>450846.86</td>\n",
       "      <td>421067.384</td>\n",
       "      <td>北京</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>北京</td>\n",
       "      <td>000151.SZ</td>\n",
       "      <td>000151</td>\n",
       "      <td>中成股份</td>\n",
       "      <td>北京</td>\n",
       "      <td>商贸代理</td>\n",
       "      <td>主板</td>\n",
       "      <td>SZSE</td>\n",
       "      <td>L</td>\n",
       "      <td>20000906</td>\n",
       "      <td>...</td>\n",
       "      <td>8.35</td>\n",
       "      <td>8.12</td>\n",
       "      <td>8.22</td>\n",
       "      <td>8.24</td>\n",
       "      <td>-0.02</td>\n",
       "      <td>-0.2427</td>\n",
       "      <td>155937.48</td>\n",
       "      <td>128025.675</td>\n",
       "      <td>北京</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>北京</td>\n",
       "      <td>000402.SZ</td>\n",
       "      <td>000402</td>\n",
       "      <td>金融街</td>\n",
       "      <td>北京</td>\n",
       "      <td>全国地产</td>\n",
       "      <td>主板</td>\n",
       "      <td>SZSE</td>\n",
       "      <td>L</td>\n",
       "      <td>19960626</td>\n",
       "      <td>...</td>\n",
       "      <td>6.90</td>\n",
       "      <td>6.70</td>\n",
       "      <td>6.75</td>\n",
       "      <td>6.73</td>\n",
       "      <td>0.02</td>\n",
       "      <td>0.2972</td>\n",
       "      <td>211834.88</td>\n",
       "      <td>143490.673</td>\n",
       "      <td>北京</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 24 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "  key_0    ts_code  symbol  name area_x industry market exchange list_status  \\\n",
       "0    北京  000008.SZ  000008  神州高铁     北京     运输设备     主板     SZSE           L   \n",
       "1    北京  000046.SZ  000046  泛海控股     北京     多元金融     主板     SZSE           L   \n",
       "2    北京  000065.SZ  000065  北方国际     北京     建筑工程     主板     SZSE           L   \n",
       "3    北京  000151.SZ  000151  中成股份     北京     商贸代理     主板     SZSE           L   \n",
       "4    北京  000402.SZ  000402   金融街     北京     全国地产     主板     SZSE           L   \n",
       "\n",
       "  list_date  ...  high   low close  pre_close  change  pct_chg        vol  \\\n",
       "0  19920507  ...  2.33  2.30  2.32       2.33   -0.01  -0.4292   96501.65   \n",
       "1  19940912  ...  2.81  2.78  2.79       2.79    0.00   0.0000   82009.54   \n",
       "2  19980605  ...  9.54  9.21  9.25       9.73   -0.48  -4.9332  450846.86   \n",
       "3  20000906  ...  8.35  8.12  8.22       8.24   -0.02  -0.2427  155937.48   \n",
       "4  19960626  ...  6.90  6.70  6.75       6.73    0.02   0.2972  211834.88   \n",
       "\n",
       "       amount  area_y  20210408  \n",
       "0   22302.950      北京         3  \n",
       "1   22885.973      北京         3  \n",
       "2  421067.384      北京         3  \n",
       "3  128025.675      北京         3  \n",
       "4  143490.673      北京         3  \n",
       "\n",
       "[5 rows x 24 columns]"
      ]
     },
     "execution_count": 368,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df4.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 356,
   "id": "important-parks",
   "metadata": {},
   "outputs": [],
   "source": [
    "from scipy.stats import pearsonr"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 369,
   "id": "random-swing",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(0, 24)"
      ]
     },
     "execution_count": 369,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "na = df4[df4.change.isna()]\n",
    "na.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 370,
   "id": "ancient-joint",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>key_0</th>\n",
       "      <th>ts_code</th>\n",
       "      <th>symbol</th>\n",
       "      <th>name</th>\n",
       "      <th>area_x</th>\n",
       "      <th>industry</th>\n",
       "      <th>market</th>\n",
       "      <th>exchange</th>\n",
       "      <th>list_status</th>\n",
       "      <th>list_date</th>\n",
       "      <th>...</th>\n",
       "      <th>high</th>\n",
       "      <th>low</th>\n",
       "      <th>close</th>\n",
       "      <th>pre_close</th>\n",
       "      <th>change</th>\n",
       "      <th>pct_chg</th>\n",
       "      <th>vol</th>\n",
       "      <th>amount</th>\n",
       "      <th>area_y</th>\n",
       "      <th>20210408</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>0 rows × 24 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [key_0, ts_code, symbol, name, area_x, industry, market, exchange, list_status, list_date, is_hs, ts_code, trade_date, open, high, low, close, pre_close, change, pct_chg, vol, amount, area_y, 20210408]\n",
       "Index: []\n",
       "\n",
       "[0 rows x 24 columns]"
      ]
     },
     "execution_count": 370,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "na"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 371,
   "id": "weighted-cornell",
   "metadata": {},
   "outputs": [],
   "source": [
    "corr = pearsonr(df4['20210408'],df4['change'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 373,
   "id": "fleet-wrong",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "-0.03206754564884792 0.12809489907211297\n"
     ]
    }
   ],
   "source": [
    "print(corr[0], corr[1])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "inner-bronze",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}