main.py

# coding:utf8
import datetime
import os
import time
from apscheduler.schedulers.blocking import BlockingScheduler
from pymongo import MongoClient

from east_sentiment import dailyResult, sendMail
from east_sentiment import produceFactor,aggregateFactor, outputResult
from tools import mongotool

stockCodes = []
# stockCodes = ['000001','000002','000009','000046','000063','000069','000333','000402','000559','000568','000623','000630','000651','000686','000712','000725','000738','000776','000783','000792','000793',
              # '000800','000858','000895','000898','000937','000999','002007','002065','002142','002236','002292','002294','002385','002465','002736','300015','300017','300024','300058','300070']

# stockCodes = ['000001','000002','000009','000027','000039','000046','000060','000061','000063','000069']
client = MongoClient()
db = client['stockcodes']
documents = db.HS300.find()

for document in documents:
    stockCodes.append(document['stockcode'])

# append IT stock codes
IT_stockCodes = []
documents_IT = db.IT.find()
for document in documents_IT:
    IT_stockCodes.append(document['stockcode'])

if __name__ == '__main__':

    while True:
        t0 = time.clock()

        now_time = datetime.datetime.now()
        yes_time = now_time + datetime.timedelta(days=-1)
        grab_time = yes_time.strftime('%m-%d')
        for stockCode in stockCodes:
            # 一个帖子的
            produceFactor.getSentimentFactor(stockCode, grab_time)
            # 一个股票的
            aggregateFactor.aggregate(stockCode, grab_time)
            # 一天的
            dailyResult.setDailyResult(stockCode, grab_time)

        outputResult.getDailyResult(grab_time)

        # For IT stocks

        for stockCode in IT_stockCodes:
            # 一个帖子的
            produceFactor.getSentimentFactor(stockCode, grab_time)
            # 一个股票的
            aggregateFactor.aggregate(stockCode, grab_time)
            # 一天的
            dailyResult.setDailyResult(stockCode, grab_time, section_name='IT')

        outputResult.getDailyResult(grab_time, section_name='IT')

        sendMail.send(grab_time, section_list=['', 'IT'])

        # dump and drop part
        client = MongoClient()
        db = client.taskdb
        db.east.drop()
        print 'east collection has been dropped!'

        mongotool.dump()
        mongotool.drop()
        os.system('mv data/' + grab_time + 'result.xls' + ' /var/www/html')

        t1 = time.clock()

        time.sleep(86400-(t1-t0))