titan-data

1. 整理项目文件

titan_data/titan_data_basic.py

-# -*- coding: utf-8 -*-
-# python环境：python3.7
-# apscheduler版本：3.6.1
-
-from apscheduler.schedulers.blocking import BlockingScheduler
-from threading import Thread
-from datetime import datetime
-from datetime import datetime, timedelta
-from titan_data_function import Data
-from titan_table_structure import Base
-import titan_data_settings as settings
-
-
-class Demo:
-
-    def __init__(self):
-        # 创建请求数据线程
-        self._thread_data = Thread(target=self.get_data)
-        self.go = Data(settings.ts_token)
-
-    def start(self):
-        """
-        线程启动函数
-        """
-        self._thread_data.start()
-
-    def get_calendar(self):
-        """
-        获取数据
-        """
-        self.go.get_AShareCalendar("2010-01-01", "2021-02-30", 0)
-        print("calendar," + str(datetime.now()))
-
-    def get_month_calendar(self):
-        """
-        获取Calendar数据
-        """
-        today = datetime.today()
-        start_date, end_date = self.go.get_current_month_start_and_end(str(today))
-        self.go.get_AShareCalendar(start_date=start_date, end_date=end_date, type=1)
-        print("calendar," + str(datetime.now()))
-
-    def get_description(self):
-        """
-        获取Description数据
-        """
-        date = datetime.now()
-        self.go.get_AShareDescription(date=date, type=0)
-        print("description," + str(datetime.now()))
-
-    def get_data(self):
-        """
-        使用apscheduler定时框架创建定时任务
-        """
-        # 创建调度器对象
-        scheduler = BlockingScheduler()
-        # 添加定时任务 每月1号早上8:30 更新当月交易日历
-        scheduler.add_job(self.get_month_calendar, 'cron', month='1-12', day='1', hour='8', minute='30', name="calendar")
-        # 添加定时任务 08:00; 09:00;12:30 更新当天A股资料
-        scheduler.add_job(self.get_description, 'cron', day_of_week='mon-fri', hour=8, minute=0, name="description")
-        scheduler.add_job(self.get_description, 'cron', day_of_week='mon-fri', hour=9, minute=0, name="description")
-        scheduler.add_job(self.get_description, 'cron', day_of_week='mon-fri', hour=12, minute=30, name="description")
-
-        # 启动调度器，后台监控定时任务，到点执行
-        scheduler.start()
-
-
-if __name__== '__main__':
-    print("start")
-    demo = Demo()
-    demo.start()

titan_data/titan_data_settings.py

-import pandas as pd
-import tushare as ts
-import baostock as bs
-import pymysql
-from urllib import parse
-from sqlalchemy import create_engine
-
-ts_token  = "33261e14a0f45680d6afdc86b85bc0c4c80ba6b8dc199d7313a30838"
-mysql_url = "mysql+pymysql://sharpe_dev:123456@47.99.110.89:3306/sharpe?charset=utf8"
-ip_address = "47.99.110.89"
-ip_port = 3306
-db_name = "sharpe"
-user_name = "sharpe_dev"
-password ="123456"
\ No newline at end of file

titan_data/titan_table_structure.py

-# coding=utf-8
-
-from sqlalchemy import Column, String, Float
-from sqlalchemy.ext.declarative import declarative_base
-
-from sqlalchemy import create_engine
-from sqlalchemy.ext.declarative import declarative_base
-from sqlalchemy import Column, Integer, String
-import titan_data_settings as settings
-
-# 创建连接
-engine = create_engine(settings.mysql_url, encoding='utf-8', echo=False)
-# 生成orm基类
-Base = declarative_base()
-
-class AShareCalendar(Base):
-    """交易日历
-    """
-    __tablename__ = 'tbl_AShareCalendar'
-
-    OBJECT_ID = Column(String(100), comment="对象ID")  # 对象ID
-    TRADE_DAYS = Column(String(8), primary_key=True, comment="Trading Day, 20210201")         # Trading Day, 20210201
-    S_INFO_EXCHMARKET = Column(String(40), primary_key=True, comment="Exchange Name (English), SSE:上海交易所 | SZSE：深圳交易所")           # Exchange Name (English), SSE:上海交易所 | SZSE：深圳交易所
-    SOURCE_TYPE = Column(String(10), comment="BS: baostock | WD: wind")            # BS: baostock | WD: wind
-
-
-#
-Base.metadata.create_all(engine)