Commit 31f1d961 by jscat

titan data:

解决读写失败时的数据处理
1. rollback
2. 错误日志保存至db
parent 390420e0
...@@ -45,11 +45,17 @@ class Data: ...@@ -45,11 +45,17 @@ class Data:
try: try:
with self.engine.begin() as conn: with self.engine.begin() as conn:
print (pd.read_sql(sql=text('select * from sharpe.tbl_AShareDescription'), con=conn)) print (pd.read_sql(sql=text('select * from sharpe.tbl_AShareDescription'), con=conn))
#print (pd.read_sql(sql=text('truncate table sharpe.tbl_AShareDescription; select * from sharpe.tbl_AShareDescription;'), con=conn)) # test1: rollback-failure
#conn.execute('truncate table sharpe.tbl_AShareDescription') # conn.execute('TRUNCATE TABLE sharpe.tbl_AShareDescription')
df = pd.DataFrame({'OBJECT_ID': "001", 'S_INFO_CODE': "uj"}, index=[0]) # test2: rollback-support
df.to_sql("tbl_AShareDescription", conn, if_exists='append', index=False) conn.execute('DELETE FROM sharpe.tbl_AShareDescription')
# test3: rollback-support
#conn.execute('REPLACE INTO sharpe.tbl_AShareDescription(S_INFO_CODE) values("123")')
# test4: rollback-support
# df = pd.DataFrame({'OBJECT_ID': "001", 'S_INFO_CODE': "uj"}, index=[0])
# df.to_sql("tbl_AShareDescription", conn, if_exists='append', index=False)
print(pd.read_sql(sql=text('select * from sharpe.tbl_AShareDescription'), con=conn)) print(pd.read_sql(sql=text('select * from sharpe.tbl_AShareDescription'), con=conn))
# rollback sql
data.to_sql(table_name, conn, if_exists='append', index=False) data.to_sql(table_name, conn, if_exists='append', index=False)
self.update_log(table_name, conn, info) self.update_log(table_name, conn, info)
except Exception as ee: except Exception as ee:
......
Markdown 格式
0%
您添加了 0 到此讨论。请谨慎行事。
请先完成此评论的编辑!
注册 或者 后发表评论