1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
|
from pytdx.hq import TdxHq_API
from pytdx.hq import TDXParams
from pytdx.crawler.history_financial_crawler import HistoryFinancialListCrawler
from pytdx.crawler.history_financial_crawler import HistoryFinancialCrawler
from pytdx.reader import HistoryFinancialReader
from pytdx.crawler.base_crawler import demo_reporthook
import pandas as pd
from datetime import date, datetime, timedelta
import os
import re
from chinese_calendar import is_workday
api = TdxHq_API(multithread=True, heartbeat=True, auto_retry=True)
def downkdata(code,startdate,enddate,file):
data = api.get_k_data(code,startdate,enddate)
if data.empty:
pass
else:
data.to_csv(file,encoding="utf-8-sig")
print(f"{code} 更新数据 {len(data)} 行")
def updatekdate(code,startdate,enddate,file):
data = api.get_k_data(code,startdate,enddate)
if data.empty:
pass
else:
data.to_csv(file,mode="a",header=0,encoding="utf-8-sig")
print(f"{code} 更新数据 {len(data)} 行")
def get_workdate(olddate):
workday = olddate + timedelta(days=1)
while not is_workday(pd.to_datetime(f"{workday:%Y-%m-%d}")):
workday += timedelta(days=1)
return workday
with api.connect('124.71.9.153', 7709):
data = pd.DataFrame()
for code in df_code.代码:
filename = f"{code}.csv"
file = os.path.join(fd,filename)
if os.path.exists(file) and os.path.getsize(file)>=100:
olddate = pd.read_csv(file, dtype={"code": str},parse_dates=['date']).iloc[-1, 0]
startdate = f"{get_workdate(olddate):%Y-%m-%d}"
enddate = f"{date.today():%Y-%m-%d}"
if startdate < enddate:
updatekdate(code=code,startdate=startdate,enddate=enddate,file=file)
elif startdate == enddate:
if datetime.now().hour < 16:
updatekdate(code=code,startdate=startdate,enddate=enddate,file=file)
else:
pass
else:
startdate = "2020-01-01"
enddate = f"{date.today():%Y-%m-%d}"
try:
downkdata(code,startdate,enddate,file)
except:
print(code,'无数据可下载！')
pass
|