mirrors2/stock-tracker
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

stock-tracker

Browse Source
This commit is contained in:
C菌
2026-07-04 00:17:11 +08:00
commit 6087341a48
6463 changed files with 1929869 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
backend/.venv/lib/python3.9/site-packages/akshare/bank/__init__.py
+6
View File
@@ -0,0 +1,6 @@
#!/usr/bin/env python
# -*- coding:utf-8 -*-
"""
Date: 2019/11/7 14:06
Desc:
"""
backend/.venv/lib/python3.9/site-packages/akshare/bank/bank_cbirc_2020.py
+189
View File
@@ -0,0 +1,189 @@
#!/usr/bin/env python
# -*- coding:utf-8 -*-
"""
Date: 2025/2/4 23:00
Desc: 中国银行保险监督管理委员会-首页-政务信息-行政处罚-银保监分局本级-XXXX行政处罚信息公开表
https://www.nfra.gov.cn/cn/view/pages/ItemList.html?itemPId=923&itemId=4115&itemUrl=ItemListRightList.html&itemName=%E9%93%B6%E4%BF%9D%E7%9B%91%E5%88%86%E5%B1%80%E6%9C%AC%E7%BA%A7&itemsubPId=931&itemsubPName=%E8%A1%8C%E6%94%BF%E5%A4%84%E7%BD%9A#2
提取 具体页面 html 页面的 json 接口
https://www.nfra.gov.cn/cn/static/data/DocInfo/SelectByDocId/data_docId=881446.json
2020 新接口
"""
import warnings
from io import StringIO
import pandas as pd
import requests
from tqdm import tqdm
from akshare.bank.cons import cbirc_headers_without_cookie_2020
def bank_fjcf_total_num(item: str = "分局本级") -> int:
"""
首页-政务信息-行政处罚-银保监分局本级 总页数
https://www.nfra.gov.cn/cn/view/pages/ItemList.html?itemPId=923&itemId=4115&itemUrl=ItemListRightList.html&itemName=%E9%93%B6%E4%BF%9D%E7%9B%91%E5%88%86%E5%B1%80%E6%9C%AC%E7%BA%A7&itemsubPId=931
:param item: choice of {"机关", "本级", "分局本级"}
:type item: str
:return: 总页数
:rtype: int
"""
item_id_list = {
"机关": "4113",
"本级": "4114",
"分局本级": "4115",
}
cbirc_headers = cbirc_headers_without_cookie_2020.copy()
main_url = "https://www.nfra.gov.cn/cbircweb/DocInfo/SelectDocByItemIdAndChild"
params = {
"itemId": item_id_list[item],
"pageSize": "18",
"pageIndex": "1",
}
res = requests.get(main_url, params=params, headers=cbirc_headers)
return int(res.json()["data"]["total"])
def bank_fjcf_total_page(item: str = "分局本级", begin: int = 1) -> int:
"""
获取首页-政务信息-行政处罚-银保监分局本级的总页数
https://www.nfra.gov.cn/cn/view/pages/ItemList.html?itemPId=923&itemId=4115&itemUrl=ItemListRightList.html&itemName=%E9%93%B6%E4%BF%9D%E7%9B%91%E5%88%86%E5%B1%80%E6%9C%AC%E7%BA%A7&itemsubPId=931
:param item: choice of {"机关", "本级", "分局本级"}
:type item: str
:param begin: 开始页数
:type begin: str
:return: 总页数
:rtype: int
"""
item_id_list = {
"机关": "4113",
"本级": "4114",
"分局本级": "4115",
}
cbirc_headers = cbirc_headers_without_cookie_2020.copy()
main_url = "https://www.nfra.gov.cn/cbircweb/DocInfo/SelectDocByItemIdAndChild"
params = {
"itemId": item_id_list[item],
"pageSize": "18",
"pageIndex": str(begin),
}
res = requests.get(main_url, params=params, headers=cbirc_headers)
if res.json()["data"]["total"] / 18 > int(res.json()["data"]["total"] / 18):
total_page = int(res.json()["data"]["total"] / 18) + 1
return total_page
def bank_fjcf_page_url(
page: int = 5, item: str = "分局本级", begin: int = 1
) -> pd.DataFrame:
"""
获取 首页-政务信息-行政处罚-银保监分局本级-每一页的 json 数据
:param page: 需要获取前 page 页的内容, 总页数请通过 ak.bank_fjcf_total_page() 获取
:type page: int
:param item: choice of {"机关", "本级", "分局本级"}
:type item: str
:param begin: 开始页数
:type begin: str
:return: 需要的字段
:rtype: pandas.DataFrame
"""
item_id_list = {
"机关": "4113",
"本级": "4114",
"分局本级": "4115",
}
cbirc_headers = cbirc_headers_without_cookie_2020.copy()
main_url = "https://www.nfra.gov.cn/cbircweb/DocInfo/SelectDocByItemIdAndChild"
temp_df = pd.DataFrame()
for i_page in tqdm(range(begin, page + begin), leave=False):
params = {
"itemId": item_id_list[item],
"pageSize": "18",
"pageIndex": str(i_page),
}
res = requests.get(main_url, params=params, headers=cbirc_headers)
temp_df = pd.concat([temp_df, pd.DataFrame(res.json()["data"]["rows"])])
return temp_df[
["docId", "docSubtitle", "publishDate", "docFileUrl", "docTitle", "generaltype"]
]
def bank_fjcf_table_detail(
page: int = 5, item: str = "分局本级", begin: int = 1
) -> pd.DataFrame:
"""
获取 首页-政务信息-行政处罚-银保监分局本级-XXXX行政处罚信息公开表 数据
:param page: 需要获取前 page 页的内容, 总页数请通过 ak.bank_fjcf_total_page() 获取
:type page: int
:param item: choice of {"机关", "本级", "分局本级"}
:type item: str
:param begin: 开始页面
:type begin: int
:return: 返回所有行政处罚信息公开表的集合, 按第一页到最后一页的顺序排列
:rtype: pandas.DataFrame
"""
id_list = bank_fjcf_page_url(page=page, item=item, begin=begin)["docId"]
big_df = pd.DataFrame()
for item in id_list:
url = f"https://www.nfra.gov.cn/cn/static/data/DocInfo/SelectByDocId/data_docId={item}.json"
res = requests.get(url)
try:
table_list = pd.read_html(StringIO(res.json()["data"]["docClob"]))[0]
if table_list.shape[1] == 2:
table_list = table_list.iloc[:, 1].values.tolist()
else:
table_list = table_list.iloc[:, 3:].values.tolist()
# 部分旧表缺少字段，所以填充
if len(table_list) == 7:
table_list.insert(2, pd.NA)
table_list.insert(3, pd.NA)
table_list.insert(4, pd.NA)
elif len(table_list) == 8:
table_list.insert(1, pd.NA)
table_list.insert(2, pd.NA)
elif len(table_list) == 9:
table_list.insert(2, pd.NA)
elif len(table_list) == 11:
table_list = table_list[2:]
table_list.insert(2, pd.NA)
else:
print(
f"{item} 异常，请通过 https://www.nfra.gov.cn/cn/view/pages/ItemDetail.html?docId={item} 查看"
)
continue
# 部分会变成嵌套列表, 这里还原
table_list = [
item[0] if isinstance(item, list) else item for item in table_list
]
table_list.append(str(item))
table_list.append(res.json()["data"]["publishDate"])
table_df = pd.DataFrame(table_list)
table_df.columns = ["内容"]
big_df = pd.concat(objs=[big_df, table_df.T], ignore_index=True)
# 解决有些页面缺少字段的问题, 都放到 try 里面
except: # noqa: E722
warnings.warn(f"{item} 不是表格型数据，将跳过采集")
continue
if big_df.empty:
return pd.DataFrame()
big_df.columns = [
"行政处罚决定书文号",
"姓名",
"单位", # 20200108 新增
"单位名称",
"主要负责人姓名",
"主要违法违规事实（案由）",
"行政处罚依据",
"行政处罚决定",
"作出处罚决定的机关名称",
"作出处罚决定的日期",
"处罚ID",
"处罚公布日期",
]
return big_df
if __name__ == "__main__":
bank_fjcf_table_detail_df = bank_fjcf_table_detail(page=1, item="机关", begin=1)
print(bank_fjcf_table_detail_df)
backend/.venv/lib/python3.9/site-packages/akshare/bank/cons.py
+32
View File
@@ -0,0 +1,32 @@
#!/usr/bin/env python
# -*- coding:utf-8 -*-
"""
Date: 2023/4/3 21:06
Desc: 银保监会配置文件
"""
cbirc_headers_without_cookie_2020 = {
"Accept": "*/*",
"Accept-Encoding": "gzip, deflate",
"Accept-Language": "zh-CN,zh;q=0.9,en;q=0.8",
"Cache-Control": "no-cache",
"Connection": "keep-alive",
"Host": "www.nfra.gov.cn",
"Pragma": "no-cache",
"Referer": "http://www.nfra.gov.cn/cn/view/pages/ItemList.html?itemPId=923&itemId=4115&itemUrl=ItemListRightList.html&itemName=%E9%93%B6%E4%BF%9D%E7%9B%91%E5%88%86%E5%B1%80%E6%9C%AC%E7%BA%A7&itemsubPId=931&itemsubPName=%E8%A1%8C%E6%94%BF%E5%A4%84%E7%BD%9A",
"X-Requested-With": "XMLHttpRequest",
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/78.0.3904.97 Safari/537.36",
}
cbirc_headers_without_cookie_2019 = {
"Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3",
"Accept-Encoding": "gzip, deflate",
"Accept-Language": "zh-CN,zh;q=0.9,en;q=0.8",
"Cache-Control": "no-cache",
"Connection": "keep-alive",
"Host": "www.nfra.gov.cn",
"Pragma": "no-cache",
"Referer": "http://www.nfra.gov.cn/cn/list/9103/910305/ybjjcf/1.html",
"Upgrade-Insecure-Requests": "1",
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/78.0.3904.97 Safari/537.36",
}