需要分析年报中的表格内容，所以需要收集财报数据，为了方便一键获取，故编写本脚本。

脚本内容

Download_Dir: 需要下载的目录，请确保有足够的权限创建，预计全部下载需要180GB存储空间

#!/bin/bash
# 上海证券交易所年报抓取
# Author: admin@lolicp.com
# Date: 2023-08-13
# Version: 0.0.1
最终要下载的目录
Download_Dir='/data/caibao'
Curl_Init(){
curl -s -H 'Referer: http://www.sse.com.cn/' "${@}"
}
`STOCK_TYPE_LIST=(1 2 8)
for STOCK_TYPE in ${STOCK_TYPE_LIST[@]};do
查询股票代码 1 2 8
SECURITY_CODE_List=Curl_Init "http://query.sse.com.cn/sseQuery/commonQuery.do?jsonCallBack=jsonpCallback25180210&STOCK_TYPE=${STOCK_TYPE}&REG_PROVINCE=&CSRC_CODE=&STOCK_CODE=&sqlId=COMMON_SSE_CP_GPJCTPZ_GPLB_GP_L&COMPANY_STATUS=2%2C4%2C5%2C7%2C8&type=inParams&isPagination=true&pageHelp.cacheSize=1&pageHelp.beginPage=1&pageHelp.pageSize=3000&pageHelp.pageNo=1&pageHelp.endPage=1&_=1691554195145"|sed -r 's/^jsonpCallback[0-9]{1,99}\(|\)$//g'|jq -rc '.result[]|{"A_STOCK_CODE":.A_STOCK_CODE,"B_STOCK_CODE":.B_STOCK_CODE,"SEC_NAME_CN":.SEC_NAME_CN}'
IFS=$'\n'
#echo "${SECURITY_CODE_List}"
for SECURITY_Info in ${SECURITY_CODE_List};do
SECURITY_CODE=echo "${SECURITY_Info}"|jq -r .A_STOCK_CODE
SECURITY_NAME_CN=echo "${SECURITY_Info}"|jq -r .SEC_NAME_CN
Query_Bulletin_List=Curl_Init "http://query.sse.com.cn/security/stock/queryCompanyBulletin.do?jsonCallBack=jsonpCallback24653133&isPagination=true&pageHelp.pageSize=3000&pageHelp.pageNo=1&pageHelp.beginPage=1&pageHelp.cacheSize=1&pageHelp.endPage=1&productId=${SECURITY_CODE}&securityType=0101%2C120100%2C020100%2C020200%2C120200&reportType2=DQBG&reportType=ALL&beginDate=1990-01-01&endDate=2023-08-10&_=1691554852277" |sed -r 's/^jsonpCallback[0-9]{1,99}\(|\)$//g'|jq -rc '.result[]'
for Query_Bulletin in ${Query_Bulletin_List};do
证券简称
Bulletin_SECURITY_NAME=echo "${Query_Bulletin}"|jq -r '.SECURITY_NAME'
公告标题
Bulletin_TITLE=echo "${Query_Bulletin}"|jq -r '.TITLE'
文件下载路径
Bulletin_URL=echo "${Query_Bulletin}"|jq -r '.URL'
PDF最终下载地址
Bulletin_Download_Url="http://www.sse.com.cn${Bulletin_URL}"
公告分类
Bulletin_BULLETIN_TYPE=echo "${Query_Bulletin}"|jq -r '.BULLETIN_TYPE'
证券代码
Bulletin_SECURITY_CODE=echo "${Query_Bulletin}"|jq -r '.SECURITY_CODE'
年份
Bulletin_BULLETIN_YEAR=echo "${Query_Bulletin}"|jq -r '.BULLETIN_YEAR'
下载的文件路径及名称
Bulletin_Download_Name="${Download_Dir}/${Bulletin_SECURITY_CODE}${Bulletin_BULLETIN_YEAR}${SECURITY_NAME_CN}${Bulletin_BULLETIN_TYPE}${Bulletin_TITLE}.pdf"
if [ -z "${Bulletin_URL}" ];then
echo "null ${Bulletin_BULLETIN_YEAR} ${SECURITY_NAME_CN} ${Bulletin_TITLE} ${Bulletin_Download_Url}"
else
echo "${Bulletin_BULLETIN_YEAR} ${SECURITY_NAME_CN} ${Bulletin_TITLE} ${Bulletin_Download_Url}"
fi
#exit
if [ ! -d "${Download_Dir}" ];then
mkdir -p "${Download_Dir}" ||exit 2
elif [ -f "${Bulletin_Download_Name}" ];then
continue
fi
wget -q -O "${Bulletin_Download_Name}" "${Bulletin_Download_Url}" &
done
wait
sleep 3
done
done`