import pandas as pd
import requests
from lxml import etree
# 初始化一个空的 DataFrame
import pandas as pd
df = pd.DataFrame()
data_list = []
headers = {
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.5735.289 Safari/537.36"
}
for s in range(1, 12):
    url = f"https://nanchang.jianzhimao.com/index{s}.html"
    # 请求网页
    response = requests.get(url, headers=headers).text
    # 解析网页
    html = etree.HTML(response)
    print("\033[31;1m","*" * 20, "开始爬取", s, "页", "*" * 20,"\033[0m")
    for i in range(1, 16):
        name = html.xpath(f'//*[@id="content_list_wrap"]/li[{i}]/a/text()')
        if name:
            # 将单元格数据转换为字典
            row_data = {
                '列 1': name[0] if name else None
            }
            data_list.append(row_data)
    # 将数据列表转换为 DataFrame 并追加到 df
    df = pd.concat([df, pd.DataFrame(data_list)], ignore_index=True)
    # 清空 data_list 以便下一次迭代
    data_list = []

# 将 DataFrame 保存到 Excel 文件
df.to_excel('data.xlsx', index=False)