python爬虫练习--爬取某城市历史气象数据（待优化）

2023年1月11日 171次阅读 来源: An_Ji_Yang 
# -*- coding=utf-8 -*-
from __future__ import print_function  
import urllib.request  
from bs4 import BeautifulSoup  
  
strYear = '2013'              
strFile = 'zhengzhou' + strYear + '.csv'  
f = open(strFile, 'w')  
  
for month in range(1, 13):  
    if(month < 10):  
        strMonth = '0' + str(month)  
    else:  
        strMonth = str(month)  
    strYearMonth = strYear + strMonth  
    print("\nGetting data for month" + strYearMonth + "...", end='')  
      
    url  = "http://lishi.tianqi.com/beijing/"+strYearMonth+".html"  
    page = urllib.request.urlopen(url)
    #创建BeautifulSoup对象	
    soup = BeautifulSoup(page, "html.parser")  
    weatherSet = soup.find(attrs={"class":"tqtongji2"})  
    if(weatherSet == None):  
        print("fail to get the page", end='')   
        continue  
      
    for line in weatherSet.contents:  
        if(line.__class__.__name__ == 'NavigableString'): continue  
        if(len(line.attrs) > 0): continue  
        lis = line.findAll('li')  
        strDate = lis[0].text  
        highWeather = lis[1].text  
        lowWeather  = lis[2].text
        weather = lis[3].text
        windDirection = lis[4].text
        windPower = lis[5].text		
        f.write(strDate +',' + lowWeather +',' + highWeather + ','+weather + ',' +
		windDirection + ',' + windPower +'\n')  
    print("done", end='')  
      
f.close()  



参考资料：http://cuiqingcai.com/1319.html

    原文作者：An_Ji_Yang
    原文地址: https://blog.csdn.net/yaj13346943285/article/details/71642646
    本文转自网络文章，转载此文章仅为分享知识，如有侵权，请联系博主进行删除。
点赞