python網頁爬蟲通用代碼示例

import requests
#import time

def getHTMLText(url):
    try:
        r = requests.get(url,timeout = 30)
        r.raise_for_status()#如果狀态不是200，産生HTTPError異常
        #print(r.status_code)
        r.encoding = r.apparent_encoding
        return r.text
    except:
        return "産生異常"

if __name__ == '__main__':
    url = "http://www.baidu.com"
    print(getHTMLText(url))