美文网首页
Selenium / PhantomJS / requests

Selenium / PhantomJS / requests

作者: pyHorse | 来源:发表于2018-07-18 19:17 被阅读0次
    from selenium import webdriver
    import  requests
    import urllib.request
    
    def get_selenium_content(page):
        br = webdriver.PhantomJS(executable_path=r'phantomjs.exe')
        br.get('https://www.guazi.com/sh/buy/o'+str(page)+'/')
        data = br.page_source
        br.close()
        return data
    
    def get_request_content(page):
        url = 'https://www.guazi.com/sh/buy/o'+str(page)+'/'
        r = requests.get(
            url,params = None,headers = {
                'User - Agent': 'Mozilla / 5.0(Windows NT 10.0;WOW64) AppleWebKit / 537.36(KHTML, like Gecko) Chrome / 67.0.3396.99 Safari / 537.36'
            }
        )
        return r.text
    
    def get_urllib_content(page):
        url = 'https://www.guazi.com/sh/buy/o' + str(page) + '/'
        request = urllib.request.Request(url)
        r = request.add_header(
                'User - Agent','Mozilla / 5.0(Windows NT 10.0;WOW64) AppleWebKit / 537.36(KHTML, like Gecko) Chrome / 67.0.3396.99 Safari / 537.36'
        )
        content = urllib.request.urlopen(request).read().decode('utf-8')
        return content
    
    print(get_selenium_content(2))
    print(get_request_content(2))
    print(get_urllib_content(2))
    

    相关文章

      网友评论

          本文标题:Selenium / PhantomJS / requests

          本文链接:https://www.haomeiwen.com/subject/jvsapftx.html