python 爬取智联招聘

矫情吗；* 2024-04-18 17:07 93阅读 0赞

一个爬取智联的一个小爬虫

python版本：python3.7  
依赖模块：selenium、pyquery  
废话少说，上代码

from selenium import webdriver
    from selenium.webdriver.chrome.options import Options
    from selenium.webdriver.common.keys import Keys
    from pyquery import PyQuery as pq
    import time
     
     
    class ZhiLian:
        def __init__(self):
            # 设置 chrome 无界面化模式
            self.chrome_options = Options()
            self.chrome_options.add_argument('--headless')
            self.chrome_options.add_argument('--disable-gpu')
            self.driver = webdriver.Chrome(chrome_options=self.chrome_options)
     
        def get_url(self, search='python'):
            """
            获取搜索职位的url, demo里面默认搜索python
            :param search:
            :return:
            """
            self.driver.get("https://www.zhaopin.com/")
            element = self.driver.find_element_by_class_name("zp-search__input")
            element.send_keys(f"{search}")
            element.send_keys(Keys.ENTER)
            # 切换窗口
            self.driver.switch_to.window(self.driver.window_handles[1])
            # 等待js渲染完成后，在获取html
            time.sleep(4)
            html = self.driver.find_element_by_xpath("//*").get_attribute("outerHTML")
            return html
     
        def data_processing(self):
            """
            处理数据
            :return:
            """
            html = self.get_url()
            doc = pq(html)
            contents = doc(".contentpile__content__wrapper")
            for content in contents.items():
                jobname = content(".contentpile__content__wrapper__item__info__box__jobname__title").text()
                companyname = content(".contentpile__content__wrapper__item__info__box__cname").text()
                saray = content(".contentpile__content__wrapper__item__info__box__job__saray").text()
                demand = content(".contentpile__content__wrapper__item__info__box__job__demand").text()
                yield jobname, companyname, saray, ",".join(demand.split("\n"))
     
     
    datas = ZhiLian().data_processing()
    for data in datas:
        print(data)

运行结果：  
![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzQ0NjIxNTEw_size_16_color_FFFFFF_t_70]

[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzQ0NjIxNTEw_size_16_color_FFFFFF_t_70]: https://image.dandelioncloud.cn/pgy_files/images/2024/04/18/fe4b933926334e1794f1881f15c23839.png