Python爬虫如何抓取招聘网站职位_Python爬虫抓取招聘平台岗位信息的实战流程

import requests
import time
import json
<p>headers = {
'User-Agent': 'Mozilla/5.0',
'Referer': '<a href="https://www.php.cn/link/2f7eaf16eceec07fc19c93090e90033a">https://www.php.cn/link/2f7eaf16eceec07fc19c93090e90033a</a>'
}</p><p>def fetch_jobs(keyword, page):
url = "<a href="https://www.php.cn/link/e7a7ba56b1be30e178cd52820e063396">https://www.php.cn/link/e7a7ba56b1be30e178cd52820e063396</a>"
params = {
'keyword': keyword,
'page': page,
'city': '北京'
}
try:
response = requests.get(url, headers=headers, params=params)
if response.status_code == 200:
return response.json()
else:
print(f"请求失败：{response.status_code}")
return None
except Exception as e:
print(f"异常：{e}")
return None</p><h1>调用示例</h1><p>data = fetch_jobs("Python", 1)
if data:
for job in data['result']:
print(job['title'], job['salary'], job['company'])
time.sleep(1)  # 控制频率

<pre class="brush:php;toolbar:false;">import pandas as pd
<p>jobs_list = []
for page in range(1, 6):
result = fetch_jobs("Python", page)
if result:
jobs_list.extend(result['result'])
time.sleep(2)</p><p>df = pd.DataFrame(jobs_list)
df.to_csv('python_jobs.csv', index=False, encoding='utf_8_sig')</p>