如何用python做一个简单的爬虫代码-范例

pip install requests
pip install beautifulsoup4

import requests
from bs4 import BeautifulSoup
def simple_web_crawler(url):
    try:
        # 发送GET请求获取网页内容
        response = requests.get(url)
        
        # 检查请求是否成功
        response.raise_for_status()
        
        # 使用BeautifulSoup解析网页内容
        soup = BeautifulSoup(response.text, 'html.parser')
        
        # 获取网页标题
        title = soup.title.string
        print(f"网页标题: {title}")
        
        # 获取所有链接
        links = soup.find_all('a')
        print("\n所有链接:")
        for link in links:
            print(link.get('href'))
    except requests.exceptions.RequestException as e:
        print(f"发生错误: {e}")

url_to_scrape = 'https://example.com'
simple_web_crawler(url_to_scrape)