Crawling a Website for URLs

crawling.py

import requests
from bs4 import BeautifulSoup
def crawl_website(url):
   try:
       response = requests.get(url)
       response.raise_for_status()
      
       soup = BeautifulSoup(response.text, 'html.parser')
       urls = [a['href'] for a in soup.find_all('a', href=True)]
       for link in urls:
           print(link)
   except requests.exceptions.RequestException as e:
       print(f"Error: {e}")

crawl_website("https://example.com")