import requests from bs4 import BeautifulSoup def crawler(url): res = requests.get(url) soup = BeautifulSoup(res.text, 'html.parser') return soup