Take also a look at Web-Scraping part-1
from bs4 import BeautifulSoup import requests import re url = 'https://en.wikipedia.org/wiki/List_of_American_comedy_films' url_get = requests.get(url) soup = BeautifulSoup(url_get.content, 'lxml') for link in soup.find_all('a', href=re.compile(r"/wiki/")): print(link)