Skip to content
Simple Data Scrapping with Beautifulsoup
from bs4 import BeautifulSoup
import requestsurl = 'https://en.wikipedia.org/wiki/List_of_largest_technology_companies_by_revenue'
page = requests.get(url)
soup = BeautifulSoup(page.text, 'html')table = soup.find_all('table')[1]print(table)Hidden output
world_titles = table.find_all('th')world_titlesworld_table_titles = [title.text.strip() for title in world_titles]
print(world_table_titles)import pandas as pddf = pd.DataFrame(columns = world_table_titles)column_data = table.find_all('tr')for row in column_data[1:]:
row_data = row.find_all('td')
individual_row_data = [data.text.strip() for i, data in enumerate(row_data) if i != 1]
length = len(df)
df.loc[length] = individual_row_datadf