python script to web scrape on districts that have mining activities in Tanzania
Mon Aug 28 2023 09:49:12 GMT+0000 (Coordinated Universal Time)
Saved by
@mwebrania
#python
import requests
from bs4 import BeautifulSoup
def get_mining_districts():
url = "https://www.tanzaniainvest.com/mining"
headers = {"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.3"}
try:
response = requests.get(url, headers=headers, timeout=10)
response.raise_for_status() # Raise an exception for HTTP errors
soup = BeautifulSoup(response.content, 'html.parser')
mining_section = soup.find('span', {'id': 'District'})
districts = []
if mining_section:
district_list = mining_section.find_next('ul')
if district_list:
district_items = district_list.find_all('li')
for district_item in district_items:
district_name = district_item.text.strip()
districts.append(district_name)
return districts
except requests.exceptions.RequestException as e:
print("Error:", e)
return None
if __name__ == "__main__":
mining_districts = get_mining_districts()
if mining_districts:
for index, district in enumerate(mining_districts, start=1):
print(f"{index}. {district}")
content_copyCOPY
Comments