I want to build a scrapper. And I wrote this code, it keeps on running into error. I would be grateful if anyone can help.
def fetch_json(api_link, timeout=10):
try:
response = requests.get(api_link, timeout=timeout)
if response.status_code == 200:
return response.json()
else:
print(f"Failed to fetch data from API for link: {api_link}")
return None
except requests.exceptions.Timeout:
print(f"Timeout occurred while fetching data for link: {api_link}. Skipping...")
return None
except requests.exceptions.RequestException as e:
print(f"Error occurred while fetching data for link {api_link}: {e}")
return None
api_link = "https://apiv2.cricket.com.au/web/players/list?isActive=1&teamId=&jsconfig=eccn%3Atrue&format=json"
player_data= fetch_json(api_link)
name = []
if player_data:
players = player_data['players']
for player in players:
id = "".join(players['id'])
displayname = "".join(players['displayname'])
name.append({
"id" : player.get("id"),
"displayname" : player.get("displayname")
})
print(f"Player Name Retrived")
player_name = pd.DataFrame(name)
It shows error along the id column and I can’t seem to solve this problem.
New contributor
Samridh is a new contributor to this site. Take care in asking for clarification, commenting, and answering.
Check out our Code of Conduct.