tom/soundcloud-scrape
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Sprinkle a bit of NoneType safety into the mix

Browse Source
This commit is contained in:
Thomas Wade 2018-09-20 00:59:13 +09:30
parent cde49030dc
commit cdf78f0208
1 changed files with 7 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
scrape.py
View File

@ -145,7 +145,7 @@ def Get_Tracks_Info(url, limit = 100):
track.artist = artist_elem.string.strip() track.artist = artist_elem.string.strip()
# Check if we have already gotten this track before # Check if we have already gotten this track before
if track.artist + track.title in tracks.keys(): if str(track.artist) + str(track.title) in tracks.keys():
continue continue
# Grab when it was uploaded # Grab when it was uploaded
@ -169,10 +169,14 @@ def Get_Tracks_Info(url, limit = 100):
track.comments = num track.comments = num
# Grab the like count # Grab the like count
track.likes = track_elem.find(class_='sc-button-like').string.strip() like_elem = track_elem.find(class_='sc-button-like')
if like_elem:
track.likes = like_elem.string.strip()
# Grab the repost count # Grab the repost count
track.reposts = track_elem.find(class_='sc-button-repost').string.strip() repost_elem = track_elem.find(class_='sc-button-repost')
if repost_elem:
track.reposts = repost_elem.string.strip()
# Finally add the track to the dictionary # Finally add the track to the dictionary
tracks[track.artist + track.title] = track tracks[track.artist + track.title] = track