tom/soundcloud-scrape
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Check for null results and flatten to string

Browse Source
This commit is contained in:
Thomas Wade 2018-09-27 16:46:03 +09:30
parent 86d7958489
commit 4e14ce2235
1 changed files with 11 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
scrape.py
View File

@ -108,24 +108,27 @@ def Get_Basic_Info(user):
print(' Username: ' + user.username) print(' Username: ' + user.username)
# Grab their track count # Grab their track count
track_count = soup.find('a', href='/' + user.url_username + '/tracks', class_='infoStats__statLink').div.string track_count_elem = soup.find('a', href='/' + user.url_username + '/tracks', class_='infoStats__statLink')
user.track_count = track_count if track_count_elem:
print(' Tracks: ' + user.track_count) user.track_count = str(track_count_elem.div.string)
print(' Tracks: ' + str(user.track_count))
# Grab their following count # Grab their following count
following_count = soup.find('a', href='/' + user.url_username + '/following', class_='infoStats__statLink').div.string following_count_elem = soup.find('a', href='/' + user.url_username + '/following', class_='infoStats__statLink')
user.following_count = following_count if following_count_elem:
user.following_count = str(following_count_elem.div.string)
print(' Following: ' + str(user.following_count)) print(' Following: ' + str(user.following_count))
# Grab their follower count # Grab their follower count
follower_count = soup.find('a', href='/' + user.url_username + '/followers', class_='infoStats__statLink').div.string follower_count_elem = soup.find('a', href='/' + user.url_username + '/followers', class_='infoStats__statLink')
user.follower_count = follower_count if follower_count_elem:
user.follower_count = str(follower_count_elem.div.string)
print(' Followers: ' + str(user.follower_count)) print(' Followers: ' + str(user.follower_count))
# Grab their like count # Grab their like count
like_count_elem = soup.find('a', href='/' + user.url_username + '/likes', class_='sidebarHeader__actualTitle') like_count_elem = soup.find('a', href='/' + user.url_username + '/likes', class_='sidebarHeader__actualTitle')
if like_count_elem: if like_count_elem:
user.like_count = like_count_elem.string.split(' ')[0] user.like_count = str(like_count_elem.string.split(' ')[0])
print(' Likes: ' + str(user.like_count)) print(' Likes: ' + str(user.like_count))
# Gets a list of fully-populated Track objects # Gets a list of fully-populated Track objects