tom/soundcloud-scrape
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Enforce limits

Browse Source
This commit is contained in:
Thomas Wade 2018-09-25 17:21:23 +09:30
parent 8ef89e373b
commit 2e06dc231f
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
scrape.py
View File

@ -132,7 +132,7 @@ def Get_Tracks_Info(url, limit = 100):
tracks = {} tracks = {}
track_elems = soup.find_all('li', class_='soundList__item') track_elems = soup.find_all('li', class_='soundList__item')[:limit]
for track_elem in track_elems: for track_elem in track_elems:
# Initialise a track object to hold our data # Initialise a track object to hold our data
track = Track() track = Track()
@ -222,7 +222,7 @@ def Get_Follows(url, limit = 100):
users = [] users = []
badge_elems = soup.find_all(class_='badgeList__item') badge_elems = soup.find_all(class_='badgeList__item')[:limit]
for badge_elem in badge_elems: for badge_elem in badge_elems:
username_elem = badge_elem.find('a', class_='userBadgeListItem__heading') username_elem = badge_elem.find('a', class_='userBadgeListItem__heading')
if username_elem: if username_elem: