tom/soundcloud-scrape
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Get username, track count, and like count

Browse Source
This commit is contained in:
Thomas Wade 2018-09-17 23:55:53 +09:30
parent 7c7c016e27
commit 7cb2e2a2ff
1 changed files with 22 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
scrape.py
View File

@ -35,5 +35,25 @@ print('WebDriver initialised')
##### Do stuff ##############################################
username = soup.find(class_='profileHeaderInfo__userName')
print(username.string.strip())
user_dict = {}
users_to_process = ['thomotron', 'lacheque', 'slynk']
for user in users:
# Skip any users that have already been passed over to avoid infinite loops
if user in user_dict.keys():
continue
driver.get('https://soundcloud.com/' + user)
soup = BeautifulSoup(driver.page_source, 'lxml')
# Use stripped_strings generator as workaround for users with premium badge
username = next(soup.find(class_='profileHeaderInfo__userName').stripped_strings)
print(username)
track_count = int(soup.find('a', href='/' + username.lower() + '/tracks', class_='infoStats__statLink').div.string)
print(track_count)
like_count = int(soup.find('a', href='/' + username.lower() + '/likes').find(class_='sidebarHeader__actualTitle').string.split(' ')[0])
print(like_count)
driver.quit()