tom/soundcloud-scrape
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Add initialisation messages

Browse Source
This commit is contained in:
Thomas Wade 2018-09-17 23:55:01 +09:30
parent 8241702fb1
commit 65c92026d9
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
scrape.py
View File

@ -18,6 +18,8 @@ from bs4 import BeautifulSoup
graph = nx.DiGraph() graph = nx.DiGraph()
print('NetworkX initialised')
##### Set up WebDriver with Chrome ########################## ##### Set up WebDriver with Chrome ##########################
chrome_options = Options() chrome_options = Options()
@ -25,6 +27,8 @@ chrome_options.add_argument('--headless') # Start headless so we can run on a se
driver = webdriver.Chrome(executable_path=CHROMEDRIVER_PATH, chrome_options=chrome_options) driver = webdriver.Chrome(executable_path=CHROMEDRIVER_PATH, chrome_options=chrome_options)
print('WebDriver initialised')
##### Do stuff ############################################## ##### Do stuff ##############################################
username = soup.find(class_='profileHeaderInfo__userName') username = soup.find(class_='profileHeaderInfo__userName')