tom/soundcloud-scrape
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Don't get page in setup phase

Browse Source
This commit is contained in:
Thomas Wade 2018-09-17 23:54:06 +09:30
parent 6ca88dfd94
commit 8241702fb1
1 changed files with 1 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
scrape.py
View File

@ -18,15 +18,12 @@ from bs4 import BeautifulSoup
graph = nx.DiGraph() graph = nx.DiGraph()
##### Set up WebDriver with Chrome and get the page ######### ##### Set up WebDriver with Chrome ##########################
chrome_options = Options() chrome_options = Options()
chrome_options.add_argument('--headless') # Start headless so we can run on a server overnight chrome_options.add_argument('--headless') # Start headless so we can run on a server overnight
driver = webdriver.Chrome(executable_path=CHROMEDRIVER_PATH, chrome_options=chrome_options) driver = webdriver.Chrome(executable_path=CHROMEDRIVER_PATH, chrome_options=chrome_options)
driver.get("https://soundcloud.com/lacheque")
soup = BeautifulSoup(driver.page_source, "lxml")
driver.quit()
##### Do stuff ############################################## ##### Do stuff ##############################################