soundcloud-scrape/scrape.py
2018-09-17 23:52:21 +09:30

35 lines
1.2 KiB
Python
Executable File

#!/usr/bin/python3
# It is assumed that you have installed the required packages in requirements.txt
# and have also installed ChromeDriver from your package manager.
# If you have installed ChromeDriver separately, change the line below to the
# path of the ChromeDriver executable.
CHROMEDRIVER_PATH = '/usr/bin/chromedriver'
import networkx as nx
from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions
from selenium.webdriver.chrome.options import Options
from bs4 import BeautifulSoup
##### Set up NetworkX #######################################
graph = nx.DiGraph()
##### Set up WebDriver with Chrome and get the page #########
chrome_options = Options()
chrome_options.add_argument('--headless') # Start headless so we can run on a server overnight
driver = webdriver.Chrome(executable_path=CHROMEDRIVER_PATH, chrome_options=chrome_options)
driver.get("https://soundcloud.com/lacheque")
soup = BeautifulSoup(driver.page_source, "lxml")
driver.quit()
##### Do stuff ##############################################
username = soup.find(class_='profileHeaderInfo__userName')
print(username.string.strip())