#!/usr/bin/python3 # It is assumed that you have installed the required packages in requirements.txt # and have also installed Chromedriver from your package manager. # If you have installed Chromedriver separately, change the line below to the # path of the Chromedriver executable. CHROMEDRIVER_PATH = '/usr/bin/chromedriver' import networkx as nx from selenium import webdriver from selenium.webdriver.common.by import By from selenium.webdriver.support.ui import WebDriverWait from selenium.webdriver.support import expected_conditions from selenium.webdriver.chrome.options import Options from bs4 import BeautifulSoup ##### Set up NetworkX ####################################### graph = nx.DiGraph() ##### Set up WebDriver with Chrome and get the page ######### chrome_options = Options() chrome_options.add_argument('--headless') # Start headless so we can run on a server overnight driver = webdriver.Chrome(executable_path=CHROMEDRIVER_PATH, chrome_options=chrome_options) driver.get("https://soundcloud.com/lacheque") soup = BeautifulSoup(driver.page_source, "lxml") driver.quit() ##### Do stuff ############################################## username = soup.find(class_='profileHeaderInfo__userName') print(username.string.strip())