#!/usr/bin/python3 # It is assumed that you have installed the required packages in requirements.txt # and have also installed ChromeDriver from your package manager. # If you have installed ChromeDriver separately, change the line below to the # path of the ChromeDriver executable. CHROMEDRIVER_PATH = '/usr/bin/chromedriver' import networkx as nx from selenium import webdriver from selenium.webdriver.common.by import By from selenium.webdriver.support.ui import WebDriverWait from selenium.webdriver.support import expected_conditions from selenium.webdriver.chrome.options import Options from bs4 import BeautifulSoup ##### Set up NetworkX ####################################### graph = nx.DiGraph() print('NetworkX initialised') ##### Set up WebDriver with Chrome ########################## chrome_options = Options() chrome_options.add_argument('--headless') # Start headless so we can run on a server overnight # Disable image loading, courtesy of rocky qi # Found at https://stackoverflow.com/a/31581387, accessed on 2018/09/17 at 12:54 UTC chrome_options.add_experimental_option("prefs", {"profile.managed_default_content_settings.images":2}) driver = webdriver.Chrome(executable_path=CHROMEDRIVER_PATH, chrome_options=chrome_options) print('WebDriver initialised') ##### Do stuff ############################################## username = soup.find(class_='profileHeaderInfo__userName') print(username.string.strip())