linkedin_scraper | A library that scrapes Linkedin for user data | Scraper library

import os
from selenium import webdriver
import time
from linkedin_scraper import actions
from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
from selenium.common.exceptions import TimeoutException
from selenium.common import exceptions  
from selenium.common.exceptions import StaleElementReferenceException
from selenium.webdriver.chrome.options import Options
from credentials import email,password

chrome_options = Options()
chrome_options.add_argument("--headless")
driver = webdriver.Chrome("driver/chromedriver", options=chrome_options)

# email = os.getenv("LINKEDIN_USER")
# password = os.getenv("LINKEDIN_PASSWORD")
actions.login(driver, email, password) # if email and password isnt given, it'll prompt in terminal

urls = open('C:/Users/reddy/AppsTek/scraping/LinkedIn Scraping/LinkedIn Scraping1/urls3.csv')
for u in urls:
    try:
        driver.get(u)
        companies = []
        element = driver.find_element_by_class_name('pv-profile-section__toggle-detail-icon')
        
        if element:
            driver.execute_script("arguments[0].click();", element)
        _ = WebDriverWait(driver, 3).until(EC.presence_of_element_located((By.ID, "experience-section")))
        all_urls = driver.find_elements_by_css_selector("div > a")
        for elem in all_urls:
            text = elem.text
            company = elem.get_property('href')
            if "linkedin.com/company" in company:
                z = company + 'about/'
                companies.append(z)
        else:
            _ = WebDriverWait(driver, 3).until(EC.presence_of_element_located((By.ID, "experience-section")))
            all_urls = driver.find_elements_by_css_selector("div > a")
        
            for elem in all_urls:
                text = elem.text
                company = elem.get_property('href')
                if "linkedin.com/company" in company:
                    z = company + 'about/'
                    companies.append(z)
        
        print(companies)
    
    except:
        print('Nothing found')