'''
Author: Chayan Chawra
git: github.com/Chayan-19
Requirements: selenium, BeautifulSoup
'''

import requests 
from bs4 import BeautifulSoup 
from selenium import webdriver 
from selenium.webdriver.common.keys import Keys 
import time 
  
#url of the page we want to scrape 
url = "https://www.naukri.com/top-jobs-by-designations# desigtop600"
  
# initiating the webdriver. Parameter includes the path of the webdriver. 
driver = webdriver.Chrome('./chromedriver')  
driver.get(url)  
  
# this is just to ensure that the page is loaded 
time.sleep(5)  
  
html = driver.page_source 
  
# this renders the JS code and stores all 
# of the information in static HTML code. 
  
# Now, we could simply apply bs4 to html variable 
soup = BeautifulSoup(html, "html.parser") 
all_divs = soup.find('div', {'id' : 'nameSearch'}) 
job_profiles = all_divs.find_all('a') 
  
# printing top ten job profiles 
count = 0
for job_profile in job_profiles : 
    print(job_profile.text) 
    count = count + 1
    if(count == 10) : 
        break
  
driver.close() # closing the webdriver