Python_project__webscrapping.py

# Web__Scrapping.py
from bs4 import BeautifulSoup
import requests

import mysql.connector as sql
connect = sql.connect(host="localhost", user="Naveen", passwd="75860609", database="web_scrapping")
cursor = connect.cursor()
if connect.is_connected():
 print("Connected to MySQL Server")

print("Enter the skills that you are not familiar with: ")
unfamiliar_skill = input('>')
print(f'Filtering Out{unfamiliar_skill}')

def find_jobs():
 html_text = requests.get("https://www.timesjobs.com/candidate/job-search.html?searchType=personalizedSearch&from=submit&searchTextSrc=&searchTextText=&txtKeywords=python&txtLocation=").text
 soup = BeautifulSoup(html_text, 'lxml')
 jobs = soup.find_all('li', class_='clearfix job-bx wht-shd-bx')

 for job in jobs:
 company_name = job.find('h3',class_ = 'joblist-comp-name').text.replace(' ','')
 skills = job.find('span',class_ = 'srp-skills').text.replace(' ','')
 more_info = job.header.h2.a['href']
 
 if unfamiliar_skill not in skills:
 cursor.execute("insert into fresher_job(company_name,skills,more_info) values(%s,%s,%s)",(company_name,skills,more_info))
 print(f'Company Name: {company_name.strip()}')
 print(f'Required Skills: {skills.strip()}')
 print(f'More Info: {more_info}')
 connect.commit() 

 print('')
find_jobs()