# import packages
import bs4
from bs4 import BeautifulSoup
import requests

# get soup object
def get_soup(text):
	return BeautifulSoup(text, 'lxml')


# extract company
def extract_company(div): 
    company = div.find_all(name="span", attrs={"class":"company"})
    if len(company) > 0:
        for b in company:
            return (b.text.strip())
    else:
        sec_try = div.find_all(name="span", attrs={"class":"result-link-source"})
        for span in sec_try:
            return (span.text.strip())
    return ''


# extract job salary
def extract_salary(div): 
    '''return (div.find('nobr').text)'''
    spans = div.find_all(name='span', attrs={'class':'salaryText'})
    for span in spans:
        return (span.text.strip())
    return ''



# extract job location
def extract_location(div):
    for span in div.findAll('span', attrs={'class': 'location'}):
        return (span.text)
    return ''


# extract job title
def extract_job_title(div):
    for a in div.find_all(name='a', attrs={'data-tn-element':'jobTitle'}):
        return (a['title'])
    return('')


# extract jd summary
def extract_summary(div): 
    spans = div.findAll('div', attrs={'class': 'summary'})
    for span in spans:
        return (span.text.strip())
    return ''
 

# extract link of job description 
def extract_link(div): 
    for a in div.find_all(name='a', attrs={'data-tn-element':'jobTitle'}):
        return (a['href'])
    return('')


# extract date of job when it was posted
def extract_date(div):
    try:
        spans = div.findAll('span', attrs={'class': 'date'})
        for span in spans:
            return (span.text.strip())
    except:
        return ''
    return ''


# extract full job description from link
def extract_fulltext(url):
    try:        
        page = requests.get('https://www.indeed.com' + url)
        soup = BeautifulSoup(page.text, "lxml")
        spans = soup.findAll(name='div', attrs={'class': 'jobsearch-jobDescriptionText'})
        for span in spans:
            return (span.text.strip())
    except:
        return ''
    return ''


# write logs to file
def write_logs(text):
    # print(text + '\n')
    f = open('log.txt','a')
    f.write(text + '\n')  
    f.close()