main.py

import datetime
import os
import time
from functools import partial
from operator import itemgetter

import requests
from dotenv import load_dotenv
from terminaltables import DoubleTable

LANGUAGES = [
    'JavaScript',
    'Python',
    'Java',
    'TypeScript',
    'C#',
    'PHP',
    'C++',
    'Shell',
    'C',
    'Ruby',
]


def get_hh_vacancies(language):
    hh_api_url = 'https://api.hh.ru/vacancies'
    payload = {
        'text': f'Программист {language}',
        'area': 1,
        'only_with_salary': True,
        'period': 30,
    }
    while True:
        response = requests.get(hh_api_url, params=payload)
        response.raise_for_status()
        page_data = response.json()
        page = page_data['page']
        pages = page_data['pages']
        if page >= pages:
            break
        payload['page'] = page + 1
        yield page_data['items']


def get_sj_vacancies(language, api_key):
    sj_api_url = 'https://api.superjob.ru/2.0/vacancies/'
    headers = {
        'X-Api-App-Id': api_key,
    }
    search_from = datetime.datetime.now() - datetime.timedelta(days=30)
    unix_time = int(time.mktime(search_from.timetuple()))
    payload = {
        'date_published_from': unix_time,
        'keyword': f'Программист {language}',
        'town': 4,
        'no_agreement': 1,
        'page': 0,
    }
    while True:
        response = requests.get(sj_api_url, headers=headers, params=payload)
        response.raise_for_status()
        page_data = response.json()
        page = payload['page']
        yield page_data['objects']
        if not page_data['more']:
            break
        payload['page'] = page + 1


def predict_rub_salary(salary_from, salary_to):
    if salary_from and salary_to:
        return int((salary_from + salary_to) / 2)
    elif salary_to:
        return int(salary_to * 0.8)
    elif salary_from:
        return int(salary_from * 1.2)


def get_salary_from_hh(vacancy):
    salary = vacancy['salary']
    return salary['from'], salary['to'], salary['currency'] == 'RUR'


def get_salary_from_sj(vacancy):
    sal_from = vacancy['payment_from']
    sal_to = vacancy['payment_to']
    return sal_from, sal_to, vacancy['currency'] == 'rub'


def get_found_vacancies(get_vacancies, get_salary, languages):
    vacancies_found = {}
    for lang in languages:
        vacancies_per_lang = {
            'vacancies_found': 0,
            'vacancies_processed': 0,
            'average_salary': 0,
        }
        average_salaries = []
        for vacancies in get_vacancies(lang):
            for vacancy in vacancies:
                vacancies_per_lang['vacancies_found'] += 1
                salary_from, salary_to, currency_in_rub = get_salary(vacancy)
                if currency_in_rub:
                    salary = predict_rub_salary(salary_from, salary_to)
                    average_salaries.append(salary)
        try:
            vacancies_per_lang['average_salary'] = int(
                sum(average_salaries) / len(average_salaries)
                )
            vacancies_per_lang['vacancies_processed'] = len(average_salaries)
        except ZeroDivisionError:
            vacancies_per_lang['average_salary'] = 0
            vacancies_per_lang['vacancies_processed'] = 0
        vacancies_found[lang] = vacancies_per_lang
    return vacancies_found


def format_table(vacancy_statistics, table_name):
    data = []
    for key, value in vacancy_statistics.items():
        data_string = [key]
        data_string.extend(list(value.values()))
        data.append(data_string)
    data = sorted(data, key=itemgetter(3), reverse=True)
    data.insert(
        0,
        [
            'Язык программирования',
            'Вакансий найдено',
            'Вакансий обработано',
            'Средняя зарплата',
        ],
    )
    table = DoubleTable(data, table_name)
    table.justify_columns = {
        0: 'left',
        1: 'center',
        2: 'center',
        3: 'right'
    }
    return table.table


if __name__ == '__main__':
    load_dotenv()
    sj_api_key = os.getenv('SJ_SECRET_KEY')
    get_found_sj_vacancies = partial(get_sj_vacancies, api_key=sj_api_key)
    print('Collecting vacancies from HeadHunter...')
    hh_vacancies = get_found_vacancies(
        get_hh_vacancies,
        get_salary_from_hh,
        LANGUAGES,
    )
    print('Done!')
    print('Collecting vacancies from SuperJob...')
    sj_vacancies = get_found_vacancies(
        get_found_sj_vacancies,
        get_salary_from_sj,
        LANGUAGES,
    )
    print('Done!')
    print(format_table(hh_vacancies, ' HeadHunter Moscow '))
    print(format_table(sj_vacancies, ' SuperJob Moscow '))