Scrape LinkedInJobs
import axios from 'axios'; import * as cheerio from 'cheerio'; import mongoose from 'mongoose'; import { getHeaders, getLogUrl, getProxies, Mutex } from '../../../commonUtils.js'; import { SPJobs } from '../models/jobModels.js'; import { logError, logInfo } from '../../../logger.js'; import JobConfig from '../../../jobConfig.js'; import { sendSlackNotification, sendStartNotification } from '../../../notificationUtils.js'; // Function to check if a string is a valid country function isCountry(text) { // List of known countries (you can expand this list as needed) const countries = ["India", "United States", "China", "Japan", "Germany", "United Kingdom", "France", "Brazil", "Italy", "Canada", "South Korea", "Russia", "Australia", "Spain", "Mexico", "Indo...