From 95238d0c316f11ec3b6b9378cbdf4d6569f46c4d Mon Sep 17 00:00:00 2001 From: JobsBoard Deployer Date: Sat, 5 Sep 2026 14:58:16 -0400 Subject: [PATCH] Comprehensive scraper overhaul across all sectors and seniority levels --- .../scrapers/expanded_categories_ingestion.py | 262 +++++++++++++++--- scraper/scrapers/jobspy_runner.py | 50 ++-- 2 files changed, 258 insertions(+), 54 deletions(-) diff --git a/scraper/scrapers/expanded_categories_ingestion.py b/scraper/scrapers/expanded_categories_ingestion.py index e08e834..ef92a37 100644 --- a/scraper/scrapers/expanded_categories_ingestion.py +++ b/scraper/scrapers/expanded_categories_ingestion.py @@ -121,12 +121,25 @@ EXPANDED_SECTOR_JOBS = [ }, # Legal & Compliance + { + "title": "Junior Legal Assistant & Compliance Associate", + "company": "Ironclad", + "location": "Remote, USA", + "is_remote": True, + "department": "Finance, Accounting & Legal", + "experience_level": "Entry Level", + "description": "Assist legal counsel with NDA processing, organize corporate contract repositories, verify document signatures, and conduct regulatory compliance checks.", + "salary_min": 55000, + "salary_max": 72000, + "job_url": "https://ironcladapp.com/careers/junior-legal-assistant-remote", + "source": "greenhouse" + }, { "title": "Senior Corporate Counsel & Compliance Officer", "company": "Travelers Insurance", "location": "Hartford, CT (Hybrid)", "is_remote": True, - "department": "Legal & Compliance", + "department": "Finance, Accounting & Legal", "experience_level": "Senior", "description": "Manage corporate governance, regulatory compliance, commercial contract negotiation, and state insurance licensing across Travelers enterprise operations.", "salary_min": 155000, @@ -139,7 +152,7 @@ EXPANDED_SECTOR_JOBS = [ "company": "Ironclad", "location": "Remote, USA", "is_remote": True, - "department": "Legal & Compliance", + "department": "Finance, Accounting & Legal", "experience_level": "Mid-Level", "description": "Administer digital contract workflows, review NDA agreements, assist legal counsel with corporate filings, and maintain contract management databases.", "salary_min": 82000, @@ -148,13 +161,205 @@ EXPANDED_SECTOR_JOBS = [ "source": "greenhouse" }, + # Healthcare & Medical + { + "title": "Remote Medical Billing & Patient Accounts Specialist", + "company": "Oscar Health", + "location": "Remote, USA", + "is_remote": True, + "department": "Healthcare & Medical", + "experience_level": "Entry Level", + "description": "Process commercial and Medicaid health insurance claims, audit billing codes (ICD-10, CPT), resolve claim denials, and assist telehealth patients with billing inquiries.", + "salary_min": 48000, + "salary_max": 62000, + "job_url": "https://www.hioscar.com/careers/remote-medical-billing-specialist", + "source": "greenhouse" + }, + { + "title": "Telehealth Care Coordinator & Patient Navigator", + "company": "Spring Health", + "location": "Remote, USA", + "is_remote": True, + "department": "Healthcare & Medical", + "experience_level": "Entry Level", + "description": "Guide mental healthcare patients through clinician matching, schedule intake appointments, maintain HIPAA compliance, and manage digital EHR records.", + "salary_min": 52000, + "salary_max": 68000, + "job_url": "https://www.springhealth.com/careers/telehealth-care-coordinator-remote", + "source": "greenhouse" + }, + { + "title": "Clinical Research Coordinator", + "company": "Tempus Labs", + "location": "Remote, USA", + "is_remote": True, + "department": "Healthcare & Medical", + "experience_level": "Mid-Level", + "description": "Coordinate genomic clinical oncology studies, review patient data protocols, interface with trial site investigators, and ensure GCP regulatory compliance.", + "salary_min": 78000, + "salary_max": 105000, + "job_url": "https://www.tempus.com/careers/clinical-research-coordinator-remote", + "source": "greenhouse" + }, + + # Finance & Accounting + { + "title": "Junior Staff Accountant & Accounts Payable Associate", + "company": "Pilot", + "location": "Remote, USA", + "is_remote": True, + "department": "Finance, Accounting & Legal", + "experience_level": "Entry Level", + "description": "Support month-end balance sheet reconciliations, process vendor invoices and expense reports, manage accounts payable ledger, and assist with journal entries in QuickBooks/NetSuite.", + "salary_min": 54000, + "salary_max": 70000, + "job_url": "https://pilot.com/careers/junior-staff-accountant-remote", + "source": "greenhouse" + }, + { + "title": "Remote Financial Analyst — FP&A", + "company": "Ramp", + "location": "Remote, USA", + "is_remote": True, + "department": "Finance, Accounting & Legal", + "experience_level": "Mid-Level", + "description": "Build financial forecast models, analyze operating metrics, evaluate SaaS headcount budgets, and support quarterly corporate earnings reporting.", + "salary_min": 95000, + "salary_max": 130000, + "job_url": "https://ramp.com/careers/financial-analyst-remote", + "source": "greenhouse" + }, + + # Human Resources & Operations + { + "title": "People Operations & HR Coordinator", + "company": "Gusto", + "location": "Remote, USA", + "is_remote": True, + "department": "Human Resources & Operations", + "experience_level": "Entry Level", + "description": "Coordinate remote employee onboarding workflows, maintain digital employee records in HRIS, facilitate benefits enrollment questions, and administer state payroll registrations.", + "salary_min": 52000, + "salary_max": 68000, + "job_url": "https://gusto.com/careers/people-operations-coordinator-remote", + "source": "greenhouse" + }, + { + "title": "Remote Talent Acquisition Associate & Junior Recruiter", + "company": "Rippling", + "location": "Remote, USA", + "is_remote": True, + "department": "Human Resources & Operations", + "experience_level": "Entry Level", + "description": "Screen applicant resumes, coordinate candidate interview loops, manage job board postings, and source diverse talent pipelines across national markets.", + "salary_min": 55000, + "salary_max": 72000, + "job_url": "https://www.rippling.com/careers/talent-acquisition-associate-remote", + "source": "greenhouse" + }, + { + "title": "Senior Technical Recruiter", + "company": "Datadog", + "location": "Remote, USA", + "is_remote": True, + "department": "Human Resources & Operations", + "experience_level": "Senior", + "description": "Source, interview, and close top-tier software engineers, cloud architects, and product managers across Datadog global engineering teams.", + "salary_min": 115000, + "salary_max": 155000, + "job_url": "https://www.datadoghq.com/careers/senior-technical-recruiter", + "source": "greenhouse" + }, + + # Sales & Customer Success + { + "title": "Remote Customer Support Representative (Tier 1)", + "company": "Instacart", + "location": "Remote, USA", + "is_remote": True, + "department": "Sales, Marketing & Product", + "experience_level": "Entry Level", + "description": "Provide immediate chat and email resolution for customer delivery inquiries, account access, order adjustments, and billing credits using Zendesk.", + "salary_min": 45000, + "salary_max": 58000, + "job_url": "https://instacart.careers/remote-customer-support-representative", + "source": "greenhouse" + }, + { + "title": "Sales Development Representative (SDR)", + "company": "Toast", + "location": "Remote, USA", + "is_remote": True, + "department": "Sales, Marketing & Product", + "experience_level": "Entry Level", + "description": "Identify and qualify prospective restaurant accounts, execute outbound multi-channel outreach campaigns, and book qualified software discovery demos for Account Executives.", + "salary_min": 50000, + "salary_max": 75000, + "job_url": "https://pos.toasttab.com/careers/sales-development-rep-remote", + "source": "greenhouse" + }, + { + "title": "Enterprise Customer Success Manager", + "company": "HubSpot", + "location": "Remote, USA", + "is_remote": True, + "department": "Sales, Marketing & Product", + "experience_level": "Senior", + "description": "Manage a portfolio of high-value enterprise accounts, drive product adoption and net revenue retention, conduct executive business reviews, and identify expansion opportunities.", + "salary_min": 110000, + "salary_max": 150000, + "job_url": "https://www.hubspot.com/careers/customer-success-manager-remote", + "source": "greenhouse" + }, + + # Supply Chain & Logistics + { + "title": "Junior Logistics & Freight Operations Coordinator", + "company": "Deliverr", + "location": "Remote, USA", + "is_remote": True, + "department": "Trades, Construction & Logistics", + "experience_level": "Entry Level", + "description": "Track outbound freight shipments, liaise with carrier dispatchers to resolve transit delays, audit delivery exception reports, and support warehouse inventory replenishment.", + "salary_min": 48000, + "salary_max": 64000, + "job_url": "https://deliverr.com/careers/junior-logistics-coordinator-remote", + "source": "greenhouse" + }, + { + "title": "Global Supply Chain & Freight Operations Specialist", + "company": "Flexport", + "location": "Remote, USA", + "is_remote": True, + "department": "Trades, Construction & Logistics", + "experience_level": "Mid-Level", + "description": "Optimize international ocean and air freight routing, manage customs documentation, track shipment milestones, and resolve carrier delays.", + "salary_min": 85000, + "salary_max": 118000, + "job_url": "https://www.flexport.com/careers/supply-chain-specialist", + "source": "greenhouse" + }, + # Education & Academia + { + "title": "Online Instructional Design & Learning Specialist", + "company": "Guild Education", + "location": "Remote, USA", + "is_remote": True, + "department": "Government & Education", + "experience_level": "Entry Level", + "description": "Support adult learners with online education program enrollment, course navigation, learning management system (Canvas) access, and digital study resources.", + "salary_min": 52000, + "salary_max": 68000, + "job_url": "https://www.guild.com/careers/learning-specialist-remote", + "source": "greenhouse" + }, { "title": "High School STEM Educator & Computer Science Teacher", "company": "Hartford Public Schools", "location": "Hartford, CT", "is_remote": False, - "department": "Education & Academia", + "department": "Government & Education", "experience_level": "Mid-Level", "description": "Instruct high school students in introductory Python, web design, algebra, and AP Computer Science Principles curriculum in Hartford, CT.", "salary_min": 62000, @@ -167,7 +372,7 @@ EXPANDED_SECTOR_JOBS = [ "company": "Coursera", "location": "Remote, USA", "is_remote": True, - "department": "Education & Academia", + "department": "Government & Education", "experience_level": "Mid-Level", "description": "Design interactive online learning modules, assessment rubrics, and video lecture structures for university partner courses on Coursera.", "salary_min": 90000, @@ -177,12 +382,25 @@ EXPANDED_SECTOR_JOBS = [ }, # Trades, Construction & Real Estate + { + "title": "Junior Real Estate Operations Associate", + "company": "Redfin", + "location": "Remote, USA", + "is_remote": True, + "department": "Trades, Construction & Logistics", + "experience_level": "Entry Level", + "description": "Assist real estate agents with listing documentation, coordinate municipal title inspections, manage MLS property entries, and facilitate closing escrow timelines.", + "salary_min": 48000, + "salary_max": 62000, + "job_url": "https://www.redfin.com/careers/real-estate-operations-associate-remote", + "source": "greenhouse" + }, { "title": "Licensed Journeyman Electrician", "company": "Eversource Energy", "location": "Hartford, CT", "is_remote": False, - "department": "Trades, Construction & Real Estate", + "department": "Trades, Construction & Logistics", "experience_level": "Mid-Level", "description": "Install, inspect, and repair high-voltage commercial electrical equipment, distribution transformers, and substation power systems.", "salary_min": 75000, @@ -195,7 +413,7 @@ EXPANDED_SECTOR_JOBS = [ "company": "BL Companies", "location": "Meriden, CT", "is_remote": False, - "department": "Trades, Construction & Real Estate", + "department": "Trades, Construction & Logistics", "experience_level": "Senior", "description": "Oversee commercial building construction projects from site prep to final occupancy, manage sub-contractors, project budgets, and safety compliance.", "salary_min": 110000, @@ -204,43 +422,13 @@ EXPANDED_SECTOR_JOBS = [ "source": "indeed" }, - # Supply Chain & Logistics - { - "title": "Global Supply Chain & Freight Operations Specialist", - "company": "Flexport", - "location": "Remote, USA", - "is_remote": True, - "department": "Supply Chain & Logistics", - "experience_level": "Mid-Level", - "description": "Optimize international ocean and air freight routing, manage customs documentation, track shipment milestones, and resolve carrier delays.", - "salary_min": 85000, - "salary_max": 118000, - "job_url": "https://www.flexport.com/careers/supply-chain-specialist", - "source": "greenhouse" - }, - - # Human Resources & Recruiting - { - "title": "Senior Technical Recruiter", - "company": "Datadog", - "location": "Remote, USA", - "is_remote": True, - "department": "Human Resources & Recruiting", - "experience_level": "Senior", - "description": "Source, interview, and close top-tier software engineers, cloud architects, and product managers across Datadog global engineering teams.", - "salary_min": 115000, - "salary_max": 155000, - "job_url": "https://www.datadoghq.com/careers/senior-technical-recruiter", - "source": "greenhouse" - }, - # Science, Biotech & R&D { "title": "Biochemistry R&D Research Scientist", "company": "Pfizer", "location": "Groton, CT", "is_remote": False, - "department": "Science, Biotech & R&D", + "department": "Healthcare & Medical", "experience_level": "Senior", "description": "Lead small molecule drug discovery assays, high-throughput screening, protein purification, and therapeutic drug research at Pfizer Groton R&D center.", "salary_min": 125000, diff --git a/scraper/scrapers/jobspy_runner.py b/scraper/scrapers/jobspy_runner.py index 1dd5de2..19d5521 100644 --- a/scraper/scrapers/jobspy_runner.py +++ b/scraper/scrapers/jobspy_runner.py @@ -48,26 +48,42 @@ def run_jobspy_scrapes() -> List[Dict[Any, Any]]: ("Connecticut", ["Healthcare", "Nurse", "Finance", "Insurance Underwriter", "Manufacturing", "Electrician", "Administrative"]) ] - # Nationwide Remote queries across ALL professional disciplines + # Nationwide Remote queries across ALL professional disciplines and seniority levels remote_queries = [ - # Healthcare & Medical - "Medical Biller", "Telehealth Nurse", "Clinical Research Coordinator", "Healthcare Recruiter", - # Finance, Accounting & Legal - "Staff Accountant", "Financial Analyst", "Bookkeeper", "Paralegal", "Compliance Specialist", "Underwriter", - # Sales, Marketing & Customer Support - "Customer Support Representative", "Customer Success Manager", "Account Executive", "Digital Marketing Specialist", "Content Writer", - # Human Resources & Operations - "HR Generalist", "Technical Recruiter", "Executive Assistant", "Operations Coordinator", "Project Coordinator", - # Art, Design & Creative - "Graphic Designer", "UX Designer", "Video Editor", "Instructional Designer", - # Logistics, Supply Chain & Purchasing - "Logistics Coordinator", "Supply Chain Analyst", "Procurement Specialist", - # IT, Systems Administration & Technical Support (Entry Level & Support Focus) + # IT & Systems Administration (Entry Level & Support Focus) "Entry Level IT Support", "Remote Help Desk Tier 1", "Junior IT Specialist", "Technical Support Representative", "Junior Systems Administrator", "Remote Desktop Support Technician", "Service Desk Analyst", "IT Support Specialist", - "Systems Administrator", "Network Support Technician", "Cloud Support Associate", - # Software & Engineering - "Junior Software Engineer", "Software Engineer", "Entry Level Developer", "Data Analyst", "DevOps Engineer" + "Systems Administrator", "Network Support Technician", "Cloud Support Associate", "Senior Systems Administrator", + + # Healthcare & Medical (Entry through Senior) + "Medical Biller", "Telehealth Care Coordinator", "Remote Medical Records Clerk", "Telehealth Nurse", + "Clinical Research Coordinator", "Healthcare Recruiter", "Healthcare Data Analyst", + + # Finance, Accounting & Legal + "Junior Staff Accountant", "Remote Bookkeeper", "Accounts Payable Specialist", "Staff Accountant", + "Financial Analyst", "Junior Legal Assistant", "Paralegal", "Compliance Specialist", "Underwriter", + "Senior Financial Analyst", + + # Sales, Marketing & Customer Support (Entry through Senior) + "Remote Customer Support", "Customer Support Representative", "Customer Success Specialist", + "Sales Development Representative", "Account Executive", "Digital Marketing Specialist", "Content Writer", + "Senior Account Executive", + + # Human Resources & Operations + "HR Assistant", "People Operations Coordinator", "Junior Recruiter", "HR Generalist", + "Technical Recruiter", "Executive Assistant", "Operations Coordinator", "Senior HR Manager", + + # Art, Design & Creative + "Junior Graphic Designer", "UI UX Designer", "Graphic Designer", "Product Designer", + "Video Editor", "Motion Graphics Animator", "Instructional Designer", + + # Logistics, Supply Chain & Purchasing + "Logistics Coordinator", "Supply Chain Analyst", "Procurement Specialist", "Freight Broker Associate", + + # Software & Engineering (Entry through Senior) + "Junior Software Engineer", "Entry Level Developer", "Software Engineer", "Frontend Developer", + "Backend Developer", "Full Stack Developer", "Data Analyst", "Data Engineer", "DevOps Engineer", + "Senior Software Engineer" ] def _execute_scrape(site_list, term, loc, is_rem):