From ff31dc55a5eb2c244030062346caeb319ebb8962 Mon Sep 17 00:00:00 2001 From: Srilekha Date: Mon, 2 Nov 2026 09:51:52 +0530 Subject: [PATCH] feat: initial project scaffold and repository setup --- .gitignore | 24 ++++++++++++++++++++++++ README.md | 17 +++++++++++++++++ data/processed/.gitkeep | 0 data/raw/.gitkeep | 0 requirements.txt | 5 +++++ 5 files changed, 46 insertions(+) create mode 100644 .gitignore create mode 100644 README.md create mode 100644 data/processed/.gitkeep create mode 100644 data/raw/.gitkeep create mode 100644 requirements.txt diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..23f58e5 --- /dev/null +++ b/.gitignore @@ -0,0 +1,24 @@ +# Python bytecode & cache +__pycache__/ +*.py[cod] +*$py.class + +# Virtual environments +venv/ +env/ +.venv/ + +# Environment files +.env + +# Data files (track folders via .gitkeep, ignore data dumps) +data/raw/* +!data/raw/.gitkeep +data/processed/* +!data/processed/.gitkeep + +# IDE & system artifacts +.vscode/ +.idea/ +.DS_Store +Thumbs.db \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..ccc2e37 --- /dev/null +++ b/README.md @@ -0,0 +1,17 @@ +# AugmentX – Job Market Data Platform + +A data platform designed to collect verified job postings directly from official company career pages, transform them into clean and structured data, and provide transparent insights into job-market demand and skills trends. + +## Project Principles & Architecture + +- **Primary Data Source:** Official company career pages and Applicant Tracking Systems (ATS). +- **Secondary Sources:** Job discovery platforms are used only to identify and locate official company career pages—not as sources for scraping job postings. +- **Core Technology Stack:** Python, HTTP clients, HTML/JSON parsing, SQLite/PostgreSQL, and Pandas. + +## Roadmap + +- **Week 1 – Job Source Identification & Prioritization:** Identify, evaluate, and prioritize official company career pages. +- **Week 2 – Job Data Collection & Automated Crawlers:** Build automated crawlers to collect job postings from prioritized sources. +- **Week 3 – Data Cleaning & Deduplication:** Clean, standardize, and remove duplicate job records. +- **Week 4 – Search Experience & Exploratory Analytics:** Develop a simple job search experience and explore the collected market data. +- **Week 5 – Market Trends & Skills Analytics:** Extract skills from job postings and analyze demand trends across roles and skills. \ No newline at end of file diff --git a/data/processed/.gitkeep b/data/processed/.gitkeep new file mode 100644 index 0000000..e69de29 diff --git a/data/raw/.gitkeep b/data/raw/.gitkeep new file mode 100644 index 0000000..e69de29 diff --git a/requirements.txt b/requirements.txt new file mode 100644 index 0000000..09be0d7 --- /dev/null +++ b/requirements.txt @@ -0,0 +1,5 @@ +requests>=2.31.0 +beautifulsoup4>=4.12.0 +pandas>=2.1.0 +pydantic>=2.0.0 +python-dotenv>=1.0.0 \ No newline at end of file