.gitignore

# Project 3A: Python ETL Workflow Conversion - .gitignore

# -------------------------------
# ✅ Python Virtual Environments
# -------------------------------
# Ignore all local virtual environments (including external venvs)
venv/
.env/
etl_env/
C:/venvs/

# -------------------------------
# ✅ Database Backups & Dumps
# -------------------------------
*.sql
*.dump
*.bak

# --------------------------------
# ✅ Allow SQL files in sql_queries (ETL pipeline SQL scripts)
# --------------------------------
!sql_queries/**/*.sql

# -------------------------------
# ✅ Logs and Temporary Files
# -------------------------------
logs/
*.log
*.out
*.err

# -------------------------------
# ✅ Python Cache & Compiled Files
# -------------------------------
__pycache__/
*.pyc
*.pyo
*.pyd

# -------------------------------
# ✅ Jupyter Notebook Checkpoints
# -------------------------------
# (if using notebooks/)
notebooks/.ipynb_checkpoints/

# -------------------------------
# ✅ Sensitive Configurations
# -------------------------------
# Ignore environment files containing secrets (DO NOT COMMIT)
.env
secrets.json
etl_pipeline/config/*.yml
etl_pipeline/config/*.json

# -------------------------------
# ✅ Utils Compiled Files (Selective)
# -------------------------------
# Ignore compiled Python files in utils, but keep db_connector.py
etl_pipeline/utils/*.pyc
!etl_pipeline/utils/db_connector.py

# -------------------------------
# ✅ Data Files (Raw, Processed, Staging)
# -------------------------------
data/raw/
data/processed/
data/staging/
data/*.csv
data/*.json
data/*.parquet

# -------------------------------
# ✅ Ignore internal workflow references and documentation (DO NOT COMMIT)
# -------------------------------
.git_workflow.md
developer_notes.md

# -------------------------------
# ✅ VS Code Settings
# -------------------------------
.vscode/

# -------------------------------
# ✅ Test Temporary Files
# -------------------------------
tests/tmp/
tests/etl_tests/tmp/
tests/airflow_tests/tmp/