User-agent: *
Allow: /
Allow: /jobs
Allow: /companies
Allow: /jobs/tech/*
Allow: /jobs/in/*
Allow: /jobs/work-setup/*

# Disallow admin and private routes
Disallow: /admin
Disallow: /login
Disallow: /register
Disallow: /password
Disallow: /email
Disallow: /livewire
Disallow: /sanctum
Disallow: /api/*
Disallow: /*?*page=*
Disallow: /*?*sort=*
Disallow: /*?*filter=*
Disallow: /search?*

# Rate limiting
Crawl-delay: 5

# Sitemaps
Sitemap: https://itjobslist.ro/sitemap.xml

# Additional directives for specific bots
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: Google-Extended
Allow: /

User-agent: Googlebot-Image
Allow: /images/
Allow: /company-logos/
Disallow: /

User-agent: Bingbot
Crawl-delay: 10

User-agent: Yandex
Disallow: /