# robots.txt for ONO Travels - Premium Cab Service
# Optimized for search engine crawling and indexing

User-agent: *
Allow: /

# Canonicalization rules to prevent duplicate content
# Block HTTP versions (force HTTPS)
Disallow: http://onotravels.in/
Disallow: http://onotravels.in/*

# Block trailing slash versions to prevent duplicates
Disallow: /our-fleets/
Disallow: /available-fleets/
Disallow: /booking/
Disallow: /outstation-service/
Disallow: /local-service/
Disallow: /privacy-policy/
Disallow: /oneway-service/
Disallow: /contact-us/
Disallow: /about-us/
Disallow: /faqs/
Disallow: /blogs/
Disallow: /terms/
Disallow: /payment/
Disallow: /car-rental-fleet/
Disallow: /airport-service/
Disallow: /how-it-works/
Disallow: /pricing/
Disallow: /mumbai-to-pune-cab/
Disallow: /pune-to-mumbai-taxi/
Disallow: /airport-transfer-mumbai-pune/

# Block static assets and font files from being crawled
Disallow: /_next/static/
Disallow: /*.woff
Disallow: /*.woff2
Disallow: /*.ttf
Disallow: /*.eot
Disallow: /*.otf
Disallow: /*.css
Disallow: /*.js
Disallow: /*.png
Disallow: /*.jpg
Disallow: /*.jpeg
Disallow: /*.gif
Disallow: /*.svg
Disallow: /*.ico

# Allow crawling of important pages (without trailing slashes)
Allow: /mumbai-to-pune-cab
Allow: /pune-to-mumbai-taxi
Allow: /airport-transfer-mumbai-pune
Allow: /airport-service
Allow: /oneway-service
Allow: /outstation-service
Allow: /local-service
Allow: /car-rental-fleet
Allow: /pricing
Allow: /about-us
Allow: /how-it-works
Allow: /contact-us
Allow: /faqs
Allow: /blogs
Allow: /terms
Allow: /payment
Allow: /privacy-policy
Allow: /cancellation-refund-policy
Allow: /shipping-policy

# Disallow admin or private areas
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /_next/
Disallow: /static/
Disallow: /temp/
Disallow: /cache/

# Disallow search and filter pages to avoid duplicate content
Disallow: /search?
Disallow: /filter?
Disallow: /sort?

# Sitemap locations
Sitemap: https://onotravels.in/sitemap.xml

# Crawl delay to prevent server overload (1 second)
Crawl-delay: 1

# Additional directives for specific bots
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Slurp
Allow: /
Crawl-delay: 2

User-agent: DuckDuckBot
Allow: /
Crawl-delay: 1

# Block bad bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: dotbot
Disallow: /

# Block image scrapers
User-agent: ImageScraper
Disallow: /

User-agent: ImageScraperBot
Disallow: /

# Block email harvesters
User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

# Block link checkers
User-agent: LinkChecker
Disallow: /

User-agent: LinkWalker
Disallow: /

# Block archive bots
User-agent: ia_archiver
Disallow: /

User-agent: archive.org_bot
Disallow: /

# Block social media bots that might cause issues
User-agent: facebookexternalhit
Allow: /
Crawl-delay: 2

User-agent: Twitterbot
Allow: /
Crawl-delay: 2

User-agent: LinkedInBot
Allow: /
Crawl-delay: 2