# Robots.txt for Airport Lounge List # https://airportloungelist.com User-agent: * Content-Signal: search=yes, ai-input=yes, ai-train=no Allow: / # Disallow admin, user areas, and API Disallow: /users/ Disallow: /admin/ Disallow: /rails/ Disallow: /api/ # Pagination was 12,327 of the 24.6k "not indexed" URLs (/airports?page=306, # /lounges?page=191, /lounge-access-finder/*?page=24). noindex stopped the indexing but # not the crawling, while 4,254 real pages sat in "Crawled - currently not indexed". # Page 1 carries every link worth following, so block the rest outright. Disallow: /*?page= Allow: /*?page=1$ Disallow: /*?search= # Sitemap location Sitemap: https://airportloungelist.com/sitemap.xml.gz