# robots.txt for https://www.aif.gmbh/ sitemap: https://www.aif.gmbh/sitemaps-1-sitemap.xml User-agent: * Disallow: /cpresources/ Disallow: /vendor/ Disallow: /.env Disallow: /cache/ Disallow: /node_modules/ Disallow: /composer.json Disallow: /composer.lock Disallow: /web.config # Disallow specific AI bots User-agent: GPTBot Disallow: / User-agent: Google-Extended Disallow: / User-agent: PerplexityBot Disallow: /