User-agent: * # Allow essential assets Allow: /core/*.css$ Allow: /core/*.css? Allow: /core/*.js$ Allow: /core/*.js? Allow: /core/*.gif Allow: /core/*.jpg Allow: /core/*.jpeg Allow: /core/*.png Allow: /core/*.svg Allow: /profiles/*.css$ Allow: /profiles/*.css? Allow: /profiles/*.js$ Allow: /profiles/*.js? Allow: /profiles/*.gif Allow: /profiles/*.jpg Allow: /profiles/*.jpeg Allow: /profiles/*.png Allow: /profiles/*.svg # Block system directories Disallow: /core/ Disallow: /profiles/ # Sensitive / non-public paths Disallow: /admin Disallow: /comment/reply Disallow: /filter/tips Disallow: /node/* Disallow: /de/node/* Disallow: /EN/node/* Disallow: /taxonomy Disallow: /search Disallow: /Suche Disallow: /EN/Suche Disallow: /node/add Disallow: /user/register Disallow: /user/password Disallow: /user/login Disallow: /user/logout # Optional: allow llms.txt explicitly Allow: /llms.txt