quadstat-8.x-1.x-dev/config/install/robotstxt.settings.yml
config/install/robotstxt.settings.yml
content: "User-agent: MJ12bot\r\nDisallow: /\r\n\r\nUser-agent: Yandex\r\nDisallow: /\r\n\r\nUser-agent: SemrushBot\r\nDisallow: /\r\n\r\nUser-agent: AhrefsBot \r\nDisallow: /\r\n\r\nUser-agent: *\r\n\r\n# CSS, JS, Images\r\nAllow: /core/*.css$\r\nAllow: /core/*.css?\r\nAllow: /core/*.js$\r\nAllow: /core/*.js?\r\nAllow: /core/*.gif\r\nAllow: /core/*.jpg\r\nAllow: /core/*.jpeg\r\nAllow: /core/*.png\r\nAllow: /core/*.svg\r\nAllow: /profiles/*.css$\r\nAllow: /profiles/*.css?\r\nAllow: /profiles/*.js$\r\nAllow: /profiles/*.js?\r\nAllow: /profiles/*.gif\r\nAllow: /profiles/*.jpg\r\nAllow: /profiles/*.jpeg\r\nAllow: /profiles/*.png\r\nAllow: /profiles/*.svg\r\n\r\n# Directories\r\nDisallow: /core/\r\nDisallow: /profiles/\r\n\r\n# Files\r\nDisallow: /README.txt\r\nDisallow: /web.config\r\n\r\n# Paths (clean URLs)\r\nDisallow: /admin/\r\nDisallow: /comment/reply/\r\nDisallow: /filter/tips\r\nDisallow: /node/add/\r\nDisallow: /search/\r\nDisallow: /user/register/\r\nDisallow: /user/password/\r\nDisallow: /user/login/\r\nDisallow: /user/logout/\r\n\r\n# pmagunia\r\nDisallow:/privacy\r\nDisallow:/terms\r\n\r\nDisallow:/node/*/webform/*\r\n\r\nDisallow: /node/*/delete\r\n\r\n# Disallow Views\r\nDisallow:/*/*?type_content=*page=*\r\nDisallow: /*/*?page=*\r\nDisallow: /*/*?type_content=*\r\nDisallow: /?type_content=*\r\nDisallow: /?page=*\r\nDisallow: /taxonomy/*" _core: default_config_hash: ceCx5XZ_ay1Mxcv-sB95U_fBKoVkpvo8RaQiwutSZLI