User-agent: *
Crawl-delay: 2

# CSS, JS, Images
Allow: /core/*.css$
Allow: /core/*.css?
Allow: /core/*.js$
Allow: /core/*.js?
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg
# Favicon
Allow: /themes/roomer_theme/icons/
Allow: /user-agreement
# Directories
Disallow: /core/
Disallow: /profiles/
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /scripts/
Disallow: /themes/

# Files
Disallow: /README.txt
Disallow: /web.config
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search
Disallow: /*?sort*
Disallow: /*&sort*
Disallow: /*?utm_
Disallow: /*&utm_
Disallow: /*?token=
Disallow: /*&token=
Disallow: /home/*
Disallow: /*viber*
Disallow: /*telegram*
Disallow: /frontpage
Disallow: /user/
Disallow: /user$
Disallow: /user?
Disallow: */user/
Disallow: */user$
Disallow: */user?
Disallow: */user

Disallow: /media/oembed
Disallow: /*/media/oembed
Disallow: */flag/
Disallow: /*?etext*
Clean-param: etext
Disallow: */flag?
Disallow: /form?
Disallow: */form?
Disallow: */form/
Disallow: /form/
# Paths (no clean URLs)
Disallow: /index.php/admin/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips
Disallow: /index.php/node/add/
Disallow: /index.php/search/
Disallow: /index.php/user/password
Disallow: /index.php/user/register
Disallow: /index.php/user/login
Disallow: /index.php/user/logout
Disallow: /index.php/media/oembed
Disallow: /index.php/*/media/oembed
Disallow: /index.php/flag/
Disallow: /.well-known
Disallow: /ip
Sitemap: https://roomer.by/en/sitemap.xml
# LLMs.txt: https://roomer.by/llms.txt
Sitemap: https://roomer.by/sitemap.xml