Sitemap: https://htmag.co.il/wp-sitemap.xml
Sitemap: https://htmag.co.il/phpbb/sitemap.xml
Sitemap: https://htmag.co.il/feed
Sitemap: https://htmag.co.il/phpbb/app.php/feed

User-agent: Googlebot-Image
Disallow: /
User-agent: PiplBot
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-BA
Disallow: /
User-agent: SemrushBot-SI
Disallow: /
User-agent: SemrushBot-SWA
Disallow: /
User-agent: SemrushBot-CT
Disallow: /
User-agent: SemrushBot-COUB
Disallow: /
User-agent: SiteAuditBot
Disallow: /
User-agent: SplitSignalBot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: rogerbot
Disallow: /

User-agent: *
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Content-Signal: /phpbb ai-train=no, search=yes, ai-input=yes
Crawl-delay: 10
# Agent APIs — machine-readable catalog (RFC 9727):
#   https://htmag.co.il/.well-known/api-catalog
# Articles: https://htmag.co.il/api/editorial_content_search
# Forum:    https://htmag.co.il/api/community_content_search
# Docs:     https://htmag.co.il/api/
# Search returns links only. Hebrew queries are expanded automatically.
Allow: /.well-known/
Allow: /api/
Allow: /wp-json/htmag/v1/
Allow: /
Disallow: /wp-json/
Disallow: /files/
Disallow: /images/
Disallow: /pir/
Disallow: /modules.php?name=Your_Account
Disallow: /wideyoutube.php
Disallow: /out/
Disallow: /out.php
Disallow: /phpbb/memberlist.php
Disallow: /phpbb/posting.php
Disallow: /phpbb/ucp.php
Disallow: /phpbb/search.php
Disallow: /phpbb/app.php/thankslist
Disallow: /phpbb/*?*sid=