User-agent: TurnitinBot
Disallow: / 

User-agent: ltx71
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: URLmetrics
Disallow: /

User-agent: netEstate NE Crawler (+http://www.website-datenbank.de/)
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-Agent: The Knowledge AI
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: AhrefsBot 
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: megaindex.com
Disallow: /

User-agent: SearchmetricsBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: msnbot
Crawl-delay: 2

User-agent: bingbot
Crawl-delay: 2

User-Agent:  FacebookBot 
Disallow: /                           
Crawl-delay: 300

User-Agent: facebookexternalhit
Disallow: /

User-agent: *
Disallow: /SLM
Disallow: /s_images
Disallow: /phpforum
Disallow: /s66programme
Disallow: /lobby
Disallow: /iphone
Disallow: /mobile
Disallow: /m
Disallow: /mobi
Disallow: /apple-touch-icon.png
Disallow: /logs
Disallow: /GrampianRoadForum
Disallow: /server-status
Disallow: /BackupForum/search.php
Disallow: /BackupForum/register.php
Disallow: /BackupForum/login.php
Disallow: /BackupForum/userlist.php
Disallow: /BackupForum/help.php
Disallow: /BackupForum/misc.php
Disallow: /BackupForum/post.php
Disallow: /BackupForum/rss.php?tid=62
Disallow: /BackupForum/rss.php?tid=40
Disallow: /BackupForum/rss.php?tid=43
Disallow: /BackupForum/rss.php?tid=39
Disallow: /BackupForum/rss.php?tid=38
Disallow: /BackupForum/rss.php?tid=41
Disallow: /BackupForum/rss.php?tid=42
Disallow: /punforum/search.php
Disallow: /punforum/register.php
Disallow: /punforum/login.php
Disallow: /punforum/userlist.php
Disallow: /punforum/help.php
Disallow: /punforum/misc.php
Disallow: /punforum/post.php
Disallow: /*search.php
Disallow: /*register.php
Disallow: /*login.php
Disallow: /*userlist.php
Disallow: /*help.php
Disallow: /*misc.php
Disallow: /*post.php
Disallow: /HannahMartinWedding.htm


Sitemap: https://backupforum.progforums.com/sitemap-bf.xml
Sitemap: https://www.progforums.com/sitemap.xml