## New Server ##

User-agent: *
Crawl-delay: 5

User-agent: rogerbot
Crawl-delay: 10

User-agent: searchmetrics
Crawl-delay: 10

User-agent: addthis
Crawl-delay: 20

User-agent: tweetmemebot
Crawl-delay: 20

User-agent: seznambot
Crawl-delay: 20

User-agent: yandex
Crawl-delay: 20

User-agent: yandexbot
Crawl-delay: 20

User-agent: yandeximages
Crawl-delay: 20

User-agent: baidu
Crawl-delay: 20

User-agent: baiduspider
Crawl-delay: 20

Sitemap: https://www.gretnagreen.com/sitemap.xml

# Stop Wedding Calculator "JSON" from being crawled by Search Engines
Disallow: /wedding-calc.php
Disallow: /wedding-calc.php*
Disallow: /wedding-calc.php?plum_shop=true
Disallow: *?plum_shop=*
Disallow: /calculator?cx=*

# Stop Search Pages from being crawled
Disallow: /?q=*
Disallow: /index.php?q=*
Disallow: /q.php*

# Stop 404 URL's that keep getting crawled from being constanly crawled by Search Engines
Disallow: /_/templates/mobile/js/app.js
Disallow: /templates/mobile/font/IMFeDPrm29P.ttf

User-agent: weborama-fetcher
Disallow: /

User-agent: weborama
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: searchmetrics
Disallow: /

User-agent: PetalBot
Disallow: /