User-agent: *
Disallow: /thank-you-booking/
Disallow: /thank-you-booking-facebook/
Disallow: /thank-you-social-res-partnership/
Disallow: /thank-you-general-inquiry/
Disallow: /grand-ballroom-photo-gallery/
Disallow: /cuisine-photo-gallery/
Disallow: /garden-photo-gallery/
Disallow: /foyer-photo-gallery/
Disallow: /fb-wedding-landing/
Disallow: /virtual-tour/

Disallow: /264chart.pdf
Disallow: /360chart.pdf
Disallow: /420chart.pdf
Disallow: /Pasadena-Glendale.pdf
Disallow: /Sanfernando.pdf
Disallow: /Santa-Monica.pdf
Disallow: /WestLA.pdf
Disallow: /open-floorplan.pdf
Disallow: /taglyan-complex-floorplan.pdf


# BEGIN BLOCK Unwanted Bots
# Baidu Spider
User-agent: Baiduspider
Disallow: /

User-agent: Baiduspider/2.0
Disallow: /

User-agent: Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)
Disallow: /


# Sogou Spiders
User-agent: sogou spider
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: Sogou web spider/4.0
Disallow: /

User-agent: Sogou web spider/4.0(+http://www.sogou.com/docs/help/webmasters.htm#07)
Disallow: /


# Mail.RU
User-agent: Mail.RU_Bot/2.0
Disallow: /

User-agent: Mozilla/5.0 (compatible; Linux x86_64; Mail.RU_Bot/2.0; +http://go.mail.ru/help/robots)
Disallow: /

User-agent: Mozilla / 5.0 (compatible; Linux x86_64; Mail.RU_Bot / 2.0; + // go.mail.ru/help/robots)
Disallow: /

User-agent: Mozilla / 5.0 (compatible; Linux x86_64; Mail.RU_Bot / Fast / 2.0; + // go.mail.ru/help/robots)
Disallow: /

User-agent: Mozilla / 5.0 (compatible; Linux x86_64; Mail.RU_Bot / Img / 2.0; + http: //go.mail.ru/help/robots)
Disallow: /

User-agent: Mozilla / 5.0 (compatible; Linux x86_64; Mail.RU_Bot / Robots / 2.0; + http: //go.mail.ru/help/robots)
Disallow: /
# END BLOCK Unwanted Bots


# BEGIN Limit Bot Crawling
# OpenLinkProfiler
User-agent: spbot
Crawl-delay: 10


# AhrefsBot
user-agent: AhrefsBot
Crawl-delay: 10
# END Limit Bot Crawling


Sitemap: https://www.taglyancomplex.com/sitemap.xml