# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
Sitemap: https://www.how-ma.com/sitemap.xml.gz

User-agent: *
Disallow: /cdn-cgi/
Disallow: /users/sign_up/mansion*?
Disallow: /users/sign_up/kodate*?
Disallow: /users/sign_up/tochi*?
Disallow: /users/ba_sign_up/standard/condo*?
Disallow: /users/ba_sign_up/standard/house*?
Disallow: /users/ba_sign_up/standard/land*?

User-agent: AhrefsBot
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: Seekport Crawler
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Daum
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: Mb2345Browser
Disallow: /

User-agent: UCBrowser
Disallow: /

User-agent: MQQBrowser
Disallow: /

User-agent: LieBaoFast
Disallow: /

User-agent: zh-CN
Disallow: /

User-agent: zh_CN
Disallow: /

User-agent: Kinza
Disallow: /

User-agent: MicroMessenger
Disallow: /

User-agent: 360Spider
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: SEOkicks
Disallow: /

User-agent: AspiegelBot
Disallow: /

User-agent: Cincraw
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: BLEXBot
Disallow: /