User-agent: Crawl-delay: 1 Host: clicks24.ru Disallow: /backup/ Disallow: /merchant/ Disallow: /panel/ Disallow: /system/ Disallow: /cache/