User-agent: *
Crawl-Delay: 1
Disallow: /cgi-bin/
Allow: /php/searchph/links.php*
Allow: /php/searchph/related.php*
Allow: /php/searchph/popular.php*
Allow: /php/searchph/collects.php*
Disallow: /php/
Disallow: /system/
Disallow: /temp/apartment
Disallow: /temp/russia-mushrooms
Disallow: /webstat/
Disallow: /files/soi/
Disallow: /files/bookms/
Disallow: /files/qatar/openfoam/run/
Disallow: /files/qatar/openfoam/applications/
Disallow: /files/papers/opfoam/
Sitemap: https://www.asergeev.com/sitemap.xml.gz
Sitemap: https://www.asergeev.com/sitemap-video.xml
Sitemap: https://www.asergeev.com/sitemapg.xml