User-agent: *
Disallow: /news/section.html
Disallow: /news/section_list_all.html
Disallow: /news/article_list_all.html
Disallow: /news/article_list_writer.html
Disallow: /news/search_result.html
Disallow: /m/m_search_result.html
Disallow: /m/m_section.html
Disallow: /m/m_section_list_all.html
Disallow: /category/
Disallow: /newsdesk2/
Disallow: /lib/
Disallow: /weblog/
Disallow: /mypage/
Disallow: /member/
Disallow: /info/

# https://megaindex.com/crawler
User-agent: MegaIndex.ru
Disallow: /

User-agent: megaindex.com
Disallow: /