# robots.txt for http://mega.km.ru # exclude some access-controlled areas User-agent: * Disallow: /admin Disallow: /inc Disallow: /cgi-bin Disallow: /bes_98 Disallow: /bes_2000 Disallow: /bes_2001 Disallow: /Bes_2002 Disallow: /mat Disallow: /auto Disallow: /animals Disallow: /cinema Disallow: /Cinema_2001_old Disallow: /pc Disallow: /pc_2001_old Disallow: /kitchen Disallow: /rock Disallow: /rock_2001_old Disallow: /rock_2001 Disallow: /tourism_old