User-agent: MegaIndex
Disallow: /

User-agent: *
Disallow: /search
Disallow: /site-map
Disallow: /page-not-found