User-Agent: *
Disallow: /flag/ #stop bots from flagging comments and tips
Disallow: /my_profile # requires use login
Disallow: /admin # restricted page
Disallow: /comments # restricted page
Disallow: /searches # restricted page
Disallow: /users # restricted page
Disallow: /notice # don't want  bots indexing the notice page
Disallow: /feedback # does not need indexed
Disallow: /new # bots should not be visiting new pages
Disallow: /edit # bots should not be visiting edit pages