redmine/app/views/welcome/robots.text.erb

User-agent: *
<% if Setting.login_required? -%>
Disallow: /
<% else -%>
<% @projects.each do |project| -%>
<%   [project, project.id].each do |p| -%>
Disallow: <%= url_for(:controller => 'repositories', :action => :show, :id => p) %>
Disallow: <%= url_for(project_issues_path(:project_id => p)) %>
Disallow: <%= url_for(project_activity_path(:id => p)) %>
<%   end -%>
<% end -%>
Disallow: <%= url_for(issues_gantt_path) %>
Disallow: <%= url_for(issues_calendar_path) %>
Disallow: <%= url_for(activity_path) %>
Disallow: <%= url_for(search_path) %>
Disallow: <%= url_for(issues_path) %>?*sort=
Disallow: <%= url_for(issues_path) %>?*query_id=
Disallow: <%= url_for(issues_path) %>?*set_filter=
Disallow: <%= url_for(issues_path(:trailing_slash => true)) %>*.pdf$
Disallow: <%= url_for(projects_path(:trailing_slash => true)) %>*.pdf$
Disallow: <%= url_for(signin_path) %>
Disallow: <%= url_for(register_path) %>
Disallow: <%= url_for(lost_password_path) %>
<% end -%>