203 lines
4.3 KiB
Plaintext
203 lines
4.3 KiB
Plaintext
User-agent: Googlebot
|
|
Allow: /*/*/tree/master
|
|
Allow: /*/*/blob/master
|
|
Disallow: /*/*/tree/*
|
|
Disallow: /*/*/blob/*
|
|
Disallow: /*/*/wiki/*/*
|
|
Disallow: /*/*/issues?*
|
|
Disallow: /*/*/commits/*
|
|
Disallow: /*/blame/
|
|
Disallow: /*/raw/
|
|
Disallow: /*.git
|
|
Disallow: /*.git/
|
|
Disallow: /search
|
|
Disallow: /users/sign_up
|
|
Disallow: /users/sign_in
|
|
Disallow: /users/password/new
|
|
Disallow: /users/register_requests/new
|
|
Disallow: /invite.html
|
|
Disallow: /thanks.html
|
|
|
|
User-agent: baiduspider
|
|
Allow: /*/*/tree/master
|
|
Allow: /*/*/blob/master
|
|
Disallow: /*/*/tree/*
|
|
Disallow: /*/*/blob/*
|
|
Disallow: /*/*/wiki/*/*
|
|
Disallow: /*/*/issues?*
|
|
Disallow: /*/*/commits/*
|
|
Disallow: /*/blame/
|
|
Disallow: /*/raw/
|
|
Disallow: /*.git
|
|
Disallow: /*.git/
|
|
Disallow: /search
|
|
Disallow: /users/sign_up
|
|
Disallow: /users/sign_in
|
|
Disallow: /users/password/new
|
|
Disallow: /users/register_requests/new
|
|
Disallow: /invite.html
|
|
Disallow: /thanks.html
|
|
|
|
User-agent: msnbot
|
|
Allow: /*/*/tree/master
|
|
Allow: /*/*/blob/master
|
|
Disallow: /*/*/tree/*
|
|
Disallow: /*/*/blob/*
|
|
Disallow: /*/*/wiki/*/*
|
|
Disallow: /*/*/issues?*
|
|
Disallow: /*/*/commits/*
|
|
Disallow: /*/blame/
|
|
Disallow: /*/raw/
|
|
Disallow: /*.git
|
|
Disallow: /*.git/
|
|
Disallow: /search
|
|
Disallow: /users/sign_up
|
|
Disallow: /users/sign_in
|
|
Disallow: /users/password/new
|
|
Disallow: /users/register_requests/new
|
|
Disallow: /invite.html
|
|
Disallow: /thanks.html
|
|
|
|
User-agent: naverbot
|
|
Allow: /*/*/tree/master
|
|
Allow: /*/*/blob/master
|
|
Disallow: /*/*/tree/*
|
|
Disallow: /*/*/blob/*
|
|
Disallow: /*/*/wiki/*/*
|
|
Disallow: /*/*/issues?*
|
|
Disallow: /*/*/commits/*
|
|
Disallow: /*/blame/
|
|
Disallow: /*/raw/
|
|
Disallow: /*.git
|
|
Disallow: /*.git/
|
|
Disallow: /search
|
|
Disallow: /users/sign_up
|
|
Disallow: /users/sign_in
|
|
Disallow: /users/password/new
|
|
Disallow: /users/register_requests/new
|
|
Disallow: /invite.html
|
|
Disallow: /thanks.html
|
|
|
|
User-agent: seznambot
|
|
Allow: /*/*/tree/master
|
|
Allow: /*/*/blob/master
|
|
Disallow: /*/*/tree/*
|
|
Disallow: /*/*/blob/*
|
|
Disallow: /*/*/wiki/*/*
|
|
Disallow: /*/*/issues?*
|
|
Disallow: /*/*/commits/*
|
|
Disallow: /*/blame/
|
|
Disallow: /*/raw/
|
|
Disallow: /*.git
|
|
Disallow: /*.git/
|
|
Disallow: /search
|
|
Disallow: /users/sign_up
|
|
Disallow: /users/sign_in
|
|
Disallow: /users/password/new
|
|
Disallow: /users/register_requests/new
|
|
Disallow: /invite.html
|
|
Disallow: /thanks.html
|
|
|
|
User-agent: Slurp
|
|
Allow: /*/*/tree/master
|
|
Allow: /*/*/blob/master
|
|
Disallow: /*/*/tree/*
|
|
Disallow: /*/*/blob/*
|
|
Disallow: /*/*/wiki/*/*
|
|
Disallow: /*/*/issues?*
|
|
Disallow: /*/*/commits/*
|
|
Disallow: /*/blame/
|
|
Disallow: /*/raw/
|
|
Disallow: /*.git
|
|
Disallow: /*.git/
|
|
Disallow: /search
|
|
Disallow: /users/sign_up
|
|
Disallow: /users/sign_in
|
|
Disallow: /users/password/new
|
|
Disallow: /users/register_requests/new
|
|
Disallow: /invite.html
|
|
Disallow: /thanks.html
|
|
|
|
User-agent: teoma
|
|
Allow: /*/*/tree/master
|
|
Allow: /*/*/blob/master
|
|
Disallow: /*/*/tree/*
|
|
Disallow: /*/*/blob/*
|
|
Disallow: /*/*/wiki/*/*
|
|
Disallow: /*/*/issues?*
|
|
Disallow: /*/*/commits/*
|
|
Disallow: /*/blame/
|
|
Disallow: /*/raw/
|
|
Disallow: /*.git
|
|
Disallow: /*.git/
|
|
Disallow: /search
|
|
Disallow: /users/sign_up
|
|
Disallow: /users/sign_in
|
|
Disallow: /users/password/new
|
|
Disallow: /users/register_requests/new
|
|
Disallow: /invite.html
|
|
Disallow: /thanks.html
|
|
|
|
User-agent: Yandex
|
|
Allow: /*/*/tree/master
|
|
Allow: /*/*/blob/master
|
|
Disallow: /*/*/tree/*
|
|
Disallow: /*/*/blob/*
|
|
Disallow: /*/*/wiki/*/*
|
|
Disallow: /*/*/issues?*
|
|
Disallow: /*/*/commits/*
|
|
Disallow: /*/blame/
|
|
Disallow: /*/raw/
|
|
Disallow: /*.git
|
|
Disallow: /*.git/
|
|
Disallow: /search
|
|
Disallow: /users/sign_up
|
|
Disallow: /users/sign_in
|
|
Disallow: /users/password/new
|
|
Disallow: /users/register_requests/new
|
|
Disallow: /invite.html
|
|
Disallow: /thanks.html
|
|
|
|
User-agent: CCBot
|
|
Allow: /*/*/tree/master
|
|
Allow: /*/*/blob/master
|
|
Disallow: /*/*/tree/*
|
|
Disallow: /*/*/blob/*
|
|
Disallow: /*/*/wiki/*/*
|
|
Disallow: /*/*/issues?*
|
|
Disallow: /*/*/commits/*
|
|
Disallow: /*/blame/
|
|
Disallow: /*/raw/
|
|
Disallow: /*.git
|
|
Disallow: /*.git/
|
|
Disallow: /search
|
|
Disallow: /users/sign_up
|
|
Disallow: /users/sign_in
|
|
Disallow: /users/password/new
|
|
Disallow: /users/register_requests/new
|
|
Disallow: /invite.html
|
|
Disallow: /thanks.html
|
|
|
|
User-agent: Telefonica
|
|
Allow: /*/*/tree/master
|
|
Allow: /*/*/blob/master
|
|
Disallow: /*/*/tree/*
|
|
Disallow: /*/*/blob/*
|
|
Disallow: /*/*/wiki/*/*
|
|
Disallow: /*/*/issues?*
|
|
Disallow: /*/*/commits/*
|
|
Disallow: /*/blame/
|
|
Disallow: /*/raw/
|
|
Disallow: /*.git
|
|
Disallow: /*.git/
|
|
Disallow: /search
|
|
Disallow: /users/sign_up
|
|
Disallow: /users/sign_in
|
|
Disallow: /users/password/new
|
|
Disallow: /users/register_requests/new
|
|
Disallow: /invite.html
|
|
Disallow: /thanks.html
|
|
|
|
User-agent: *
|
|
Disallow: /
|