Text File

1User-Agent: *

2Disallow: /cgi-bin/*

3Disallow: /catalog/actions/*

4Disallow: /catalog/recent*

5Disallow: /catalog/find*

6Disallow: /captcha/*

7Disallow: /order*

8Disallow: /printing*

9Disallow: /print/*

10Disallow: /users*

11Disallow: */admin

12Disallow: /news-page2.html

13Disallow: /news-page3.html

14Allow: /*/*.js

15Allow: /*/*.css

16

17User-Agent: Googlebot

18Disallow: /cgi-bin/*

19Disallow: /catalog/actions/*

20Disallow: /catalog/recent*

21Disallow: /catalog/find*

22Disallow: /captcha/*

23Disallow: /order*

24Disallow: /printing*

25Disallow: /print/*

26Disallow: /users*

27Disallow: */admin

28Disallow: /news-page2.html

29Disallow: /news-page3.html

30Allow: /*/*.js

31Allow: /*/*.css

32

33User-Agent: Yandex

34Disallow: /cgi-bin/*

35Disallow: /catalog/actions/*

36Disallow: /catalog/recent*

37Disallow: /catalog/find*

38Disallow: /captcha/*

39Disallow: /order*

40Disallow: /printing*

...