Text File

1User-agent:*

2Disallow: /*index.php$

3Disallow: */index.php

4Disallow: /bitrix/

5Disallow: /upload/

6Disallow: /local/

7Disallow: /compare/

8Disallow: /personal/

9Disallow: /rss/

10Disallow: /auth/

11Disallow: /login/

12Disallow: /webstat/

13Disallow: /desktop_app/

14Disallow: /ajax/

15Disallow: */lk/

16Disallow: /*?*

17Allow: /bitrix/templates/

18Allow: /bitrix/cache/

19Allow: /upload/iblock/

20Allow: /upload/docs/

21Sitemap: https://sonniyzaliv.ru/sitemap.xml

22LLM-file: https://sonniyzaliv.ru/llms.txt

23LLM-file: https://sonniyzaliv.ru/llms-full.txt

24

25User-agent: Yandex

26Disallow: /*index.php$

27Disallow: */index.php

28Disallow: /bitrix/

29Disallow: /upload/

30Disallow: /local/

31Disallow: /compare/

32Disallow: /personal/

33Disallow: /rss/

34Disallow: /auth/

35Disallow: /login/

36Disallow: /webstat/

37Disallow: /desktop_app/

38Disallow: /ajax/

39Disallow: */lk/

40Allow: /upload/resize_cache/iblock/*.jpg?offer_id=

...