Text File

1User-agent: *

2Disallow: /admin

3Disallow: /api

4Disallow: /dashboard

5Disallow: /billing

6Disallow: /queue

7Disallow: /history

8Disallow: /profile

9Disallow: /mail

10Disallow: /notifications

11Disallow: /ai-analytics

12Disallow: /ai-audit

13Disallow: /ai-crawl-logs

14Disallow: /logout

15

16User-agent: Googlebot

17Disallow: /admin

18Disallow: /api

19

20User-agent: Googlebot-Image

21Allow: /

22

23User-agent: YandexBot

24Disallow: /admin

25Disallow: /api

26

27User-agent: YandexImages

28Allow: /

29

30User-agent: Bingbot

31Disallow: /admin

32Disallow: /api

33

34User-agent: Slurp

35Disallow: /admin

36Disallow: /api

37

38User-agent: DuckDuckBot

39Disallow: /admin

40Disallow: /api

...