-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathrobots.txt
67 lines (62 loc) · 1.3 KB
/
robots.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
User-agent: *
Disallow: /404/
Disallow: /simpla/
Disallow: /order/
Disallow: /user/
Disallow: /language/
Disallow: /captcha/
Disallow: /Smarty/
Disallow: /api/
Disallow: /compiled/
Disallow: /cart/
Disallow: /resize/
Disallow: /password.php
Disallow: /*sort=*
Disallow: /?currency_id=*
Disallow: /*?currency_id=*
Disallow: /*/?currency_id=*
Disallow: /?module=*
Disallow: /*?module=*
Disallow: /*/?module=*
Disallow: /*utm_
Disallow: /*_openstat
Disallow: /*gclid
Disallow: /*from=adwords
Disallow: /*ext_meta_id
Disallow: /*aday
Allow: /products/
User-agent: Yandex
Disallow: /404/
Disallow: /simpla/
Disallow: /order/
Disallow: /user/
Disallow: /js/
Disallow: /language/
Disallow: /captcha/
Disallow: /Smarty/
Disallow: /design/
Disallow: /api/
Disallow: /compiled/
Disallow: /cart/
Disallow: /resize/
Disallow: /password.php
Disallow: /*sort=*
Disallow: /?currency_id=*
Disallow: /*?currency_id=*
Disallow: /*/?currency_id=*
Disallow: /?module=*
Disallow: /*?module=*
Disallow: /*/?module=*
Disallow: /*utm_
Disallow: /*_openstat
Disallow: /*gclid
Disallow: /*from=adwords
Disallow: /*ext_meta_id
Disallow: /*aday
Allow: /products/
# Clean parameters
Clean-param: gclid /
Clean-param: utm_source&utm_medium&utm_term&utm_campaign /
Clean-param: _openstat /
Host: www.stildveri.ru
Sitemap: http://stildveri.ru/sitemap.xml