-
Notifications
You must be signed in to change notification settings - Fork 8
/
Copy path369883.textproto
73 lines (73 loc) · 1.71 KB
/
369883.textproto
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
# proto-file: src/main/proto/specification/specification.proto
# proto-message: specification.RobotsTxtSpecification
tests:
[
{
robotstxt: "User-agent: *\n"
"<br />\n"
"Allow: /\n"
"<br />\n"
"User-agent: BarBot\n"
"<br />\n"
"Disallow: /\n"
"<br />\n"
"User-agent: AB42bot\n"
"<br />\n"
"Disallow: /\n"
"<br />\n"
"sitemap: http://example.com/sitemap.xml\n"
test_expectations:
[
{
testurl: "http://example.com/"
useragent: "foobot"
expected_outcome: ALLOWED
},
{
testurl: "http://example.com/foo/bar"
useragent: "foo-bot"
expected_outcome: ALLOWED
},
{
testurl: "http://example.com/robots.txt"
useragent: "foo_bot"
expected_outcome: ALLOWED
},
{
testurl: "http://example.com/"
useragent: "BarBot"
expected_outcome: DISALLOWED
},
{
testurl: "http://example.com/foo/bar/baz"
useragent: "BarBot"
expected_outcome: DISALLOWED
},
{
testurl: "http://example.com/robots.txt"
useragent: "BarBot"
expected_outcome: DISALLOWED
},
{
testurl: "http://example.com/foo/bar"
useragent: "AB42bot"
expected_outcome: ALLOWED
},
{
testurl: "http://example.com/"
useragent: "AB42bot"
expected_outcome: ALLOWED
},
{
testurl: "http://example.com/"
useragent: "AB"
expected_outcome: DISALLOWED
},
{
testurl: "http://example.com/robots.txt"
useragent: "AB"
expected_outcome: DISALLOWED
}
]
}
]