3 lines
62 B
Plaintext
3 lines
62 B
Plaintext
# allow crawling everything by default
|
|
User-agent: *
|
|
Disallow: |
# allow crawling everything by default
|
|
User-agent: *
|
|
Disallow: |