post
This commit is contained in:
22
robots.txt
Normal file
22
robots.txt
Normal file
@@ -0,0 +1,22 @@
|
||||
# Legacy file — live robots are generated by src/app/robots.ts
|
||||
# Keep in sync with public/robots.txt if this file is ever served by a reverse proxy.
|
||||
User-agent: *
|
||||
Allow: /
|
||||
Disallow: /api/
|
||||
Disallow: /_next/
|
||||
Disallow: /settings
|
||||
Disallow: /settings/
|
||||
Disallow: /auth
|
||||
Disallow: /private/
|
||||
Disallow: /new-post
|
||||
Disallow: /new-project
|
||||
Disallow: /billboards/new
|
||||
Disallow: /search
|
||||
Disallow: /verify/
|
||||
Disallow: /register
|
||||
Disallow: /login
|
||||
Disallow: /offer
|
||||
Disallow: /*/payment/
|
||||
|
||||
Host: https://modstagram.com
|
||||
Sitemap: https://modstagram.com/sitemap.xml
|
||||
Reference in New Issue
Block a user