fix: allow bots to access /s/ urls (#27579)
#27548 Add Allow directive for custom share links social media previewpull/27483/head
parent
de9ec95db1
commit
1d0e5cf18d
|
|
@ -1,6 +1,7 @@
|
||||||
# Allow social media access og Tags
|
# Allow social media access og Tags
|
||||||
User-agent: *
|
User-agent: *
|
||||||
Allow: /share/
|
Allow: /share/
|
||||||
|
Allow: /s/
|
||||||
Allow: /api/assets/
|
Allow: /api/assets/
|
||||||
|
|
||||||
# https://www.robotstxt.org/robotstxt.html
|
# https://www.robotstxt.org/robotstxt.html
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue