Merge: promote dev to prod
This commit is contained in:
@@ -1,7 +1,27 @@
|
||||
# Siftlode is mostly a private, login-gated app; only the public landing and legal
|
||||
# pages are worth indexing. Allow crawling but keep bots out of the API surface.
|
||||
# Share links (/watch/) are unguessable capability URLs: kept out of search indexes,
|
||||
# but link-preview crawlers are allowed below so shared links unfurl in chat apps.
|
||||
User-agent: *
|
||||
Allow: /
|
||||
Disallow: /api/
|
||||
Disallow: /auth/
|
||||
Disallow: /watch/
|
||||
|
||||
# Link-preview / unfurl bots — allowed to fetch /watch/ so shared links render a rich
|
||||
# card (title/channel/thumbnail). They don't build a search index, so this doesn't
|
||||
# expose share links to search engines.
|
||||
User-agent: facebookexternalhit
|
||||
User-agent: Facebot
|
||||
User-agent: Twitterbot
|
||||
User-agent: Slackbot-LinkExpanding
|
||||
User-agent: Slackbot
|
||||
User-agent: Discordbot
|
||||
User-agent: TelegramBot
|
||||
User-agent: WhatsApp
|
||||
User-agent: LinkedInBot
|
||||
User-agent: Pinterest
|
||||
User-agent: redditbot
|
||||
Allow: /
|
||||
Disallow: /api/
|
||||
Disallow: /auth/
|
||||
|
||||
@@ -14,6 +14,14 @@ export interface ReleaseEntry {
|
||||
}
|
||||
|
||||
export const RELEASE_NOTES: ReleaseEntry[] = [
|
||||
{
|
||||
version: "0.32.1",
|
||||
date: "2026-07-07",
|
||||
summary: "Fix: shared links now actually unfurl in chat apps.",
|
||||
fixes: [
|
||||
"Shared links now show a rich preview in Messenger and other chat apps. The site's robots.txt was telling every crawler — including link-preview bots — to skip /watch/ pages, so Facebook got a blocked response and showed just a bare link. Link-preview crawlers are now allowed to fetch share pages (they still stay out of search indexes).",
|
||||
],
|
||||
},
|
||||
{
|
||||
version: "0.32.0",
|
||||
date: "2026-07-07",
|
||||
|
||||
Reference in New Issue
Block a user