mirror of
https://github.com/juherr/kill-the-news.git
synced 2026-06-20 22:03:48 +00:00
a29e9ab372
WebSub / PubSubHubbub:
- Hub now accepts both /rss/:id and /atom/:id topic URLs
- WebSubSubscription stores format ("rss" | "atom")
- notifySubscribers sends RSS or Atom XML with correct Content-Type
- verifyAndStoreSubscription sends correct topic URL per format
- CI paths-ignore docs/** to skip deploy on docs-only changes
HTML processing (linkedom + escape-html):
- New html-processor.ts: body extraction, script/iframe/object removal,
event handler + javascript: URL stripping, mso-* style cleanup,
plain text → <pre> with HTML escaping via escape-html
- feed-generator.ts and entries.ts use processEmailContent
Admin UI:
- W3C validation badges (Atom + RSS) on feed detail page
Co-Authored-By: Claude Sonnet 4.5 <noreply@anthropic.com>
106 lines
2.9 KiB
TypeScript
106 lines
2.9 KiB
TypeScript
import { Feed } from "feed";
|
|
import { FeedConfig, EmailData } from "../types";
|
|
import { processEmailContent } from "./html-processor";
|
|
|
|
export { processEmailContent as extractBodyContent };
|
|
|
|
function parseFromAddress(from: string): { name: string; email?: string } {
|
|
const match = from.match(/^(.*?)\s*<([^>]+)>\s*$/);
|
|
if (match) {
|
|
return { name: match[1].trim() || match[2], email: match[2].trim() };
|
|
}
|
|
const emailOnly = from.match(/^[^\s@]+@[^\s@]+\.[^\s@]+$/);
|
|
if (emailOnly) {
|
|
return { email: from.trim(), name: from.trim() };
|
|
}
|
|
return { name: from.trim() };
|
|
}
|
|
|
|
function buildFeed(
|
|
feedConfig: FeedConfig,
|
|
emails: EmailData[],
|
|
baseUrl: string,
|
|
feedId: string,
|
|
selfUrl?: { rss?: string; atom?: string },
|
|
): Feed {
|
|
const feed = new Feed({
|
|
title: feedConfig.title,
|
|
description: feedConfig.description || "",
|
|
// Computed dynamically so the id is always canonical regardless of what
|
|
// was stored in KV at feed-creation time (which may have used a stale domain).
|
|
id: `${baseUrl}/rss/${feedId}`,
|
|
// Link points to the admin emails page — the "website" this feed represents.
|
|
link: `${baseUrl}/admin/feeds/${feedId}/emails`,
|
|
language: feedConfig.language,
|
|
updated: new Date(),
|
|
generator: "kill-the-news",
|
|
copyright: `Copyright © ${new Date().getFullYear()} ${feedConfig.title}`,
|
|
feedLinks: {
|
|
rss: selfUrl?.rss ?? `${baseUrl}/rss/${feedId}`,
|
|
atom: selfUrl?.atom ?? `${baseUrl}/atom/${feedId}`,
|
|
},
|
|
author: feedConfig.author
|
|
? {
|
|
name: feedConfig.author,
|
|
email: `noreply@${new URL(baseUrl).hostname}`,
|
|
}
|
|
: undefined,
|
|
});
|
|
|
|
for (const email of emails) {
|
|
const entryUrl = `${baseUrl}/entries/${feedId}/${email.receivedAt}`;
|
|
const firstAttachment = email.attachments?.[0];
|
|
const bodyContent = processEmailContent(email.content);
|
|
feed.addItem({
|
|
title: email.subject,
|
|
id: entryUrl,
|
|
link: entryUrl,
|
|
description: bodyContent,
|
|
content: bodyContent,
|
|
author: [parseFromAddress(email.from)],
|
|
date: new Date(email.receivedAt),
|
|
enclosure: firstAttachment
|
|
? {
|
|
url: `${baseUrl}/files/${firstAttachment.id}/${encodeURIComponent(firstAttachment.filename)}`,
|
|
type: firstAttachment.contentType,
|
|
length: firstAttachment.size,
|
|
}
|
|
: undefined,
|
|
});
|
|
}
|
|
|
|
return feed;
|
|
}
|
|
|
|
export function generateRssFeed(
|
|
feedConfig: FeedConfig,
|
|
emails: EmailData[],
|
|
baseUrl: string,
|
|
feedId: string,
|
|
selfUrl?: string,
|
|
): string {
|
|
return buildFeed(
|
|
feedConfig,
|
|
emails,
|
|
baseUrl,
|
|
feedId,
|
|
selfUrl ? { rss: selfUrl } : undefined,
|
|
).rss2();
|
|
}
|
|
|
|
export function generateAtomFeed(
|
|
feedConfig: FeedConfig,
|
|
emails: EmailData[],
|
|
baseUrl: string,
|
|
feedId: string,
|
|
selfUrl?: string,
|
|
): string {
|
|
return buildFeed(
|
|
feedConfig,
|
|
emails,
|
|
baseUrl,
|
|
feedId,
|
|
selfUrl ? { atom: selfUrl } : undefined,
|
|
).atom1();
|
|
}
|