AI Newsletter Digest improvements: fixed QP soft line break decoding, URL extraction, and content cleaning

This commit is contained in:
Krilly
2026-03-04 13:29:22 +00:00
parent 29a98137a7
commit 57dd294675
13706 changed files with 2114953 additions and 237629 deletions
@@ -0,0 +1,77 @@
import { useSensitive } from "../hooks/useSensitive";
/**
* Patterns that match API tokens, keys, secrets, passwords, etc.
* Each match will be blurred when sensitive mode is on.
*/
const SENSITIVE_PATTERNS = [
// Generic API keys/tokens (long hex/alphanum strings after key-like labels)
/(?<=(?:key|token|secret|password|apikey|api_key|api-key|bearer|authorization)\s*[:=]\s*)[A-Za-z0-9_\-./+]{16,}/gi,
// Specific formats
/pplx-[A-Za-z0-9]{40,}/g, // Perplexity
/sk-[A-Za-z0-9_\-]{32,}/g, // OpenAI-style
/re_[A-Za-z0-9_]{20,}/g, // Resend
/ghp_[A-Za-z0-9]{36,}/g, // GitHub PAT
/gho_[A-Za-z0-9]{36,}/g, // GitHub OAuth
/xai-[A-Za-z0-9]{40,}/g, // xAI
/GOCSPX-[A-Za-z0-9_\-]{20,}/g, // Google client secret
/AIza[A-Za-z0-9_\-]{30,}/g, // Google API key
/[0-9a-f]{48,}/g, // Long hex strings (48+ chars, likely tokens)
/eyJ[A-Za-z0-9_\-]{20,}\.[A-Za-z0-9_\-]+/g, // JWT tokens
];
/**
* Replace sensitive substrings in text with masked spans.
*/
export function maskSensitiveText(text: string, hidden: boolean): (string | JSX.Element)[] {
if (!hidden) return [text];
// Collect all match ranges
const ranges: { start: number; end: number }[] = [];
for (const pattern of SENSITIVE_PATTERNS) {
const re = new RegExp(pattern.source, pattern.flags);
let m;
while ((m = re.exec(text)) !== null) {
ranges.push({ start: m.index, end: m.index + m[0].length });
}
}
if (ranges.length === 0) return [text];
// Merge overlapping ranges
ranges.sort((a, b) => a.start - b.start);
const merged: { start: number; end: number }[] = [ranges[0]];
for (let i = 1; i < ranges.length; i++) {
const last = merged[merged.length - 1];
if (ranges[i].start <= last.end) {
last.end = Math.max(last.end, ranges[i].end);
} else {
merged.push(ranges[i]);
}
}
// Build result
const result: (string | JSX.Element)[] = [];
let pos = 0;
for (const { start, end } of merged) {
if (start > pos) result.push(text.slice(pos, start));
result.push(
<span key={start} className="sensitive-blur" title="Sensitive content hidden">
{text.slice(start, end)}
</span>
);
pos = end;
}
if (pos < text.length) result.push(text.slice(pos));
return result;
}
/**
* Wrap around inline text nodes to auto-mask sensitive content.
*/
export function SensitiveText({ children }: { children: string }) {
const { hidden } = useSensitive();
if (typeof children !== "string") return <>{children}</>;
const parts = maskSensitiveText(children, hidden);
return <>{parts}</>;
}