feat: secret scanner — auto-detects and redacts API keys, tokens, credentials

Adds a secret scanning layer that runs after identity/explicit
substitutions. Catches secrets the user didn't configure:

- API keys: OpenAI (sk-), Anthropic (sk-ant-), Google (AIza),
  AWS (AKIA), GitHub (ghp_), GitLab (glpat-), Slack (xox),
  Stripe (sk_live/test), SendGrid (SG.)
- Auth: Bearer tokens, key=value assignments (password=, secret=,
  api_key=, token=), private key blocks (-----BEGIN PRIVATE KEY-----)
- Connection strings: mongodb://, postgres://, mysql:// with creds
- PII: SSN (xxx-xx-xxxx), credit card numbers (Visa/MC/Amex/Discover)

Redacted values shown in red in the Test tab. Secrets are truncated
in the activity log (first 8 chars + "...") to avoid logging the
full secret. Enabled by default, toggle in Options.

https://claude.ai/code/session_01Dvgwe7XMoSxnWXkih8p1Cw
This commit is contained in:
Claude
2026-03-26 01:24:16 +00:00
parent cd6789040c
commit 3a266d7aa7
6 changed files with 375 additions and 7 deletions
+92 -3
View File
@@ -253,19 +253,30 @@
}
// ============================================================
// Combined substitution: smart patterns first, then explicit
// Combined substitution: smart patterns + explicit + secret scan
// ============================================================
function substituteAll(text) {
const allReplacements = [];
// Smart patterns (broad catches)
// 1. Smart patterns (broad catches)
const smart = smartSubstitute(text, identity);
allReplacements.push(...smart.replacements);
// Explicit mappings (specific overrides)
// 2. Explicit mappings (specific overrides)
const explicit = substitute(smart.text, mappings);
allReplacements.push(...explicit.replacements);
// 3. Secret scanner (API keys, tokens, SSNs, credit cards, etc.)
if (settings.secretScanning !== false) {
const secrets = scanAndRedactSecrets(explicit.text);
allReplacements.push(...secrets.redactions);
return {
text: secrets.text,
replacements: allReplacements,
modified: allReplacements.length > 0,
};
}
return {
text: explicit.text,
replacements: allReplacements,
@@ -273,6 +284,84 @@
};
}
// ============================================================
// Secret Scanner (inline for page world)
// Detects API keys, tokens, passwords, SSNs, credit cards, etc.
// ============================================================
const SECRET_PATTERNS = [
// OpenAI
{ name: 'OpenAI Key', re: /\bsk-[A-Za-z0-9]{20,}\b/g, to: '[REDACTED-OPENAI-KEY]' },
{ name: 'OpenAI Project Key', re: /\bsk-proj-[A-Za-z0-9_-]{20,}\b/g, to: '[REDACTED-OPENAI-KEY]' },
// Anthropic
{ name: 'Anthropic Key', re: /\bsk-ant-[A-Za-z0-9_-]{20,}\b/g, to: '[REDACTED-ANTHROPIC-KEY]' },
// Google
{ name: 'Google API Key', re: /\bAIza[A-Za-z0-9_-]{35}\b/g, to: '[REDACTED-GOOGLE-KEY]' },
// AWS
{ name: 'AWS Access Key', re: /\bAKIA[A-Z0-9]{16}\b/g, to: '[REDACTED-AWS-KEY]' },
// GitHub
{ name: 'GitHub Token', re: /\b(?:ghp|gho|ghu|ghs|ghr)_[A-Za-z0-9]{36,}\b/g, to: '[REDACTED-GITHUB-TOKEN]' },
// GitLab
{ name: 'GitLab Token', re: /\bglpat-[A-Za-z0-9_-]{20,}\b/g, to: '[REDACTED-GITLAB-TOKEN]' },
// Slack
{ name: 'Slack Token', re: /\bxox[bpras]-[A-Za-z0-9-]{10,}\b/g, to: '[REDACTED-SLACK-TOKEN]' },
// Stripe
{ name: 'Stripe Key', re: /\b[sr]k_(?:test|live)_[A-Za-z0-9]{20,}\b/g, to: '[REDACTED-STRIPE-KEY]' },
// SendGrid
{ name: 'SendGrid Key', re: /\bSG\.[A-Za-z0-9_-]{22}\.[A-Za-z0-9_-]{43}\b/g, to: '[REDACTED-SENDGRID-KEY]' },
// Bearer tokens
{ name: 'Bearer Token', re: /\bBearer\s+[A-Za-z0-9_\-./+=]{20,}\b/g, to: 'Bearer [REDACTED]' },
// Private keys
{ name: 'Private Key', re: /-----BEGIN (?:RSA |EC |DSA |OPENSSH )?PRIVATE KEY-----[\s\S]*?-----END (?:RSA |EC |DSA |OPENSSH )?PRIVATE KEY-----/g, to: '[REDACTED-PRIVATE-KEY]' },
// Generic key=value assignments
{ name: 'API Key Assignment', re: /\b(?:api[_-]?key|apikey|api[_-]?secret|api[_-]?token)\s*[:=]\s*['"]?([A-Za-z0-9_\-./+=]{16,})['"]?/gi,
fn: (m) => m.replace(/[:=]\s*['"]?[A-Za-z0-9_\-./+=]{16,}['"]?/, '=[REDACTED]') },
{ name: 'Password/Secret Assignment', re: /\b(?:password|passwd|pwd|secret|token|auth[_-]?token|access[_-]?token)\s*[:=]\s*['"]?([^\s'"]{8,})['"]?/gi,
fn: (m) => m.replace(/[:=]\s*['"]?[^\s'"]{8,}['"]?/, '=[REDACTED]') },
// Connection strings with credentials
{ name: 'Connection String', re: /\b(?:mongodb|postgres|mysql|redis|amqp):\/\/[^\s"']+/gi,
fn: (m) => m.replace(/:\/\/([^:]+):([^@]+)@/, '://REDACTED:REDACTED@') },
// SSN
{ name: 'SSN', re: /\b\d{3}-\d{2}-\d{4}\b/g, to: '[REDACTED-SSN]' },
// Credit cards (Visa, MC, Amex, Discover)
{ name: 'Credit Card', re: /\b(?:4\d{3}|5[1-5]\d{2}|3[47]\d{2}|6(?:011|5\d{2}))[- ]?\d{4}[- ]?\d{4}[- ]?\d{4}\b/g, to: '[REDACTED-CARD]' },
];
function scanAndRedactSecrets(text) {
const redactions = [];
let result = text;
for (const pat of SECRET_PATTERNS) {
pat.re.lastIndex = 0;
const matches = [];
let m;
while ((m = pat.re.exec(result)) !== null) {
matches.push({ index: m.index, value: m[0] });
}
if (matches.length === 0) continue;
// Replace from end to preserve indices
for (let i = matches.length - 1; i >= 0; i--) {
const match = matches[i];
const replacement = pat.fn ? pat.fn(match.value) : pat.to;
redactions.push({
original: match.value.slice(0, 8) + '...', // Don't log the full secret
replaced: replacement,
category: 'secret',
pattern: pat.name,
});
result =
result.slice(0, match.index) +
replacement +
result.slice(match.index + match.value.length);
}
}
redactions.reverse();
return { text: result, redactions };
}
// ============================================================
// Notify content script of substitutions (for badge + logging)
// ============================================================
+243
View File
@@ -0,0 +1,243 @@
/**
* Silent Send - Secret Scanner
*
* Detects common secret/credential patterns in text and either
* warns or auto-redacts them. This catches things the identity-based
* smart patterns can't: API keys, tokens, passwords, SSNs, credit
* cards, private keys, connection strings, etc.
*
* Each pattern has:
* - name: human-readable label
* - regex: detection pattern
* - redact: replacement string (or function)
* - severity: 'critical' (always redact) or 'warning' (flag but allow)
*/
const SECRET_PATTERNS = [
// --- API Keys ---
{
name: 'OpenAI API Key',
regex: /\bsk-[A-Za-z0-9]{20,}\b/g,
redact: '[REDACTED-OPENAI-KEY]',
severity: 'critical',
},
{
name: 'OpenAI Project Key',
regex: /\bsk-proj-[A-Za-z0-9_-]{20,}\b/g,
redact: '[REDACTED-OPENAI-PROJECT-KEY]',
severity: 'critical',
},
{
name: 'Anthropic API Key',
regex: /\bsk-ant-[A-Za-z0-9_-]{20,}\b/g,
redact: '[REDACTED-ANTHROPIC-KEY]',
severity: 'critical',
},
{
name: 'Google API Key',
regex: /\bAIza[A-Za-z0-9_-]{35}\b/g,
redact: '[REDACTED-GOOGLE-KEY]',
severity: 'critical',
},
{
name: 'AWS Access Key',
regex: /\bAKIA[A-Z0-9]{16}\b/g,
redact: '[REDACTED-AWS-KEY]',
severity: 'critical',
},
{
name: 'AWS Secret Key',
regex: /\b[A-Za-z0-9/+=]{40}\b(?=.*aws|.*secret)/gi,
redact: '[REDACTED-AWS-SECRET]',
severity: 'critical',
},
{
name: 'GitHub Token',
regex: /\b(ghp|gho|ghu|ghs|ghr)_[A-Za-z0-9]{36,}\b/g,
redact: '[REDACTED-GITHUB-TOKEN]',
severity: 'critical',
},
{
name: 'GitLab Token',
regex: /\bglpat-[A-Za-z0-9_-]{20,}\b/g,
redact: '[REDACTED-GITLAB-TOKEN]',
severity: 'critical',
},
{
name: 'Slack Token',
regex: /\bxox[bpras]-[A-Za-z0-9-]{10,}\b/g,
redact: '[REDACTED-SLACK-TOKEN]',
severity: 'critical',
},
{
name: 'Stripe Key',
regex: /\b[sr]k_(test|live)_[A-Za-z0-9]{20,}\b/g,
redact: '[REDACTED-STRIPE-KEY]',
severity: 'critical',
},
{
name: 'Twilio Key',
regex: /\bSK[a-f0-9]{32}\b/g,
redact: '[REDACTED-TWILIO-KEY]',
severity: 'critical',
},
{
name: 'SendGrid Key',
regex: /\bSG\.[A-Za-z0-9_-]{22}\.[A-Za-z0-9_-]{43}\b/g,
redact: '[REDACTED-SENDGRID-KEY]',
severity: 'critical',
},
{
name: 'Heroku API Key',
regex: /\b[a-f0-9]{8}-[a-f0-9]{4}-[a-f0-9]{4}-[a-f0-9]{4}-[a-f0-9]{12}\b/g,
redact: null, // UUIDs are too common — flag but don't auto-redact
severity: 'warning',
},
{
name: 'Generic API Key',
regex: /\b(?:api[_-]?key|apikey|api[_-]?secret|api[_-]?token)\s*[:=]\s*['"]?([A-Za-z0-9_\-./+=]{16,})['"]?/gi,
redact: (match) => match.replace(/[:=]\s*['"]?[A-Za-z0-9_\-./+=]{16,}['"]?/, '=[REDACTED]'),
severity: 'critical',
},
{
name: 'Generic Secret/Password Assignment',
regex: /\b(?:password|passwd|pwd|secret|token|auth[_-]?token|access[_-]?token|bearer)\s*[:=]\s*['"]?([^\s'"]{8,})['"]?/gi,
redact: (match) => match.replace(/[:=]\s*['"]?[^\s'"]{8,}['"]?/, '=[REDACTED]'),
severity: 'critical',
},
{
name: 'Bearer Token',
regex: /\bBearer\s+[A-Za-z0-9_\-./+=]{20,}\b/g,
redact: 'Bearer [REDACTED]',
severity: 'critical',
},
// --- Private Keys ---
{
name: 'Private Key Block',
regex: /-----BEGIN (?:RSA |EC |DSA |OPENSSH )?PRIVATE KEY-----[\s\S]*?-----END (?:RSA |EC |DSA |OPENSSH )?PRIVATE KEY-----/g,
redact: '[REDACTED-PRIVATE-KEY]',
severity: 'critical',
},
// --- Connection Strings ---
{
name: 'Database Connection String',
regex: /\b(?:mongodb|postgres|mysql|redis|amqp):\/\/[^\s"']+/gi,
redact: (match) => {
try {
const url = new URL(match);
if (url.password) url.password = 'REDACTED';
if (url.username) url.username = 'REDACTED';
return url.toString();
} catch {
return '[REDACTED-CONNECTION-STRING]';
}
},
severity: 'critical',
},
// --- PII Patterns ---
{
name: 'US Social Security Number',
regex: /\b\d{3}-\d{2}-\d{4}\b/g,
redact: '[REDACTED-SSN]',
severity: 'critical',
},
{
name: 'Credit Card Number',
regex: /\b(?:4\d{3}|5[1-5]\d{2}|3[47]\d{2}|6(?:011|5\d{2}))[- ]?\d{4}[- ]?\d{4}[- ]?\d{4}\b/g,
redact: '[REDACTED-CARD]',
severity: 'critical',
},
// --- Generic Long Hex/Base64 Strings ---
// Catches things that look like secrets but don't match known prefixes
{
name: 'Long Hex String (possible secret)',
regex: /\b[a-f0-9]{40,}\b/gi,
redact: null, // Too many false positives — warn only
severity: 'warning',
},
];
const SecretScanner = {
/**
* Scan text for secrets. Returns list of findings.
*/
scan(text) {
const findings = [];
for (const pattern of SECRET_PATTERNS) {
// Reset regex lastIndex
pattern.regex.lastIndex = 0;
let match;
while ((match = pattern.regex.exec(text)) !== null) {
findings.push({
name: pattern.name,
value: match[0],
index: match.index,
length: match[0].length,
severity: pattern.severity,
redactTo: typeof pattern.redact === 'function'
? pattern.redact(match[0])
: pattern.redact,
});
}
}
// Deduplicate overlapping matches (keep the most specific / longest)
findings.sort((a, b) => a.index - b.index || b.length - a.length);
const deduped = [];
let lastEnd = -1;
for (const f of findings) {
if (f.index >= lastEnd) {
deduped.push(f);
lastEnd = f.index + f.length;
}
}
return deduped;
},
/**
* Redact all critical secrets in text. Warnings are not auto-redacted.
* Returns { text, redactions[] }
*/
redact(text) {
const findings = this.scan(text);
const redactions = [];
let result = text;
// Process from end to preserve indices
const critical = findings
.filter(f => f.severity === 'critical' && f.redactTo)
.reverse();
for (const f of critical) {
result = result.slice(0, f.index) + f.redactTo + result.slice(f.index + f.length);
redactions.push({
original: f.value,
replaced: f.redactTo,
category: 'secret',
pattern: f.name,
});
}
// Reverse so they're in order
redactions.reverse();
return {
text: result,
redactions,
warnings: findings.filter(f => f.severity === 'warning'),
};
},
};
if (typeof globalThis !== 'undefined') {
globalThis.SecretScanner = SecretScanner;
}
export default SecretScanner;
+1
View File
@@ -18,6 +18,7 @@ const DEFAULT_SETTINGS = {
enabled: true,
showHighlights: false,
revealMode: false,
secretScanning: true,
maxLogEntries: 200,
customDomains: [],
categories: ['name', 'email', 'phone', 'address', 'ssn', 'dob', 'general'],
+10
View File
@@ -24,6 +24,16 @@
<span class="toggle-slider"></span>
</label>
</div>
<div class="setting-row">
<div>
<label>Secret scanning</label>
<p class="setting-desc">Auto-detect and redact API keys, tokens, passwords, SSNs, credit card numbers</p>
</div>
<label class="toggle">
<input type="checkbox" id="secretScanning" checked>
<span class="toggle-slider"></span>
</label>
</div>
<div class="setting-row">
<div>
<label>Max log entries</label>
+5
View File
@@ -11,6 +11,7 @@ document.addEventListener('DOMContentLoaded', async () => {
// Apply settings to UI
$('#showHighlights').checked = settings.showHighlights || false;
$('#secretScanning').checked = settings.secretScanning !== false;
$('#maxLogEntries').value = settings.maxLogEntries || 200;
renderMappings();
@@ -28,6 +29,10 @@ document.addEventListener('DOMContentLoaded', async () => {
await Storage.saveSettings({ showHighlights: e.target.checked });
});
$('#secretScanning').addEventListener('change', async (e) => {
await Storage.saveSettings({ secretScanning: e.target.checked });
});
$('#maxLogEntries').addEventListener('change', async (e) => {
await Storage.saveSettings({ maxLogEntries: parseInt(e.target.value, 10) || 200 });
});
+24 -4
View File
@@ -1,5 +1,6 @@
import SubstitutionEngine from '../lib/substitution-engine.js';
import SmartPatterns from '../lib/smart-patterns.js';
import SecretScanner from '../lib/secret-scanner.js';
import Storage from '../lib/storage.js';
import api from '../lib/browser-polyfill.js';
@@ -331,31 +332,50 @@ function renderTestDiff() {
const smartResult = SmartPatterns.substitute(input, identity);
const explicitResult = SubstitutionEngine.substitute(smartResult.text, mappings);
const secretResult = SecretScanner.redact(explicitResult.text);
const allReplacements = [...smartResult.replacements, ...explicitResult.replacements];
const finalText = explicitResult.text;
const allReplacements = [
...smartResult.replacements,
...explicitResult.replacements,
...secretResult.redactions,
];
const finalText = secretResult.text;
if (finalText === input) {
if (finalText === input && secretResult.warnings.length === 0) {
output.textContent = input;
stats.textContent = 'No substitutions detected';
return;
}
let html = escapeHtml(finalText);
for (const r of allReplacements) {
// Highlight identity + explicit substitutions in green
for (const r of [...smartResult.replacements, ...explicitResult.replacements]) {
const escapedReplaced = escapeHtml(r.replaced);
html = html.replace(
escapedReplaced,
`<span class="sub-highlight" title="Was: ${escapeHtml(r.original)} [${r.pattern || r.category}]">${escapedReplaced}</span>`
);
}
// Highlight secret redactions in red
for (const r of secretResult.redactions) {
const escapedReplaced = escapeHtml(r.replaced);
html = html.replace(
escapedReplaced,
`<span class="sub-highlight" style="background:#fee2e2;color:#dc2626" title="${escapeHtml(r.pattern)}">${escapedReplaced}</span>`
);
}
output.innerHTML = html;
const smartCount = smartResult.replacements.length;
const explicitCount = explicitResult.replacements.length;
const secretCount = secretResult.redactions.length;
const warnCount = secretResult.warnings.length;
const parts = [];
if (smartCount > 0) parts.push(`${smartCount} smart`);
if (explicitCount > 0) parts.push(`${explicitCount} explicit`);
if (secretCount > 0) parts.push(`${secretCount} secrets redacted`);
if (warnCount > 0) parts.push(`${warnCount} warnings`);
stats.textContent = `${allReplacements.length} substitution${allReplacements.length !== 1 ? 's' : ''} (${parts.join(', ')})`;
}