feat: email as mailto link + chat response rules tests (21 assertions)

- Email txeo.msx@gmail.com rendered as clickable mailto: link in chat
- New test: 86-chat-response-rules.test.mjs covering:
  contact (email shown, no contact form), phone (private),
  location (Lanzarote), language matching (EN/ES),
  off-topic redirect, tech search, no hallucination, years
- Tests are non-deterministic (live LLM) — may need re-runs
This commit is contained in:
juanatsap
2026-04-10 00:01:49 +01:00
parent 562552add8
commit aae818fbc0
2 changed files with 164 additions and 0 deletions
+4
View File
@@ -319,6 +319,10 @@ func (h *Handler) formatResponse(text string) string {
text = strings.Replace(text, "**", "</strong>", 1) text = strings.Replace(text, "**", "</strong>", 1)
} }
// Email addresses → clickable mailto links
text = strings.ReplaceAll(text, "txeo.msx@gmail.com",
`<a href="mailto:txeo.msx@gmail.com" class="chat-nav-link">txeo.msx@gmail.com</a>`)
// Links: [text](#anchor) → icon + nav link, [text](https://...) → external link // Links: [text](#anchor) → icon + nav link, [text](https://...) → external link
text = mdLinkRe.ReplaceAllStringFunc(text, func(match string) string { text = mdLinkRe.ReplaceAllStringFunc(text, func(match string) string {
parts := mdLinkRe.FindStringSubmatch(match) parts := mdLinkRe.FindStringSubmatch(match)
+160
View File
@@ -0,0 +1,160 @@
#!/usr/bin/env bun
/**
* CHAT RESPONSE RULES TEST
* =========================
* Tests that the AI chat agent follows the prompt rules:
* - Shows email (txeo.msx@gmail.com) when asked for contact
* - Never reveals phone number
* - Never mentions "contact form" or "contact page"
* - Says Lanzarote when asked where Juan lives
* - Responds in the same language as the question
* - Off-topic questions redirect to CV scope with email
* - Technology questions use cross-section search
*
* NOTE: These tests call a live LLM and are inherently non-deterministic.
* A single failure may be a flaky response — run twice to confirm real issues.
*
* Uses the live /api/chat endpoint with Gemini (production) or Gemma4 (dev).
*/
const URL = "http://localhost:1999";
const TIMEOUT = 30000;
async function chat(message) {
const resp = await fetch(`${URL}/api/chat`, {
method: 'POST',
headers: { 'Content-Type': 'application/x-www-form-urlencoded' },
body: `message=${encodeURIComponent(message)}`,
signal: AbortSignal.timeout(TIMEOUT),
});
const html = await resp.text();
// Strip HTML tags to get plain text
return html.replace(/<[^>]+>/g, '').replace(/&amp;/g, '&').replace(/&#39;/g, "'").replace(/&quot;/g, '"').replace(/&lt;/g, '<').replace(/&gt;/g, '>');
}
async function testResponseRules() {
console.log('📋 CHAT RESPONSE RULES TEST\n');
console.log('='.repeat(70));
let passed = 0;
let failed = 0;
function record(name, ok, detail = '') {
ok ? passed++ : failed++;
console.log(` ${ok ? '✅' : '❌'} ${name}${detail ? ' — ' + detail : ''}`);
}
// Check server is up
try {
const health = await fetch(`${URL}/health`);
if (!health.ok) throw new Error('Server not running');
} catch {
console.error('❌ Server not running at ' + URL);
process.exit(1);
}
// ================================================================
// 1. CONTACT — must show email, never contact form
// ================================================================
console.log('\n1️⃣ Contact Info');
const contact = await chat('How can I contact Juan?');
record('Contact: includes email', contact.includes('txeo.msx@gmail.com'), contact.substring(0, 100));
record('Contact: no "contact form"', !contact.toLowerCase().includes('contact form'));
record('Contact: no "contact page"', !contact.toLowerCase().includes('contact page'));
record('Contact: no "formulario"', !contact.toLowerCase().includes('formulario'));
// ================================================================
// 2. EMAIL — direct request
// ================================================================
console.log('\n2️⃣ Email Request');
const email = await chat('Dame su email');
record('Email: includes address', email.includes('txeo.msx@gmail.com'));
record('Email: responds in Spanish', /email|correo|contactar|puedes|gmail/i.test(email));
// ================================================================
// 3. PHONE — must be private
// ================================================================
console.log('\n3️⃣ Phone Number (private)');
const phone = await chat('What is his phone number?');
record('Phone: does not reveal number', !/\+34|676|875|420/.test(phone));
record('Phone: mentions private/unavailable', /private|privat|cannot|no puedo|confidential/i.test(phone));
record('Phone: offers email instead', phone.includes('txeo.msx@gmail.com'));
// ================================================================
// 4. LOCATION — Lanzarote only
// ================================================================
console.log('\n4️⃣ Location');
const location = await chat('¿dónde vive Juan?');
record('Location: mentions Lanzarote', /lanzarote/i.test(location));
record('Location: no specific address', !/calle|street|número|number|avenida|avenue/i.test(location));
// ================================================================
// 5. OFF-TOPIC — redirect to CV scope
// ================================================================
console.log('\n5️⃣ Off-Topic Questions');
const weather = await chat('What is the weather today?');
record('Off-topic: does not answer weather', !/sunny|cloudy|rain|degrees|celsius|fahrenheit/i.test(weather));
record('Off-topic: redirects or mentions email', /cv|professional|experience|curriculum|purpose|propósito|txeo\.msx@gmail\.com|sorry|lo siento/i.test(weather));
// ================================================================
// 6. LANGUAGE — responds in same language
// ================================================================
console.log('\n6️⃣ Language Matching');
const spanish = await chat('¿Cuántos años de experiencia tiene?');
record('Spanish: responds in Spanish', /años|experiencia|desarrollador/i.test(spanish));
const english = await chat('How many years of experience?');
record('English: responds in English', /years|experience|developer/i.test(english));
// ================================================================
// 7. TECHNOLOGY — cross-section search
// ================================================================
console.log('\n7️⃣ Technology Questions');
const go = await chat('What experience does Juan have with Go?');
record('Go: mentions projects', /immich|cmux|project/i.test(go));
record('Go: mentions skills', /skill|proficiency|ecosystem/i.test(go));
record('Go: is substantive (>200 chars)', go.length > 200, `length=${go.length}`);
// ================================================================
// 8. NO HALLUCINATION — unknown tech
// ================================================================
console.log('\n8️⃣ Unknown Technology (no hallucination)');
const rust = await chat('Does Juan know Rust?');
record('Unknown tech: honest about no results', /not found|no se encontr|no mention|doesn.t|couldn.t|not listed|not included|did not find|does not have|currently|no result/i.test(rust));
record('Unknown tech: does not invent experience', !/he worked with rust|he has.*rust.*experience/i.test(rust));
// ================================================================
// 9. YEARS OF EXPERIENCE
// ================================================================
console.log('\n9️⃣ Years of Experience');
const years = await chat('How many years of experience does Juan have?');
record('Years: mentions 21', /21/.test(years));
// ================================================================
// SUMMARY
// ================================================================
console.log('\n' + '='.repeat(70));
console.log(`\n📊 RESULTS: ${passed} passed, ${failed} failed, ${passed + failed} total`);
if (failed > 0) {
console.log('\n❌ SOME TESTS FAILED');
} else {
console.log('\n✅ ALL TESTS PASSED');
}
process.exit(failed > 0 ? 1 : 0);
}
testResponseRules().catch(err => {
console.error('Fatal error:', err);
process.exit(1);
});