From 66a1026fd019b8b2b79f16add82c751e18fd2385 Mon Sep 17 00:00:00 2001 From: Admin Date: Tue, 29 Sep 2026 21:14:51 +0000 Subject: [PATCH] Deploy categorised newsroom sources --- src/db.ts | 13 ++++++++----- src/index.ts | 6 +++--- src/mcp.ts | 4 ++-- src/sources.ts | 15 +++++++++++++++ src/types.ts | 11 +++++++++++ src/web.ts | 30 +++++++++++++++++++++++++++--- 6 files changed, 66 insertions(+), 13 deletions(-) diff --git a/src/db.ts b/src/db.ts index 1e60030..e7a0db1 100644 --- a/src/db.ts +++ b/src/db.ts @@ -31,6 +31,7 @@ export async function migrate() { baseline_complete BOOLEAN NOT NULL DEFAULT FALSE, publisher TEXT NOT NULL DEFAULT '', source_class TEXT NOT NULL DEFAULT 'catalogue', + source_category TEXT NOT NULL DEFAULT 'other', independence_group TEXT NOT NULL DEFAULT '', authority_tier INTEGER NOT NULL DEFAULT 3, created_at TIMESTAMPTZ NOT NULL DEFAULT NOW() @@ -246,6 +247,7 @@ export async function migrate() { await pool.query("ALTER TABLE sources ADD COLUMN IF NOT EXISTS baseline_complete BOOLEAN NOT NULL DEFAULT FALSE"); await pool.query("ALTER TABLE sources ADD COLUMN IF NOT EXISTS publisher TEXT NOT NULL DEFAULT ''"); await pool.query("ALTER TABLE sources ADD COLUMN IF NOT EXISTS source_class TEXT NOT NULL DEFAULT 'catalogue'"); + await pool.query("ALTER TABLE sources ADD COLUMN IF NOT EXISTS source_category TEXT NOT NULL DEFAULT 'other'"); await pool.query("ALTER TABLE sources ADD COLUMN IF NOT EXISTS independence_group TEXT NOT NULL DEFAULT ''"); await pool.query("ALTER TABLE sources ADD COLUMN IF NOT EXISTS authority_tier INTEGER NOT NULL DEFAULT 3"); await pool.query("ALTER TABLE evidence ADD COLUMN IF NOT EXISTS snapshot_id TEXT REFERENCES source_snapshots(id) ON DELETE SET NULL"); @@ -347,20 +349,21 @@ export async function seedSources(sources: SourceDefinition[]) { for (const source of sources) { await pool.query( `INSERT INTO sources( - id,name,source_type,url,publisher,source_class,independence_group,authority_tier + id,name,source_type,url,publisher,source_class,source_category,independence_group,authority_tier ) - VALUES($1,$2,$3,$4,$5,$6,$7,$8) + VALUES($1,$2,$3,$4,$5,$6,$7,$8,$9) ON CONFLICT(id) DO UPDATE SET name=EXCLUDED.name, source_type=EXCLUDED.source_type, url=EXCLUDED.url, publisher=EXCLUDED.publisher, source_class=EXCLUDED.source_class, + source_category=EXCLUDED.source_category, independence_group=EXCLUDED.independence_group, authority_tier=EXCLUDED.authority_tier`, [ source.id, source.name, source.type, source.url, - source.publisher, source.sourceClass, source.independenceGroup, source.authorityTier + source.publisher, source.sourceClass, source.category, source.independenceGroup, source.authorityTier ] ); } @@ -809,7 +812,7 @@ export async function storeItem( } export async function listSources() { - const result = await pool.query("SELECT * FROM sources ORDER BY id"); + const result = await pool.query("SELECT * FROM sources ORDER BY source_category, name"); return result.rows; } @@ -825,7 +828,7 @@ export async function sourceStatus() { WHERE sig.source_id=s.id AND o.status <> 'closed') AS opportunity_count FROM sources s - ORDER BY s.id + ORDER BY s.source_category, s.name `); return result.rows; } diff --git a/src/index.ts b/src/index.ts index 1d2871c..c9497cf 100644 --- a/src/index.ts +++ b/src/index.ts @@ -354,14 +354,14 @@ app.get("/opportunities", requireWebAuth, async (req, res) => { app.get("/", requireWebAuth, async (req, res) => { const sourceRows = await pool.query( - `SELECT s.id,s.name,s.source_type,s.source_class,s.publisher,s.authority_tier, + `SELECT s.id,s.name,s.source_type,s.source_class,s.source_category,s.publisher,s.authority_tier, s.last_synced_at,s.last_error,s.baseline_complete, COUNT(sig.id)::int AS signal_count FROM sources s LEFT JOIN signals sig ON sig.source_id=s.id - GROUP BY s.id,s.name,s.source_type,s.source_class,s.publisher,s.authority_tier, + GROUP BY s.id,s.name,s.source_type,s.source_class,s.source_category,s.publisher,s.authority_tier, s.last_synced_at,s.last_error,s.baseline_complete - ORDER BY s.id` + ORDER BY s.source_category,s.name` ); const counts = await pool.query(` SELECT diff --git a/src/mcp.ts b/src/mcp.ts index 4c59368..527e36e 100644 --- a/src/mcp.ts +++ b/src/mcp.ts @@ -30,12 +30,12 @@ import { mediaRoleAtLeast, type MediaRole } from "./auth.js"; const tools = [ { name: "sources_list", - description: "List configured public, market and first-party corporate information sources.", + description: "List configured information sources with editorial category, evidence class, authority tier and provenance metadata.", inputSchema: { type: "object", properties: {}, additionalProperties: false } }, { name: "sources_status", - description: "Show sync health and counts for each source.", + description: "Show sync health and counts for each source, grouped logically by the source_category field.", inputSchema: { type: "object", properties: {}, additionalProperties: false } }, { diff --git a/src/sources.ts b/src/sources.ts index cba7fdd..a4d55ec 100644 --- a/src/sources.ts +++ b/src/sources.ts @@ -10,6 +10,7 @@ export const SOURCES: SourceDefinition[] = [ type: "geojson", url: "https://api.geonet.org.nz/quake?MMI=3", publisher: "GeoNet", + category: "infrastructure_hazards", sourceClass: "official_data", independenceGroup: "geonet", authorityTier: 1, @@ -20,6 +21,7 @@ export const SOURCES: SourceDefinition[] = [ type: "html", url: "https://www3.parliament.nz/en/pb/sc/evidence-submissions/", publisher: "New Zealand Parliament", + category: "government_civic", sourceClass: "official_primary", independenceGroup: "parliament", authorityTier: 1, @@ -30,6 +32,7 @@ export const SOURCES: SourceDefinition[] = [ type: "sitemap", url: "https://www.stats.govt.nz/sitemap.xml", publisher: "Stats NZ", + category: "economy_labour", sourceClass: "official_data", independenceGroup: "stats-nz", authorityTier: 1, @@ -40,6 +43,7 @@ export const SOURCES: SourceDefinition[] = [ type: "ckan", url: "https://catalogue.data.govt.nz/api/3/action/package_search?sort=metadata_modified%20desc&rows=25", publisher: "New Zealand Government Data Catalogue", + category: "government_civic", sourceClass: "catalogue", independenceGroup: "data-govt-nz", authorityTier: 2, @@ -50,6 +54,7 @@ export const SOURCES: SourceDefinition[] = [ type: "rss", url: "https://www.treasury.govt.nz/feeds/publications", publisher: "New Zealand Treasury", + category: "economy_labour", sourceClass: "official_analysis", independenceGroup: "treasury", authorityTier: 1, @@ -60,6 +65,7 @@ export const SOURCES: SourceDefinition[] = [ type: "html", url: "https://www.rbnz.govt.nz/statistics/series/data-file-index-page", publisher: "Reserve Bank of New Zealand", + category: "economy_labour", sourceClass: "official_data", independenceGroup: "rbnz", authorityTier: 1, @@ -70,6 +76,7 @@ export const SOURCES: SourceDefinition[] = [ type: "html", url: "https://www.mbie.govt.nz/business-and-employment/employment-and-skills/labour-market-reports-data-and-analysis/jobs-online", publisher: "Ministry of Business, Innovation and Employment", + category: "economy_labour", sourceClass: "official_data", independenceGroup: "mbie", authorityTier: 1, @@ -80,6 +87,7 @@ export const SOURCES: SourceDefinition[] = [ type: "html", url: "https://www.companiesoffice.govt.nz/insights-and-articles/latest-company-statistics/", publisher: "New Zealand Companies Office", + category: "markets_business", sourceClass: "official_registry", independenceGroup: "companies-office", authorityTier: 1, @@ -90,6 +98,7 @@ export const SOURCES: SourceDefinition[] = [ type: "html", url: "https://gazette.govt.nz/home/search?from=0&sortField=publish_date&sortOrder=desc", publisher: "New Zealand Gazette", + category: "government_civic", sourceClass: "official_notice", independenceGroup: "nz-gazette", authorityTier: 1, @@ -100,6 +109,7 @@ export const SOURCES: SourceDefinition[] = [ type: "html", url: "https://www.ea.govt.nz/your-power/keeping-the-lights-on/electricity-security-of-supply/", publisher: "Electricity Authority", + category: "infrastructure_hazards", sourceClass: "official_data", independenceGroup: "electricity-authority", authorityTier: 1, @@ -110,6 +120,7 @@ export const SOURCES: SourceDefinition[] = [ type: "html", url: "https://announcements.nzx.com/", publisher: "NZX Limited", + category: "markets_business", sourceClass: "official_market_notice", independenceGroup: "nzx", authorityTier: 1, @@ -120,6 +131,7 @@ export const SOURCES: SourceDefinition[] = [ type: "rss", url: "https://blog.google/rss/", publisher: "Google", + category: "technology_ai", sourceClass: "corporate_primary", independenceGroup: "google", authorityTier: 1, @@ -130,6 +142,7 @@ export const SOURCES: SourceDefinition[] = [ type: "html", url: "https://about.fb.com/news/", publisher: "Meta", + category: "technology_ai", sourceClass: "corporate_primary", independenceGroup: "meta", authorityTier: 1, @@ -140,6 +153,7 @@ export const SOURCES: SourceDefinition[] = [ type: "html", url: "https://www.anthropic.com/news", publisher: "Anthropic", + category: "technology_ai", sourceClass: "corporate_primary", independenceGroup: "anthropic", authorityTier: 1, @@ -150,6 +164,7 @@ export const SOURCES: SourceDefinition[] = [ type: "rss", url: "https://openai.com/news/rss.xml", publisher: "OpenAI", + category: "technology_ai", sourceClass: "corporate_primary", independenceGroup: "openai", authorityTier: 1, diff --git a/src/types.ts b/src/types.ts index c896d2f..e4ed7aa 100644 --- a/src/types.ts +++ b/src/types.ts @@ -15,12 +15,23 @@ export type SourceId = | "anthropic-news" | "openai-news"; +export type SourceCategory = + | "government_civic" + | "economy_labour" + | "markets_business" + | "infrastructure_hazards" + | "technology_ai" + | "news_media" + | "research" + | "other"; + export interface SourceDefinition { id: SourceId; name: string; type: "geojson" | "html" | "sitemap" | "ckan" | "rss"; url: string; publisher: string; + category: SourceCategory; sourceClass: | "official_primary" | "official_data" diff --git a/src/web.ts b/src/web.ts index 20b603c..6be9ee4 100644 --- a/src/web.ts +++ b/src/web.ts @@ -154,6 +154,10 @@ button,input,select{font:inherit} .callout.warning{border-left-color:var(--amber)} .callout.success{border-left-color:var(--green)} .source-row{display:block} +.source-category-group+.source-category-group{border-top:1px solid #e4e9ef;margin-top:8px;padding-top:8px} +.source-category-head{display:flex;align-items:center;justify-content:space-between;gap:10px;padding:10px 5px 5px} +.source-category-title{font-size:.74rem;text-transform:uppercase;letter-spacing:.07em;font-weight:820;color:#596477} +.source-category-summary{font-size:.72rem;color:var(--muted);white-space:nowrap} .dot{width:8px;height:8px;border-radius:50%;display:inline-block;margin-right:6px;background:#94a3b8} .dot.ok{background:#22a06b}.dot.bad{background:#d04f4f}.dot.warn{background:#d78a1f}.attention-grid{display:grid;grid-template-columns:repeat(4,minmax(0,1fr));gap:10px;margin-bottom:20px}.attention-card{display:block;text-decoration:none;background:#fff;border:1px solid var(--line);border-radius:12px;padding:14px 15px;box-shadow:var(--shadow);transition:transform .12s ease,border-color .12s ease}.attention-card:hover{transform:translateY(-1px);border-color:#c8d0db}.attention-top{display:flex;align-items:center;justify-content:space-between;gap:8px}.attention-label{font-size:.78rem;color:var(--muted);font-weight:700}.attention-value{font-size:1.45rem;font-weight:800;letter-spacing:-.03em;margin-top:4px}.attention-copy{font-size:.78rem;color:var(--muted);margin-top:3px}.role-pill{display:inline-flex;align-items:center;border:1px solid rgba(255,255,255,.13);border-radius:999px;padding:2px 7px;font-size:.68rem;color:#cbd5e1;margin-left:5px;text-transform:capitalize}.live-pill{display:inline-flex;align-items:center;gap:5px;border:1px solid rgba(255,255,255,.13);border-radius:999px;padding:3px 7px;font-size:.66rem;color:#9ee7c5;text-transform:uppercase;letter-spacing:.05em}.live-pill::before{content:"";width:6px;height:6px;border-radius:50%;background:currentColor}.live-pill.reconnecting{color:#f0c57a}.thread-jumps{position:sticky;top:64px;z-index:35;display:flex;gap:6px;flex-wrap:wrap;margin:15px 0 2px;padding:7px;background:rgba(243,245,247,.92);backdrop-filter:blur(8px);border:1px solid rgba(214,220,228,.9);border-radius:11px}.thread-jumps a{font-size:.77rem;text-decoration:none;color:#536075;padding:6px 9px;border-radius:7px;font-weight:650}.thread-jumps a:hover{background:#fff;color:#172033}.progress-line{height:6px;background:#edf0f4;border-radius:999px;overflow:hidden;margin-top:10px}.progress-line span{display:block;height:100%;background:#16805c;border-radius:999px}.trust-summary{display:grid;grid-template-columns:repeat(4,minmax(0,1fr));gap:10px;margin-bottom:14px}.trust-stat{padding:13px 14px;background:#f8fafc;border:1px solid #e6eaf0;border-radius:10px}.trust-stat strong{display:block;font-size:1.15rem;letter-spacing:-.025em}.trust-stat span{font-size:.76rem;color:var(--muted)} .thread-hero{display:grid;grid-template-columns:minmax(0,1fr) auto;gap:22px;align-items:start} @@ -539,6 +543,22 @@ export function renderOpportunities(args:{opportunities:AnyRow[];identity:string export function renderDashboard(args:{identity:string;role?:string;counts:AnyRow;messages:AnyRow[];sources:AnyRow[];stories:AnyRow[]}) { const c=args.counts??{}, sourceErrors=args.sources.filter((s)=>s.last_error), storyAttention=args.stories.filter((s)=>!s.source_audit?.robust && s.status!=="closed"); + const categoryMeta:Record = { + government_civic:{label:"Government & civic",order:10}, + economy_labour:{label:"Economy & labour",order:20}, + markets_business:{label:"Markets & business",order:30}, + infrastructure_hazards:{label:"Infrastructure & hazards",order:40}, + technology_ai:{label:"Technology & AI",order:50}, + news_media:{label:"News & media",order:60}, + research:{label:"Research",order:70}, + other:{label:"Other",order:99} + }; + const sourceGroups=Array.from(args.sources.reduce((groups:Map,source:AnyRow)=>{ + const category=String(source.source_category||"other"); + if(!groups.has(category)) groups.set(category,[]); + groups.get(category)!.push(source); + return groups; + },new Map()).entries()).sort(([a],[b])=>(categoryMeta[a]?.order??99)-(categoryMeta[b]?.order??99)); const body=`
Newsroom desk

Media Intelligence

Public-source monitoring, evidence research and human editorial control in one shared workspace.

Open research desk
${compact(c.signals)}
stored signals
@@ -552,7 +572,11 @@ export function renderDashboard(args:{identity:string;role?:string;counts:AnyRow
${storyAttention.length?storyAttention.slice(0,6).map((s:AnyRow)=>`
${esc(s.title)}
${badge(s.status,statusTone(s.status))}${badge(`${s.source_audit?.counts?.unsupported_claims??0} unsupported`,(s.source_audit?.counts?.unsupported_claims??0)?"red":"green")}${badge(`${s.source_audit?.counts?.distinct_independence_groups??0} source groups`,"amber")}
${esc(nz(s.updated_at))}
`).join(""):`
No sourcing gaps in active threads.
`}

Source health

Current ingestion state.

-
${args.sources.map((s:AnyRow)=>`
${esc(s.name)}
${badge(s.source_class??s.source_type,"neutral")}${s.authority_tier?badge(`Tier ${s.authority_tier}`,"neutral"):""}
${compact(s.signal_count)} signals
${s.last_error?"error":esc(nz(s.last_synced_at))}
`).join("")}
+
${sourceGroups.map(([category,sources])=>{ + const meta=categoryMeta[category]??categoryMeta.other; + const errors=sources.filter((s:AnyRow)=>s.last_error).length; + return `
${esc(meta.label)}
${sources.length} source${sources.length===1?"":"s"}${errors?` · ${errors} issue${errors===1?"":"s"}`:""}
${sources.map((s:AnyRow)=>`
${esc(s.name)}
${badge(s.source_class??s.source_type,"neutral")}${s.authority_tier?badge(`Tier ${s.authority_tier}`,"neutral"):""}
${compact(s.signal_count)} signals
${s.last_error?"error":esc(nz(s.last_synced_at))}
`).join("")}
`; + }).join("")}
${sourceErrors.length?`
${sourceErrors.length} source issue${sourceErrors.length===1?"":"s"}
${sourceErrors.map((s)=>esc(s.name)).join(" · ")}
`:""}
@@ -640,7 +664,7 @@ export function renderAboutNewsroom(args:{ }) { const enabledSources = args.sources.filter((source:AnyRow)=>source.enabled !== false); const healthySources = enabledSources.filter((source:AnyRow)=>!source.last_error); - const sourceClasses = Array.from(new Set(enabledSources.map((source:AnyRow)=>String(source.source_class||"other")))).sort(); + const sourceCategories = Array.from(new Set(enabledSources.map((source:AnyRow)=>String(source.source_category||"other")))).sort(); const trustEnabled = args.trustEntries.filter((entry:AnyRow)=>entry.enabled !== false); const body = ` @@ -670,7 +694,7 @@ export function renderAboutNewsroom(args:{
${compact(enabledSources.length)}
enabled sources
${compact(healthySources.length)}
currently without sync errors
-
${compact(sourceClasses.length)}
source classes
+
${compact(sourceCategories.length)}
source categories
${compact(trustEnabled.length)}
enabled trust-policy entries