{ "name": "Mycroft - Financial Regulatory Intelligence System - Enhanced", "nodes": [ { "parameters": { "url": "https://www.federalregister.gov/api/v1/documents.rss?conditions%5Bterm%5D=securities+investment", "options": {} }, "name": "Federal Register - Securities", "type": "n8n-nodes-base.rssFeedRead", "typeVersion": 1, "position": [ 0, -224 ], "id": "35e26423-6fe2-4b01-9ccb-e8b4f0ab43b5" }, { "parameters": { "url": "https://www.sec.gov/news/pressreleases.rss", "options": {} }, "name": "SEC Press Releases", "type": "n8n-nodes-base.rssFeedRead", "typeVersion": 1, "position": [ 0, -32 ], "id": "6e168c2f-82e2-4c9e-ae09-483267b0c8b2" }, { "parameters": { "url": "https://news.google.com/rss/search?q=FINRA+regulatory+enforcement&hl=en-US&gl=US&ceid=US:en", "options": {} }, "name": "FINRA Enforcement News", "type": "n8n-nodes-base.rssFeedRead", "typeVersion": 1, "position": [ 0, 160 ], "id": "3b355500-2cbf-4608-beee-c7626741fac0" }, { "parameters": { "url": "https://www.federalregister.gov/api/v1/documents.rss?conditions%5Bagencies%5D%5B%5D=commodity-futures-trading-commission", "options": {} }, "name": "CFTC Regulations", "type": "n8n-nodes-base.rssFeedRead", "typeVersion": 1, "position": [ 0, 352 ], "id": "5241b385-bde5-4131-aaa2-ca4602e07a44" }, { "parameters": { "url": "https://news.google.com/rss/search?q=investment+advisor+regulation+SEC&hl=en-US&gl=US&ceid=US:en", "options": {} }, "name": "Investment Advisor Rules", "type": "n8n-nodes-base.rssFeedRead", "typeVersion": 1, "position": [ 0, 544 ], "id": "c895eb88-cea0-4ae5-acbe-144fb19900d7" }, { "parameters": { "numberInputs": 5 }, "type": "n8n-nodes-base.merge", "typeVersion": 3.2, "position": [ 224, 112 ], "id": "6ee7bc21-40ee-4897-8c6e-2dee747c755d", "name": "Merge All Sources" }, { "parameters": { "jsCode": "const items = $input.all();\nconst results = [];\nconst seenItems = new Map(); // Track by title+date combo\n\nconst identifySource = (link, title, creator) => {\n const lowerTitle = title.toLowerCase();\n const lowerLink = link.toLowerCase();\n \n if (lowerLink.includes('sec.gov')) return 'SEC Press Releases';\n if (lowerLink.includes('federalregister.gov')) {\n if (lowerLink.includes('commodity-futures') || lowerTitle.includes('cftc')) {\n return 'CFTC Regulations';\n }\n return 'Federal Register - Securities';\n }\n if (lowerLink.includes('finra.org')) return 'FINRA Enforcement News';\n \n if (lowerLink.includes('news.google.com')) {\n if (lowerTitle.includes('finra')) return 'FINRA Enforcement News';\n if (lowerTitle.includes('investment advisor') || lowerTitle.includes('investment adviser')) {\n return 'Investment Advisor Rules';\n }\n if (lowerTitle.includes('sec') || lowerTitle.includes('securities')) {\n return 'SEC Press Releases';\n }\n if (lowerTitle.includes('cftc') || lowerTitle.includes('commodity')) {\n return 'CFTC Regulations';\n }\n }\n \n if (creator) {\n const lowerCreator = creator.toLowerCase();\n if (lowerCreator.includes('finra')) return 'FINRA Enforcement News';\n if (lowerCreator.includes('sec.gov')) return 'SEC Press Releases';\n if (lowerCreator.includes('cftc')) return 'CFTC Regulations';\n }\n \n return 'Unknown Source';\n};\n\n// Extract actual URL from Google News redirect\nconst extractRealUrl = (link) => {\n if (!link.includes('news.google.com')) {\n return link;\n }\n \n try {\n // Try to extract the real URL from Google News redirect\n const match = link.match(/url=([^&]+)/);\n if (match) {\n return decodeURIComponent(match[1]);\n }\n } catch (e) {\n console.log('Could not extract real URL from:', link.substring(0, 50));\n }\n \n return link;\n};\n\n// Create stable unique key from title + date\nconst createUniqueKey = (title, published) => {\n const normalizedTitle = title.toLowerCase().trim();\n const dateOnly = published.split('T')[0]; // Just YYYY-MM-DD\n return `${normalizedTitle}|||${dateOnly}`;\n};\n\nfor (const item of items) {\n const json = item.json;\n \n const title = json.title || '';\n const rawLink = json.link || '';\n const creator = json.creator || json.author || 'Unknown';\n const published = json.pubDate || json.published || json.isoDate || new Date().toISOString();\n const content = json.content || json.contentSnippet || json.description || '';\n \n // Extract real URL (especially important for Google News)\n const link = extractRealUrl(rawLink);\n \n // Identify source\n const source_feed = identifySource(link, title, creator);\n \n // Create unique key based on title + date\n const uniqueKey = createUniqueKey(title, published);\n \n // Check if we've seen this item already\n if (seenItems.has(uniqueKey)) {\n const existing = seenItems.get(uniqueKey);\n \n // If new source is better (official vs Google News), update it\n const officialSources = ['SEC Press Releases', 'CFTC Regulations', 'Federal Register - Securities', 'FINRA Enforcement News'];\n const existingIsOfficial = officialSources.includes(existing.source_feed);\n const newIsOfficial = officialSources.includes(source_feed);\n \n if (newIsOfficial && !existingIsOfficial) {\n console.log(`๐Ÿ”„ Upgrading source for \"${title.substring(0, 50)}...\" from ${existing.source_feed} to ${source_feed}`);\n seenItems.set(uniqueKey, {\n source: creator,\n source_feed: source_feed,\n title: title,\n link: link,\n published: published,\n content: content,\n scraped_at: new Date().toISOString()\n });\n } else {\n console.log(`โš ๏ธ Skipping duplicate: \"${title.substring(0, 50)}...\" from ${source_feed}`);\n }\n continue;\n }\n \n // New item - add to map and results\n const itemData = {\n source: creator,\n source_feed: source_feed,\n title: title,\n link: link,\n published: published,\n content: content,\n scraped_at: new Date().toISOString()\n };\n \n seenItems.set(uniqueKey, itemData);\n results.push({ json: itemData });\n}\n\nconsole.log(`๐Ÿ“Š Normalization Summary:\n- Total items processed: ${items.length}\n- Unique items (by title+date): ${results.length}\n- Duplicates removed: ${items.length - results.length}\n`);\n\nreturn results;" }, "name": "Normalize Data", "type": "n8n-nodes-base.code", "typeVersion": 2, "position": [ 448, 160 ], "id": "c058d3a3-a529-4e1f-8cb5-c76f7cc042f4" }, { "parameters": { "conditions": { "string": [ { "value1": "={{$json.content}}", "operation": "isNotEmpty" }, { "value1": "={{$json.title}}", "operation": "isNotEmpty" } ] } }, "name": "Filter Valid Content", "type": "n8n-nodes-base.if", "typeVersion": 1, "position": [ 672, 160 ], "id": "bccaaa75-2c4f-40b4-ab66-240f63baea38" }, { "parameters": { "jsCode": "const items = $input.all();\n\nconst highPriority = items.filter(i => i.json.urgency_score > 7);\nconst critical = items.filter(i => i.json.impact_level === 'Critical');\nconst enforcement = items.filter(i => i.json.is_enforcement);\nconst crypto = items.filter(i => i.json.keyword_matches?.crypto);\nconst withDeadlines = items.filter(i => i.json.has_deadline);\n\n// Category distribution\nconst categoryCount = {};\nitems.forEach(item => {\n (item.json.categories || []).forEach(cat => {\n categoryCount[cat] = (categoryCount[cat] || 0) + 1;\n });\n});\nconst topCategories = Object.entries(categoryCount)\n .sort((a, b) => b[1] - a[1])\n .slice(0, 5);\n\n// Source stats\nconst sourceStats = {};\nitems.forEach(item => {\n const source = item.json.source_feed;\n if (!sourceStats[source]) {\n sourceStats[source] = { count: 0, avgUrgency: 0 };\n }\n sourceStats[source].count++;\n sourceStats[source].avgUrgency += item.json.urgency_score;\n});\n\nObject.keys(sourceStats).forEach(source => {\n sourceStats[source].avgUrgency = (sourceStats[source].avgUrgency / sourceStats[source].count).toFixed(1);\n});\n\nconst html = `\n\n\n \n \n\n\n
\n

๐Ÿ“Š Mycroft Regulatory Intelligence

\n

Daily Digest - ${new Date().toLocaleDateString('en-US', { weekday: 'long', year: 'numeric', month: 'long', day: 'numeric' })}

\n
\n \n
\n
\n
${items.length}
\n
Total Updates
\n
\n
\n
${critical.length}
\n
Critical
\n
Immediate Action
\n
\n
\n
${highPriority.length}
\n
High Priority
\n
\n
\n
${enforcement.length}
\n
Enforcement
\n
\n
\n
${crypto.length}
\n
Crypto Related
\n
\n
\n
${withDeadlines.length}
\n
Deadlines
\n
\n
\n \n
\n

๐Ÿ“ˆ Source Distribution

\n ${Object.entries(sourceStats).sort((a, b) => b[1].count - a[1].count).map(([source, stats]) => {\n const percentage = (stats.count / items.length * 100).toFixed(1);\n return `\n
\n
\n ${source}\n ${stats.count} items ยท Avg Urgency: ${stats.avgUrgency}/10\n
\n
\n
\n ${percentage}%\n
\n
\n
\n `;\n }).join('')}\n
\n \n ${topCategories.length > 0 ? `\n
\n

๐Ÿท๏ธ Top Categories

\n ${topCategories.map(([category, count]) => {\n const percentage = (count / items.length * 100).toFixed(1);\n return `\n
\n
\n ${category.charAt(0).toUpperCase() + category.slice(1)}\n ${count} items\n
\n
\n
\n ${percentage}%\n
\n
\n
\n `;\n }).join('')}\n
\n ` : ''}\n \n ${highPriority.length > 0 ? `\n
\n

\n ๐Ÿ”ฅ High Priority Items\n ${highPriority.length}\n

\n ${highPriority.slice(0, 10).map(item => `\n
= 9 ? 'urgent' : ''}\">\n

\n ${item.json.title}\n ${item.json.impact_level === 'Critical' ? 'CRITICAL' : ''}\n ${item.json.impact_level === 'High' ? 'HIGH' : ''}\n

\n
\n ๐Ÿ“ ${item.json.source_feed}\n โšก ${item.json.urgency_score}/10\n ๐Ÿ“Š ${item.json.impact_level}\n ${item.json.has_deadline ? 'โฐ Deadline' : ''}\n ${(item.json.categories || []).slice(0, 2).map(cat => \n `๐Ÿท๏ธ ${cat}`\n ).join('')}\n
\n

${item.json.content.substring(0, 200)}...

\n Read Full Document โ†’\n
\n `).join('')}\n
\n ` : ''}\n \n ${enforcement.length > 0 ? `\n
\n

\n โš–๏ธ Enforcement Actions\n ${enforcement.length}\n

\n ${enforcement.slice(0, 8).map(item => `\n
\n

${item.json.title}

\n
\n ๐Ÿ“ ${item.json.source_feed}\n ๐Ÿ“… ${new Date(item.json.published).toLocaleDateString()}\n
\n Read More โ†’\n
\n `).join('')}\n
\n ` : ''}\n \n ${crypto.length > 0 ? `\n
\n

\n โ‚ฟ Cryptocurrency & Digital Assets\n ${crypto.length}\n

\n ${crypto.slice(0, 5).map(item => `\n
\n

${item.json.title}

\n
\n ๐Ÿ“ ${item.json.source_feed}\n โšก ${item.json.urgency_score}/10\n
\n Read More โ†’\n
\n `).join('')}\n
\n ` : ''}\n \n ${withDeadlines.length > 0 ? `\n
\n

\n โฐ Compliance Deadlines\n ${withDeadlines.length}\n

\n ${withDeadlines.slice(0, 5).map(item => `\n
\n

${item.json.title}

\n
\n ๐Ÿ“ ${item.json.source_feed}\n โฐ Contains Deadline\n
\n View Details โ†’\n
\n `).join('')}\n
\n ` : ''}\n \n
\n

Generated by Mycroft Regulatory Intelligence System

\n

Powered by n8n | ${new Date().toISOString()}

\n
\n\n`;\n\nconst buffer = Buffer.from(html, 'utf-8');\nconst filename = `mycroft-report-${new Date().toISOString().split('T')[0]}.html`;\n\nreturn [{\n json: {\n report_date: new Date().toISOString(),\n total_items: items.length,\n high_priority: highPriority.length,\n critical: critical.length,\n filename: filename\n },\n binary: {\n data: {\n data: buffer.toString('base64'),\n mimeType: 'text/html',\n fileName: filename,\n fileExtension: 'html'\n }\n }\n}];" }, "name": "Generate HTML Report", "type": "n8n-nodes-base.code", "typeVersion": 2, "position": [ 2016, -32 ], "id": "b697f74a-0f0d-4787-bbfc-c1fa53fa0548" }, { "parameters": { "conditions": { "number": [ { "value1": "={{$json.urgency_score}}", "operation": "larger", "value2": 6 } ] }, "combineOperation": "any" }, "name": "High Priority Filter", "type": "n8n-nodes-base.if", "typeVersion": 1, "position": [ 2016, 160 ], "id": "902c6838-3822-463c-bd7b-b51622d81f5c" }, { "parameters": { "fromEmail": "REPLACE_WITH_FROMEMAIL", "toEmail": "REPLACE_WITH_TOEMAIL", "subject": "=๐Ÿšจ Regulatory Analysis Completed {{ $now}}", "html": "={{ $json.html_email }}", "options": {} }, "name": "Send Email Alert", "type": "n8n-nodes-base.emailSend", "typeVersion": 2.1, "position": [ 2688, 160 ], "id": "4a4e81b1-5e3d-4535-9bd2-c3838f164162" }, { "parameters": { "operation": "write", "fileName": "=/home/therrshan/mycroft/report_{{ $node['Generate HTML Report'].json.report_date }}.html", "dataPropertyName": "=data", "options": {} }, "type": "n8n-nodes-base.readWriteFile", "typeVersion": 1, "position": [ 2240, -32 ], "id": "492aca85-a311-4036-898e-0dda7bd389e3", "name": "Read/Write Files from Disk" }, { "parameters": { "conditions": { "options": { "caseSensitive": true, "leftValue": "", "typeValidation": "strict", "version": 2 }, "conditions": [ { "id": "d4a2a6bd-ab4b-401d-bb19-d681a07b3390", "leftValue": "={{ $json.has_items }}", "rightValue": "false", "operator": { "type": "boolean", "operation": "false", "singleValue": true } } ], "combinator": "and" }, "options": {} }, "type": "n8n-nodes-base.if", "typeVersion": 2.2, "position": [ 2464, 160 ], "id": "13d278d5-d92f-42a6-9598-709d014353f7", "name": "If" }, { "parameters": { "fromEmail": "REPLACE_WITH_FROMEMAIL", "toEmail": "REPLACE_WITH_TOEMAIL", "subject": "=Analysis Completed : {{ $now.toLocaleString() }}", "html": "=\n\n\n \n \n\n\n
\n \n \n
\n

โœ… Mycroft Regulatory Intelligence

\n

Daily Status Update

\n
\n \n \n
\n
โœ…
\n

All Clear!

\n

No new high-priority regulatory items detected.

\n

\n The system has completed its latest scan of SEC, FINRA, CFTC, and Federal Register feeds.
\n No critical or high-priority alerts require your attention at this time.\n

\n
\n \n \n
\n

Monitored Sources

\n
\n
\n
๐Ÿ“ฐ SEC Press Releases
\n
Securities & Exchange Commission
\n
\n
\n
๐Ÿ“‹ Federal Register
\n
Securities & Investment Rules
\n
\n
\n
โš–๏ธ FINRA Enforcement
\n
Self-Regulatory Actions
\n
\n
\n
๐Ÿ“Š CFTC Regulations
\n
Commodity & Derivatives
\n
\n
\n
\n \n \n
\n

Mycroft Financial Intelligence System

\n

Automated Regulatory Monitoring & Analysis

\n

โฐ Generated: {{ $now.toLocaleString()}}

\n
\n \n
\n\n", "options": {} }, "type": "n8n-nodes-base.emailSend", "typeVersion": 2.1, "position": [ 2016, 352 ], "id": "c6539ea1-7dee-4b4d-b0dd-a6383978589c", "name": "Send email" }, { "parameters": { "rule": { "interval": [ { "triggerAtHour": 10 } ] } }, "name": "Schedule Every Day", "type": "n8n-nodes-base.scheduleTrigger", "typeVersion": 1.1, "position": [ -224, 160 ], "id": "000b82e4-9180-46f8-b052-00a948d2e211" }, { "parameters": { "jsCode": "const newItems = $(\"High Priority Filter\").all();\n\nconst hasData = newItems && newItems.length > 1 && newItems[0].json && Object.keys(newItems[0].json).length > 1;\n\nif (!hasData) {\n return [{\n json: {\n has_items: false,\n item_count: 0,\n items: []\n }\n }];\n}\n\n// If no new high priority items, return empty to skip email\nif (newItems.length === 0) {\n return [];\n}\n\nconst highPriority = newItems.filter(i => i.json.urgency_score > 7);\nconst criticalItems = newItems.filter(i => i.json.impact_level === 'Critical');\nconst highItems = newItems.filter(i => i.json.impact_level === 'High');\n\nconst htmlEmail = `\n\n\n\n \n \n\n\n
\n \n \n
\n

๐Ÿšจ Mycroft Regulatory Intelligence

\n

New High Priority Alerts

\n
\n \n \n \n \n \n \n \n \n
\n
${newItems.length}
\n
New Items
\n 		\n
${criticalItems.length}
\n
Critical
\n 		\n
${highItems.length}
\n
High Priority
\n
\n \n ${criticalItems.length > 0 ? `\n \n
\n
\n

๐Ÿ”ด Critical Priority Items

\n ${criticalItems.length}\n
\n \n ${criticalItems.map((item, idx) => `\n
\n
\n ${idx + 1}\n ${item.json.title}\n
\n
\n ๐Ÿ“ ${item.json.source_feed}\n โšก Urgency: ${item.json.urgency_score}/10\n ${item.json.categories && item.json.categories.length > 0 ? item.json.categories.map(cat => \n `๐Ÿท๏ธ ${cat}`\n ).join('') : ''}\n
\n
\n Read Full Update โ†’\n
\n
\n `).join('')}\n
\n ` : ''}\n \n ${highItems.length > 0 ? `\n \n
\n
\n

๐ŸŸ  High Priority Items

\n ${highItems.length}\n
\n \n ${highItems.slice(0, 10).map((item, idx) => `\n
\n
\n ${idx + 1}\n ${item.json.title}\n
\n
\n ๐Ÿ“ ${item.json.source_feed}\n โšก Urgency: ${item.json.urgency_score}/10\n
\n
\n Read Full Update โ†’\n
\n
\n `).join('')}\n \n ${highItems.length > 10 ? `\n
\n ... and ${highItems.length - 10} more high priority items\n
\n ` : ''}\n
\n ` : ''}\n \n \n
\n

๐Ÿ“„ Full HTML report available locally

\n

Generated by Mycroft Financial Intelligence System

\n

โฐ ${new Date().toLocaleString()}

\n
\n \n
\n\n\n`;\n\nreturn [{\n json: {\n html_email: htmlEmail,\n total_new: newItems.length,\n critical_count: criticalItems.length,\n high_count: highItems.length,\n item_ids: newItems.map(i => i.json.id), // Track which IDs were sent\n has_items: true\n }\n}];" }, "type": "n8n-nodes-base.code", "typeVersion": 2, "position": [ 2240, 160 ], "id": "c99cfb45-cd68-4c28-991b-0e7677b4f997", "name": "Generate Email" }, { "parameters": { "operation": "executeQuery", "query": "UPDATE regulatory_feeds\nSET \n email_sent = TRUE,\n email_sent_at = NOW()\nWHERE \n (urgency_score > 7 OR impact_level IN ('Critical', 'High'))\n AND email_sent = FALSE;", "options": {} }, "type": "n8n-nodes-base.postgres", "typeVersion": 2.6, "position": [ 2912, 160 ], "id": "faad5e9f-a77e-4e46-b966-b39a72bd59bf", "name": "Mark email sent" }, { "parameters": { "jsCode": "const items = $input.all();\nconst results = [];\n\n// Financial regulatory keywords to track\nconst keywordCategories = {\n enforcement: ['enforcement', 'penalty', 'fine', 'violation', 'sanctioned', 'charged', 'settled'],\n compliance: ['compliance', 'audit', 'examination', 'reporting', 'disclosure', 'filing'],\n crypto: ['cryptocurrency', 'crypto', 'bitcoin', 'blockchain', 'digital asset', 'token'],\n securities: ['securities', 'investment advisor', 'investment adviser', 'broker-dealer', 'mutual fund', 'etf'],\n derivatives: ['derivatives', 'futures', 'options', 'swap', 'cftc', 'commodity'],\n fraud: ['fraud', 'misrepresentation', 'ponzi', 'manipulation', 'insider trading', 'scheme']\n};\n\nfunction extractKeywords(text) {\n const lowerText = text.toLowerCase();\n const matched = {};\n \n for (const [category, keywords] of Object.entries(keywordCategories)) {\n matched[category] = keywords.some(kw => lowerText.includes(kw));\n }\n \n return matched;\n}\n\nfunction calculateBasicUrgency(title, content) {\n const text = (title + ' ' + content).toLowerCase();\n let score = 5; // baseline\n \n // Urgency indicators\n if (text.includes('immediate') || text.includes('emergency')) score += 3;\n if (text.includes('deadline') || text.includes('must comply') || text.includes('effective date')) score += 2;\n if (text.includes('enforcement') || text.includes('penalty') || text.includes('fine')) score += 2;\n if (text.includes('new rule') || text.includes('proposed rule') || text.includes('final rule')) score += 1;\n if (text.includes('fraud') || text.includes('manipulation')) score += 1;\n if (text.includes('cease and desist') || text.includes('suspension')) score += 1;\n \n return Math.min(score, 10);\n}\n\nfunction determineImpactLevel(urgencyScore, isEnforcement, isFraud) {\n if (urgencyScore >= 9 || isFraud) return 'Critical';\n if (urgencyScore >= 7 || isEnforcement) return 'High';\n if (urgencyScore >= 5) return 'Medium';\n return 'Low';\n}\n\nfor (const item of items) {\n const json = item.json;\n const fullText = `${json.title} ${json.content}`;\n const keywordMatches = extractKeywords(fullText);\n const urgencyScore = calculateBasicUrgency(json.title, json.content);\n \n results.push({\n json: {\n ...json,\n keyword_matches: keywordMatches,\n urgency_score: urgencyScore,\n impact_level: determineImpactLevel(urgencyScore, keywordMatches.enforcement, keywordMatches.fraud),\n word_count: json.content.split(' ').length,\n has_deadline: fullText.toLowerCase().includes('deadline'),\n is_enforcement: keywordMatches.enforcement,\n categories: Object.entries(keywordMatches).filter(([k, v]) => v).map(([k]) => k)\n }\n });\n}\n\nreturn results;" }, "name": "Keyword Analysis & Urgency Scoring", "type": "n8n-nodes-base.code", "typeVersion": 2, "position": [ 896, 160 ], "id": "97a5dc13-a0dd-4943-821e-6df00bd1db3e" }, { "parameters": { "operation": "executeQuery", "query": "INSERT INTO regulatory_feeds (\n source_feed, source, title, link, published, content,\n urgency_score, impact_level, keyword_matches, categories,\n word_count, has_deadline, is_enforcement, scraped_at\n) VALUES (\n '{{ $json.source_feed }}',\n '{{ $json.source }}',\n '{{ $json.title }}',\n '{{ $json.link }}',\n '{{ $json.published }}',\n '{{ $json.content }}',\n {{ $json.urgency_score }},\n '{{ $json.impact_level }}',\n '{{ $json.keyword_matches_str }}'::jsonb,\n '{{ $json.categories_str }}'::jsonb,\n {{ $json.word_count }},\n {{ $json.has_deadline }},\n {{ $json.is_enforcement }},\n '{{ $json.scraped_at }}'\n)\nON CONFLICT (title, DATE(published)) DO NOTHING\nRETURNING *;", "options": {} }, "type": "n8n-nodes-base.postgres", "typeVersion": 2.6, "position": [ 1344, 160 ], "id": "4bf71b1f-be1c-4169-b4e1-909a1cd7be94", "name": "Insert data into DB" }, { "parameters": { "jsCode": "const items = $input.all();\nconst results = [];\n\nfor (const item of items) {\n const json = item.json;\n \n results.push({\n json: {\n ...json,\n // Escape single quotes in text fields\n source: json.source.replace(/'/g, \"''\"),\n title: json.title.replace(/'/g, \"''\"),\n content: json.content.replace(/'/g, \"''\"),\n // Convert JSONB fields to properly escaped JSON strings\n keyword_matches_str: JSON.stringify(json.keyword_matches).replace(/'/g, \"''\"),\n categories_str: JSON.stringify(json.categories).replace(/'/g, \"''\")\n }\n });\n}\n\nreturn results;" }, "type": "n8n-nodes-base.code", "typeVersion": 2, "position": [ 1120, 160 ], "id": "ee3d1b80-08f9-47bf-b50e-36e8ba1c85b2", "name": "Prepare Data" }, { "parameters": { "jsCode": "const insertResults = $input.all();\n\nconsole.log(`๐Ÿ“Š Database Insert Summary:\n- Items processed: ${insertResults.length}\n- New items inserted: ${insertResults.filter(i => i.json.id).length}\n- Duplicates skipped: ${insertResults.length - insertResults.filter(i => i.json.id).length}\n`);\n\n// Filter to only successfully inserted items (those with IDs)\nconst newItems = insertResults.filter(item => item.json.id);\n\nif (newItems.length === 0) {\n console.log('โœ… No new items - all were duplicates!');\n return [];\n}\n\nconsole.log(`๐Ÿ†• ${newItems.length} new items to notify about`);\n\nreturn newItems;" }, "type": "n8n-nodes-base.code", "typeVersion": 2, "position": [ 1568, 160 ], "id": "cb0170bf-bab8-49b5-b2a9-24a6403d25dc", "name": "Code in JavaScript" }, { "parameters": { "conditions": { "options": { "caseSensitive": true, "leftValue": "", "typeValidation": "strict", "version": 2 }, "conditions": [ { "id": "f6393f7c-8d3b-4397-8c9e-7cbb0eb93a8c", "leftValue": "={{ $input.all().length }}", "rightValue": 0, "operator": { "type": "number", "operation": "gt" } } ], "combinator": "and" }, "options": {} }, "type": "n8n-nodes-base.if", "typeVersion": 2.2, "position": [ 1792, 160 ], "id": "033c093f-9129-4c74-85ed-d47a193ca4fc", "name": "If2" }, { "id": "e1e84577-a3c1-50ad-a381-1e144faf9214", "name": "Publication ยท Overview and setup", "type": "n8n-nodes-base.stickyNote", "typeVersion": 1, "position": [ -1024, -224 ], "parameters": { "content": "# Mycroft - Financial Regulatory Intelligence System - Enhanced\n\n## Purpose and structure\nThis folder contains the **Mycroft - Financial Regulatory Intelligence System - Enhanced** workflow. Its executable nodes use `code`, `emailSend`, `if`, `merge`, `postgres`, `readWriteFile`, `rssFeedRead`, `scheduleTrigger`. The table and connection map below are derived from the JSON, not an inferred guarantee of behavior.\n\n## Setup\nImport inactive. Configure your own credentials and replace REPLACE_WITH_* values. Review external destinations and Code nodes before running.\n\n## Entry points\nSchedule Every Day\n\n## Verification\nSanitized source candidate; not runtime-tested. This overview is generated from node metadata. Read the folder README for the connection map, credential types, and license.\n\n## Attribution\nNik Bear Brown; rights confirmed 2026-10-19\nMIT; preserve source notices.", "width": 700, "height": 800, "color": 1 } } ], "connections": { "Federal Register - Securities": { "main": [ [ { "node": "Merge All Sources", "type": "main", "index": 0 } ] ] }, "SEC Press Releases": { "main": [ [ { "node": "Merge All Sources", "type": "main", "index": 1 } ] ] }, "FINRA Enforcement News": { "main": [ [ { "node": "Merge All Sources", "type": "main", "index": 2 } ] ] }, "CFTC Regulations": { "main": [ [ { "node": "Merge All Sources", "type": "main", "index": 3 } ] ] }, "Investment Advisor Rules": { "main": [ [ { "node": "Merge All Sources", "type": "main", "index": 4 } ] ] }, "Merge All Sources": { "main": [ [ { "node": "Normalize Data", "type": "main", "index": 0 } ] ] }, "Normalize Data": { "main": [ [ { "node": "Filter Valid Content", "type": "main", "index": 0 } ] ] }, "Filter Valid Content": { "main": [ [ { "node": "Keyword Analysis & Urgency Scoring", "type": "main", "index": 0 } ] ] }, "High Priority Filter": { "main": [ [ { "node": "Generate Email", "type": "main", "index": 0 } ] ] }, "Send Email Alert": { "main": [ [ { "node": "Mark email sent", "type": "main", "index": 0 } ] ] }, "Generate HTML Report": { "main": [ [ { "node": "Read/Write Files from Disk", "type": "main", "index": 0 } ] ] }, "If": { "main": [ [], [ { "node": "Send Email Alert", "type": "main", "index": 0 } ] ] }, "Schedule Every Day": { "main": [ [ { "node": "Federal Register - Securities", "type": "main", "index": 0 }, { "node": "SEC Press Releases", "type": "main", "index": 0 }, { "node": "FINRA Enforcement News", "type": "main", "index": 0 }, { "node": "CFTC Regulations", "type": "main", "index": 0 }, { "node": "Investment Advisor Rules", "type": "main", "index": 0 } ] ] }, "Generate Email": { "main": [ [ { "node": "If", "type": "main", "index": 0 } ] ] }, "Keyword Analysis & Urgency Scoring": { "main": [ [ { "node": "Prepare Data", "type": "main", "index": 0 } ] ] }, "Prepare Data": { "main": [ [ { "node": "Insert data into DB", "type": "main", "index": 0 } ] ] }, "Insert data into DB": { "main": [ [ { "node": "Code in JavaScript", "type": "main", "index": 0 } ] ] }, "Code in JavaScript": { "main": [ [ { "node": "If2", "type": "main", "index": 0 } ] ] }, "If2": { "main": [ [ { "node": "High Priority Filter", "type": "main", "index": 0 }, { "node": "Generate HTML Report", "type": "main", "index": 0 } ], [ { "node": "Send email", "type": "main", "index": 0 } ] ] } }, "active": false, "settings": { "executionOrder": "v1" } }