// ==UserScript== // @name i2iFunding Borrower List Complete JSON Exporter // @namespace tweeks.io // @author Tweeks // @version 2.0.0 // @description Adds a bottom-right exporter for i2iFunding borrower listings; repeatedly loads hidden borrowers with Show More, scrapes DOM/viewer/borrower/loan details, and downloads one structured JSON file. // @match https://www.i2ifunding.com/borrower/listing* // @match https://www.i2ifunding.com/*/borrower/listing* // @grant GM_registerMenuCommand // @grant GM_setClipboard // @grant GM_download // @run-at document-idle // ==/UserScript== (function () { 'use strict'; const SELECTORS = { app: 'app-active-borrowers', list: '.active-borrwer-list', table: '.active-borrwer-list table', headers: '.active-borrwer-list table thead th', rows: '.active-borrwer-list tbody tr', filters: '.borrower-filter-list', filterBoxes: '.borrower-filter-list .borrower-filter-list-box', notice: '.active-borrower-txt-msg', showMoreButton: 'button.btn.btn-warning' }; const UI = { buttonId: 'i2i-borrower-json-exporter-button', statusId: 'i2i-borrower-json-exporter-status', styleId: 'i2i-borrower-json-exporter-style' }; const sleep = (ms) => new Promise(resolve => setTimeout(resolve, ms)); function text(el) { return (el ? el.innerText || el.textContent || '' : '').replace(/\s+/g, ' ').trim(); } function visible(el) { if (!el || el.id === UI.buttonId) return false; const style = getComputedStyle(el); const rect = el.getBoundingClientRect(); return style.display !== 'none' && style.visibility !== 'hidden' && rect.width > 0 && rect.height > 0; } function cleanKey(key) { return String(key || '') .replace(/[\u00a0\s]+/g, ' ') .replace(/^[:\-\s]+|[:\-\s]+$/g, '') .trim(); } function normalizeValue(value) { return String(value ?? '').replace(/[\u00a0\s]+/g, ' ').trim(); } function parseNumber(value) { const s = String(value ?? '').replace(/,/g, ''); const m = s.match(/-?\d+(?:\.\d+)?/); return m ? Number(m[0]) : null; } function keyToCamel(key) { const cleaned = cleanKey(key).replace(/[^a-zA-Z0-9]+(.)/g, (_, chr) => chr.toUpperCase()); return cleaned ? cleaned.charAt(0).toLowerCase() + cleaned.slice(1) : ''; } function allAttributes(el) { if (!el || !el.attributes) return {}; return Array.from(el.attributes).reduce((acc, attr) => { acc[attr.name] = attr.value; return acc; }, {}); } function parseKeyValues(container) { const out = {}; const normalized = {}; const items = Array.from(container.querySelectorAll('.active-borrower-box, .funded-amnt, .about-loan-new, p, li')); const targets = items.length ? items : [container]; targets.forEach((box) => { const raw = text(box); if (!raw) return; const colon = raw.indexOf(':'); if (colon > -1) { const key = cleanKey(raw.slice(0, colon)); const value = normalizeValue(raw.slice(colon + 1)); if (key) { out[key] = value; const camel = keyToCamel(key); if (camel) normalized[camel] = value; } return; } if (/^i2i-\s*#/i.test(raw)) { out.borrowerRef = raw; normalized.borrowerRef = raw; } else if (/funded|left|loan amount/i.test(raw)) { const key = /left/i.test(raw) ? 'Amount Left' : /loan amount/i.test(raw) ? 'Loan Amount' : 'Amount Funded'; out[key] = raw; normalized[keyToCamel(key)] = raw; } else if (!out.notes) { out.notes = raw; normalized.notes = raw; } }); return { fields: out, normalized }; } function scrapeElementDetails(el) { return { tagName: el.tagName.toLowerCase(), className: el.className || '', id: el.id || '', attributes: allAttributes(el), text: text(el) }; } function scrapeCell(cell) { const parsed = parseKeyValues(cell); return { text: text(cell), fields: parsed.fields, normalized: parsed.normalized, links: Array.from(cell.querySelectorAll('a')).map(a => ({ text: text(a), href: a.href || a.getAttribute('href') || '', attributes: allAttributes(a) })), buttons: Array.from(cell.querySelectorAll('button, .btn, [role="button"]')).map(scrapeElementDetails), inputs: Array.from(cell.querySelectorAll('input, select, textarea')).map(input => ({ tagName: input.tagName.toLowerCase(), type: input.type || '', name: input.name || '', value: input.value || '', checked: Boolean(input.checked), attributes: allAttributes(input) })), html: cell.innerHTML }; } function getHeaders() { const headers = Array.from(document.querySelectorAll(SELECTORS.headers)).map(text).filter(Boolean); return headers.length ? headers : ['Personal Details', 'Loan Details', 'Employment Details', 'Funding Status', 'Lend', 'Details']; } function uniqueBorrowerKey(row, rowNumber) { const rowText = text(row); const ref = (rowText.match(/i2i-\s*#\s*\d+/i) || [])[0] || ''; const loanId = (rowText.match(/Loan\s*Id\s*:\s*\d+/i) || [])[0] || ''; return ref || loanId || rowText.slice(0, 160) || `row-${rowNumber}`; } function scrapeBorrowers() { const headers = getHeaders(); const rows = Array.from(document.querySelectorAll(SELECTORS.rows)) .filter(row => row.querySelectorAll('td').length >= 2 && !/Show More|Refresh|All borrowers are fully funded/i.test(text(row))); const seen = new Set(); return rows.map((row, index) => { const cells = Array.from(row.children).filter(el => el.tagName === 'TD'); const borrower = { rowNumber: index + 1, uniqueKey: uniqueBorrowerKey(row, index + 1), borrowerRef: '', name: '', loanId: '', loanAmount: '', amountLeft: '', progressPercent: '', sections: {}, rawCells: {}, links: [], dom: { attributes: allAttributes(row), className: row.className || '', text: text(row), html: row.outerHTML } }; if (seen.has(borrower.uniqueKey)) borrower.uniqueKey = `${borrower.uniqueKey}__${index + 1}`; seen.add(borrower.uniqueKey); cells.forEach((cell, i) => { const header = headers[i] || `Column ${i + 1}`; const cellData = scrapeCell(cell); borrower.rawCells[header] = cellData.text; borrower.sections[header] = cellData; borrower.links.push(...cellData.links.map(link => ({ ...link, section: header }))); }); const personal = borrower.sections['Personal Details']?.fields || borrower.sections['Column 1']?.fields || {}; const loan = borrower.sections['Loan Details']?.fields || borrower.sections['Column 2']?.fields || {}; const funding = borrower.sections['Funding Status']?.fields || borrower.sections['Column 4']?.fields || {}; const fullText = borrower.dom.text; borrower.borrowerRef = personal.borrowerRef || (fullText.match(/i2i-\s*#\s*\d+/i) || [''])[0]; borrower.name = personal.Name || personal.name || ''; borrower.loanId = loan['Loan Id'] || loan.loanId || (fullText.match(/Loan\s*Id\s*:\s*(\d+)/i) || [,''])[1]; borrower.loanAmount = funding['Loan Amount'] || funding.loanAmount || ''; borrower.amountLeft = funding['Amount Left'] || funding.amountLeft || ''; const bar = row.querySelector('.progress-bar'); borrower.progressPercent = text(bar) || bar?.style.width || borrower.sections['Funding Status']?.text.match(/\d+\s*%/)?.[0] || ''; borrower.numeric = { loanAmount: parseNumber(borrower.loanAmount), amountLeft: parseNumber(borrower.amountLeft), progressPercent: parseNumber(borrower.progressPercent) }; return borrower; }).filter(b => Object.values(b.rawCells).some(Boolean)); } function scrapeFilters() { const filterRoot = document.querySelector(SELECTORS.filters); if (!filterRoot) return []; return Array.from(filterRoot.querySelectorAll('.borrower-filter-list-box')).map((box) => ({ label: text(box.querySelector('label')), selected: Array.from(box.querySelectorAll('input:checked')).map((input) => text(input.parentElement)).filter(Boolean), options: Array.from(box.querySelectorAll('.dropdown-item, li, option')).map((item) => ({ text: text(item), attributes: allAttributes(item) })).filter(item => item.text), enteredValue: box.querySelector('input[type="text"], input:not([type])') ? box.querySelector('input[type="text"], input:not([type])').value : '', attributes: allAttributes(box) })).filter(f => f.label || f.options.length || f.enteredValue); } function scrapeMeta() { return Array.from(document.querySelectorAll('meta')).map(meta => ({ name: meta.getAttribute('name') || '', property: meta.getAttribute('property') || '', content: meta.getAttribute('content') || '' })).filter(m => m.name || m.property || m.content); } function scrapeViewerDetails() { const possibleAccountTexts = Array.from(document.querySelectorAll('a, button, .dropdown-item, li')) .map(text) .filter(t => /sign out|logout|dashboard|change password|my account|profile|lender|borrower|Dear\s+/i.test(t)); return { loggedInIndicators: [...new Set(possibleAccountTexts)], userAgent: navigator.userAgent, language: navigator.language, languages: navigator.languages || [], timezone: Intl.DateTimeFormat().resolvedOptions().timeZone || '', viewport: { width: window.innerWidth, height: window.innerHeight, devicePixelRatio: window.devicePixelRatio }, cookiesPresent: document.cookie.split(';').map(s => s.trim().split('=')[0]).filter(Boolean), localStorageKeys: Object.keys(localStorage || {}), sessionStorageKeys: Object.keys(sessionStorage || {}) }; } function scrapeDomDetails() { const app = document.querySelector(SELECTORS.app); const table = document.querySelector(SELECTORS.table); const rows = document.querySelectorAll(SELECTORS.rows); return { appPresent: Boolean(app), tablePresent: Boolean(table), headers: getHeaders(), rowCountInDom: rows.length, borrowerRowsScraped: scrapeBorrowers().length, linkCount: document.links.length, formCount: document.forms.length, inputCount: document.querySelectorAll('input, select, textarea').length, buttonCount: document.querySelectorAll('button, [role="button"], .btn').length, showMoreButtonPresent: Boolean(getShowMoreButton()), tableAttributes: table ? allAttributes(table) : {}, appAttributes: app ? allAttributes(app) : {} }; } function scrapePage(loadSummary = null) { const borrowers = scrapeBorrowers(); return { scraper: { name: 'I to I funding borrower list', scriptVersion: '2.0.0', scrapedAt: new Date().toISOString(), loadSummary }, source: { url: location.href, origin: location.origin, pathname: location.pathname, title: document.title, canonical: document.querySelector('link[rel="canonical"]')?.href || '', heading: text(document.querySelector(`${SELECTORS.app} h1, h1`)), notice: text(document.querySelector(SELECTORS.notice)), meta: scrapeMeta() }, viewerDetails: scrapeViewerDetails(), domDetails: scrapeDomDetails(), filters: scrapeFilters(), borrowerCount: borrowers.length, borrowers }; } function getShowMoreButton() { return Array.from(document.querySelectorAll(SELECTORS.showMoreButton)) .find(btn => visible(btn) && /show\s*more/i.test(text(btn))); } async function waitForRowsToChange(previousCount, timeoutMs = 7000) { const started = Date.now(); while (Date.now() - started < timeoutMs) { await sleep(250); const currentCount = scrapeBorrowers().length; const loading = /loading/i.test(text(document.querySelector(SELECTORS.list))); if (currentCount !== previousCount && !loading) return currentCount; } return scrapeBorrowers().length; } async function loadAllBorrowers(options = {}) { const maxClicks = options.maxClicks || 100; let clicks = 0; let unchanged = 0; let before = scrapeBorrowers().length; const summary = { startedAt: new Date().toISOString(), initialBorrowerCount: before, showMoreClicks: 0, stoppedBecause: '', countsAfterEachClick: [] }; setStatus(`Loading hidden borrowers... visible: ${before}`); while (clicks < maxClicks) { const btn = getShowMoreButton(); if (!btn) { summary.stoppedBecause = 'No visible Show More button found'; break; } btn.scrollIntoView({ block: 'center', inline: 'nearest' }); await sleep(200); before = scrapeBorrowers().length; btn.click(); clicks += 1; summary.showMoreClicks = clicks; setStatus(`Clicked Show More ${clicks} time(s). Waiting for borrowers...`); const after = await waitForRowsToChange(before); summary.countsAfterEachClick.push(after); setStatus(`Loaded ${after} borrower row(s). Show More clicks: ${clicks}`); if (after <= before) unchanged += 1; else unchanged = 0; if (unchanged >= 2) { summary.stoppedBecause = 'Borrower count did not increase after two Show More clicks'; break; } } if (!summary.stoppedBecause) { summary.stoppedBecause = clicks >= maxClicks ? `Reached safety limit of ${maxClicks} Show More clicks` : 'Completed'; } summary.finishedAt = new Date().toISOString(); summary.finalBorrowerCount = scrapeBorrowers().length; setStatus(`Ready: ${summary.finalBorrowerCount} borrowers loaded. ${summary.stoppedBecause}`); return summary; } function download(name, content, type) { const blob = new Blob([content], { type }); const url = URL.createObjectURL(blob); if (typeof GM_download === 'function') { GM_download({ url, name, saveAs: true, onload: () => URL.revokeObjectURL(url), onerror: () => { URL.revokeObjectURL(url); fallbackDownload(name, content, type); } }); } else { fallbackDownload(name, content, type); } } function fallbackDownload(name, content, type) { const blob = new Blob([content], { type }); const url = URL.createObjectURL(blob); const a = document.createElement('a'); a.href = url; a.download = name; document.body.appendChild(a); a.click(); a.remove(); setTimeout(() => URL.revokeObjectURL(url), 5000); } function jsonFileName() { const stamp = new Date().toISOString().replace(/[:.]/g, '-').slice(0, 19); return `i2ifunding-borrower-list-${stamp}.json`; } async function exportAllJson() { const button = document.getElementById(UI.buttonId); if (button) { button.disabled = true; button.textContent = 'Loading borrowers...'; } try { const loadSummary = await loadAllBorrowers(); const data = scrapePage(loadSummary); download(jsonFileName(), JSON.stringify(data, null, 2), 'application/json;charset=utf-8'); setStatus(`Exported ${data.borrowerCount} borrowers to JSON.`); } catch (err) { console.error('i2iFunding borrower export failed', err); setStatus(`Export failed: ${err && err.message ? err.message : err}`); alert(`i2iFunding borrower export failed: ${err && err.message ? err.message : err}`); } finally { if (button) { button.disabled = false; button.textContent = 'Export Borrowers JSON'; } } } function copyJson() { const json = JSON.stringify(scrapePage({ manual: true, note: 'Copied without auto-clicking Show More' }), null, 2); if (typeof GM_setClipboard === 'function') GM_setClipboard(json, 'text'); else navigator.clipboard.writeText(json); setStatus('Visible borrower JSON copied to clipboard.'); } async function loadOnly() { await loadAllBorrowers(); } function showReport() { const data = scrapePage({ manual: true, note: 'Report opened without auto-clicking Show More' }); const json = JSON.stringify(data, null, 2); const w = window.open('', 'i2i_borrower_scraper_report', 'width=1100,height=800,scrollbars=yes'); if (!w) { alert('Popup blocked. Use the floating Export Borrowers JSON button or menu commands instead.'); return; } w.document.write('i2iFunding Borrower JSON

i2iFunding Borrower Scraper

'); w.document.querySelector('.summary').textContent = `Borrowers scraped: ${data.borrowerCount} | Source: ${data.source.url}`; w.document.querySelector('pre').textContent = json; } function setStatus(message) { const status = document.getElementById(UI.statusId); if (status) status.textContent = message; console.log('[i2i borrower exporter]', message); } function injectUi() { if (!document.getElementById(UI.styleId)) { const style = document.createElement('style'); style.id = UI.styleId; style.textContent = ` #${UI.buttonId} { position: fixed; right: 18px; bottom: 18px; z-index: 10000; border: 0; border-radius: 6px; background: #0f2d53; color: #fff; padding: 12px 16px; font: 600 14px/1.2 Arial, sans-serif; box-shadow: 0 3px 12px rgba(0,0,0,.25); cursor: pointer; } #${UI.buttonId}:hover { background: #0c9748; } #${UI.buttonId}:disabled { background: #777; cursor: wait; } #${UI.statusId} { position: fixed; right: 18px; bottom: 66px; z-index: 10000; max-width: 320px; padding: 8px 10px; border-radius: 5px; background: rgba(255,255,255,.96); color: #222; border: 1px solid #bbb; font: 12px/1.35 Arial, sans-serif; box-shadow: 0 2px 8px rgba(0,0,0,.18); }`; document.head.appendChild(style); } if (!document.getElementById(UI.buttonId)) { const btn = document.createElement('button'); btn.id = UI.buttonId; btn.type = 'button'; btn.textContent = 'Export Borrowers JSON'; btn.addEventListener('click', exportAllJson); document.body.appendChild(btn); } if (!document.getElementById(UI.statusId)) { const status = document.createElement('div'); status.id = UI.statusId; status.textContent = `Ready. Visible borrowers: ${scrapeBorrowers().length}`; document.body.appendChild(status); } } function initWhenReady() { if (document.body) injectUi(); else setTimeout(initWhenReady, 250); } initWhenReady(); if (typeof GM_registerMenuCommand === 'function') { GM_registerMenuCommand('i2i: Load all borrowers with Show More', loadOnly); GM_registerMenuCommand('i2i: Export all borrowers JSON', exportAllJson); GM_registerMenuCommand('i2i: Copy currently visible JSON', copyJson); GM_registerMenuCommand('i2i: Show currently visible report', showReport); } })();