// ==UserScript== // @name X/Twitter Profile Tweet Downloader // @namespace web.nextbyte.ai // @version 1.0 // @description Adds a download button to X/Twitter profile pages that downloads all tweets/posts in a nicely formatted JSON file // @author NextByte // @match https://x.com/* // @match https://twitter.com/* // @grant none // ==/UserScript== (function() { 'use strict'; console.log('X/Twitter Profile Tweet Downloader loaded'); // Configuration const CONFIG = { scrollDelay: 2000, // Delay between scrolls in ms maxScrollAttempts: 100, // Maximum number of scroll attempts noNewTweetsThreshold: 3, // Stop after this many scrolls with no new tweets buttonCheckInterval: 1000 // Check for profile button location every 1s }; // State management let isDownloading = false; let downloadButton = null; // Check if we're on a profile page function isProfilePage() { const path = window.location.pathname; // Profile pages are like /username or /username/with_replies, etc. return path.match(/^\/[^\/]+\/?(?:with_replies|media|likes)?$/); } // Extract username from URL function getUsername() { const match = window.location.pathname.match(/^\/([^\/]+)/); return match ? match[1] : 'unknown'; } // Create download button function createDownloadButton() { const button = document.createElement('button'); button.innerHTML = `

Download Tweets

`; button.style.cssText = ` background-color: rgba(0, 0, 0, 0); border: 1px solid rgb(83, 100, 113); border-radius: 9999px; color: rgb(239, 243, 244); cursor: pointer; font-family: -apple-system, BlinkMacSystemFont, "Segoe UI", Roboto, Helvetica, Arial, sans-serif; font-size: 15px; font-weight: 700; padding: 8px 16px; transition: background-color 0.2s; margin-left: 8px; `; button.onmouseover = () => { button.style.backgroundColor = 'rgba(239, 243, 244, 0.1)'; }; button.onmouseout = () => { button.style.backgroundColor = 'rgba(0, 0, 0, 0)'; }; button.onclick = startDownload; return button; } // Update button state function updateButtonState(text, disabled = false) { if (!downloadButton) return; const span = downloadButton.querySelector('span'); if (span) { span.textContent = text; } downloadButton.disabled = disabled; downloadButton.style.opacity = disabled ? '0.6' : '1'; downloadButton.style.cursor = disabled ? 'not-allowed' : 'pointer'; } // Insert button into the page function insertDownloadButton() { if (downloadButton && document.body.contains(downloadButton)) { return; // Button already exists } // Look for the edit profile button or similar location const editProfileButton = document.querySelector('[data-testid="editProfileButton"]'); if (editProfileButton && editProfileButton.parentElement) { downloadButton = createDownloadButton(); editProfileButton.parentElement.appendChild(downloadButton); console.log('Download button inserted'); } } // Extract tweet data from a tweet element function extractTweetData(tweetElement) { try { const data = { id: null, url: null, text: '', author: { name: '', username: '', avatar: '' }, timestamp: null, metrics: { replies: 0, retweets: 0, likes: 0, views: 0 }, media: [], urls: [], hashtags: [], mentions: [], isRetweet: false, isReply: false, quotedTweet: null }; // Extract tweet text const tweetTextElement = tweetElement.querySelector('[data-testid="tweetText"]'); if (tweetTextElement) { data.text = tweetTextElement.innerText || tweetTextElement.textContent || ''; // Extract hashtags const hashtagElements = tweetTextElement.querySelectorAll('a[href*="/hashtag/"]'); data.hashtags = Array.from(hashtagElements).map(el => el.textContent); // Extract mentions const mentionElements = tweetTextElement.querySelectorAll('a[href^="/"][href*="@"]'); data.mentions = Array.from(mentionElements).map(el => el.textContent); // Extract URLs const urlElements = tweetTextElement.querySelectorAll('a[href^="http"]'); data.urls = Array.from(urlElements).map(el => el.href); } // Extract author info const authorNameElement = tweetElement.querySelector('[data-testid="User-Name"]'); if (authorNameElement) { const nameSpan = authorNameElement.querySelector('span'); if (nameSpan) { data.author.name = nameSpan.textContent.trim(); } const usernameLink = authorNameElement.querySelector('a[href^="/"]'); if (usernameLink) { const href = usernameLink.getAttribute('href'); data.author.username = href ? href.replace('/', '').split('/')[0] : ''; } } // Extract avatar const avatarElement = tweetElement.querySelector('[data-testid="Tweet-User-Avatar"] img'); if (avatarElement) { data.author.avatar = avatarElement.src; } // Extract timestamp - look for time element or link with time const timeElement = tweetElement.querySelector('time'); if (timeElement) { data.timestamp = timeElement.getAttribute('datetime') || timeElement.textContent; } // Extract tweet ID and URL from links const tweetLinks = tweetElement.querySelectorAll('a[href*="/status/"]'); for (const link of tweetLinks) { const match = link.href.match(/\/status\/(\d+)/); if (match) { data.id = match[1]; data.url = link.href.split('?')[0]; // Remove query parameters break; } } // Extract metrics const metricsElements = tweetElement.querySelectorAll('[role="group"] [data-testid]'); metricsElements.forEach(el => { const testId = el.getAttribute('data-testid'); const text = el.textContent || ''; if (testId && testId.includes('reply')) { data.metrics.replies = parseMetric(text); } else if (testId && testId.includes('retweet')) { data.metrics.retweets = parseMetric(text); } else if (testId && testId.includes('like')) { data.metrics.likes = parseMetric(text); } else if (testId && testId.includes('views')) { data.metrics.views = parseMetric(text); } }); // Extract media const mediaElements = tweetElement.querySelectorAll('[data-testid="tweetPhoto"] img, [data-testid="videoPlayer"] video'); data.media = Array.from(mediaElements).map(el => ({ type: el.tagName.toLowerCase() === 'img' ? 'image' : 'video', url: el.src, alt: el.alt || '' })); // Check if it's a retweet data.isRetweet = !!tweetElement.querySelector('[data-testid="socialContext"]'); // Check if it's a reply data.isReply = !!tweetElement.querySelector('[data-testid="tweet"] [data-testid="tweet"]'); return data; } catch (error) { console.error('Error extracting tweet data:', error); return null; } } // Parse metric text (handles K, M suffixes) function parseMetric(text) { if (!text) return 0; const match = text.match(/([\d.]+)([KMB]?)/i); if (!match) return 0; let value = parseFloat(match[1]); const suffix = match[2].toUpperCase(); if (suffix === 'K') value *= 1000; else if (suffix === 'M') value *= 1000000; else if (suffix === 'B') value *= 1000000000; return Math.round(value); } // Scroll to load more tweets async function scrollToLoadTweets(onProgress) { const tweets = new Map(); // Use Map to avoid duplicates let scrollAttempts = 0; let noNewTweetsCount = 0; let lastTweetCount = 0; while (scrollAttempts < CONFIG.maxScrollAttempts && noNewTweetsCount < CONFIG.noNewTweetsThreshold) { // Get all tweet elements const tweetElements = document.querySelectorAll('[data-testid="tweet"]'); // Extract data from new tweets tweetElements.forEach(element => { const tweetData = extractTweetData(element); if (tweetData && (tweetData.text || tweetData.media.length > 0)) { // Use ID if available, otherwise use text + author as a unique key const key = tweetData.id || `${tweetData.author.username}_${tweetData.text.substring(0, 100)}`; if (!tweets.has(key)) { tweets.set(key, tweetData); } } }); const currentCount = tweets.size; // Check if we got new tweets if (currentCount === lastTweetCount) { noNewTweetsCount++; } else { noNewTweetsCount = 0; } lastTweetCount = currentCount; // Update progress if (onProgress) { onProgress(currentCount, scrollAttempts + 1); } // Scroll down window.scrollTo(0, document.body.scrollHeight); // Wait for new content to load await new Promise(resolve => setTimeout(resolve, CONFIG.scrollDelay)); scrollAttempts++; // Check if we've reached the end const endOfTimeline = document.querySelector('[data-testid="emptyState"]'); if (endOfTimeline) { console.log('Reached end of timeline'); break; } } return Array.from(tweets.values()); } // Extract profile metadata function getProfileMetadata(username) { const metadata = { username: username, displayName: '', bio: '', location: '', website: '', joinDate: '', downloadDate: new Date().toISOString() }; // Try to get display name const userNameElement = document.querySelector('[data-testid="UserName"]'); if (userNameElement) { const nameSpan = userNameElement.querySelector('span'); if (nameSpan) { metadata.displayName = nameSpan.textContent.trim(); } } // Try to get bio const bioElement = document.querySelector('[data-testid="UserDescription"]'); if (bioElement) { metadata.bio = bioElement.textContent.trim(); } return metadata; } // Download tweets as JSON function downloadJSON(tweets, username) { const profileMetadata = getProfileMetadata(username); const data = { profile: { ...profileMetadata, tweetCount: tweets.length }, tweets: tweets }; const jsonString = JSON.stringify(data, null, 2); const blob = new Blob([jsonString], { type: 'application/json' }); const url = URL.createObjectURL(blob); const a = document.createElement('a'); a.href = url; a.download = `${username}_tweets_${new Date().toISOString().split('T')[0]}.json`; document.body.appendChild(a); a.click(); document.body.removeChild(a); URL.revokeObjectURL(url); } // Start the download process async function startDownload() { if (isDownloading) return; isDownloading = true; const username = getUsername(); try { updateButtonState('Scrolling...', true); // Scroll to top first window.scrollTo(0, 0); await new Promise(resolve => setTimeout(resolve, 1000)); // Collect tweets const tweets = await scrollToLoadTweets((count, scrolls) => { updateButtonState(`Found ${count} tweets (scroll ${scrolls})`, true); }); if (tweets.length === 0) { alert('No tweets found. Make sure you are on a profile page with visible tweets.'); updateButtonState('Download Tweets', false); return; } updateButtonState('Preparing download...', true); // Download the JSON downloadJSON(tweets, username); updateButtonState(`Downloaded ${tweets.length} tweets!`, false); // Reset button after 3 seconds setTimeout(() => { updateButtonState('Download Tweets', false); }, 3000); } catch (error) { console.error('Error during download:', error); alert('An error occurred during download. Check console for details.'); updateButtonState('Download Tweets', false); } finally { isDownloading = false; } } // Initialize the script function init() { if (!isProfilePage()) { console.log('Not on a profile page, skipping button insertion'); return; } // Try to insert button periodically until successful const insertInterval = setInterval(() => { if (isProfilePage()) { insertDownloadButton(); if (downloadButton && document.body.contains(downloadButton)) { clearInterval(insertInterval); } } else { clearInterval(insertInterval); } }, CONFIG.buttonCheckInterval); // Stop trying after 30 seconds setTimeout(() => clearInterval(insertInterval), 30000); } // Handle navigation changes (SPA) let lastUrl = location.href; new MutationObserver(() => { const url = location.href; if (url !== lastUrl) { lastUrl = url; downloadButton = null; // Reset button reference setTimeout(init, 1000); // Wait for page to load } }).observe(document, { subtree: true, childList: true }); // Initial load if (document.readyState === 'loading') { document.addEventListener('DOMContentLoaded', init); } else { init(); } })();