// ==UserScript== // @name Airbnb Duplicate Image Detector // @namespace web.nextbyte.ai // @version 1.0 // @description Detects duplicate images in Airbnb listings using perceptual hashing (pHash/dHash/aHash) // @author NextByte // @match *://www.airbnb.com/* // @grant GM_addStyle // ==/UserScript== (function() { 'use strict'; // Storage for image hashes const imageHashDatabase = new Map(); const listingImageHashes = new Map(); // Statistics let stats = { processed: 0, duplicates: 0, totalHashes: 0 }; // Add custom styles for duplicate markers GM_addStyle(` .duplicate-marker { position: absolute; top: 10px; right: 10px; background: rgba(255, 0, 0, 0.9); color: white; padding: 8px 12px; border-radius: 4px; font-weight: bold; font-size: 14px; z-index: 1000; box-shadow: 0 2px 8px rgba(0,0,0,0.3); } .duplicate-listing-card { border: 3px solid red !important; box-shadow: 0 0 10px rgba(255, 0, 0, 0.5) !important; } .duplicate-stats { position: fixed; bottom: 20px; right: 20px; background: rgba(0, 0, 0, 0.85); color: white; padding: 12px 16px; border-radius: 8px; font-size: 13px; z-index: 10000; box-shadow: 0 4px 12px rgba(0,0,0,0.4); font-family: -apple-system, BlinkMacSystemFont, "Segoe UI", Roboto, sans-serif; } .duplicate-stats-title { font-weight: bold; margin-bottom: 6px; font-size: 14px; } .duplicate-stats-item { margin: 3px 0; } `); // Difference Hash (dHash) - Fast and effective function calculateDHash(imageData, width, height) { const size = 9; // 9x8 = 72 bits const canvas = document.createElement('canvas'); canvas.width = size; canvas.height = size - 1; const ctx = canvas.getContext('2d'); // Draw resized grayscale image ctx.drawImage(createImageBitmap(imageData, width, height), 0, 0, size, size - 1); const pixels = ctx.getImageData(0, 0, size, size - 1); // Convert to grayscale and calculate hash let hash = ''; for (let y = 0; y < size - 1; y++) { for (let x = 0; x < size - 1; x++) { const idx = (y * size + x) * 4; const nextIdx = (y * size + x + 1) * 4; const gray1 = pixels.data[idx] * 0.299 + pixels.data[idx + 1] * 0.587 + pixels.data[idx + 2] * 0.114; const gray2 = pixels.data[nextIdx] * 0.299 + pixels.data[nextIdx + 1] * 0.587 + pixels.data[nextIdx + 2] * 0.114; hash += gray1 > gray2 ? '1' : '0'; } } return hash; } // Average Hash (aHash) - Simple and fast function calculateAHash(canvas) { const size = 8; const tempCanvas = document.createElement('canvas'); tempCanvas.width = size; tempCanvas.height = size; const ctx = tempCanvas.getContext('2d'); // Draw resized image ctx.drawImage(canvas, 0, 0, size, size); const imageData = ctx.getImageData(0, 0, size, size); const pixels = imageData.data; // Calculate average grayscale value let sum = 0; const grayscale = []; for (let i = 0; i < pixels.length; i += 4) { const gray = pixels[i] * 0.299 + pixels[i + 1] * 0.587 + pixels[i + 2] * 0.114; grayscale.push(gray); sum += gray; } const avg = sum / grayscale.length; // Generate hash let hash = ''; for (let i = 0; i < grayscale.length; i++) { hash += grayscale[i] > avg ? '1' : '0'; } return hash; } // Hamming distance between two binary strings function hammingDistance(hash1, hash2) { if (hash1.length !== hash2.length) return Infinity; let distance = 0; for (let i = 0; i < hash1.length; i++) { if (hash1[i] !== hash2[i]) distance++; } return distance; } // Check if image is duplicate (threshold: 5 bits difference) function isDuplicate(hash, threshold = 5) { for (const [existingHash, listingInfo] of imageHashDatabase.entries()) { const distance = hammingDistance(hash, existingHash); if (distance <= threshold) { return listingInfo; } } return null; } // Process image and calculate hash async function processImage(imgElement, listingId) { return new Promise((resolve, reject) => { // If image is already loaded, process directly if (imgElement.complete && imgElement.naturalWidth > 0) { try { const canvas = document.createElement('canvas'); const ctx = canvas.getContext('2d'); canvas.width = imgElement.naturalWidth; canvas.height = imgElement.naturalHeight; ctx.drawImage(imgElement, 0, 0); const hash = calculateAHash(canvas); resolve(hash); } catch (e) { // CORS error - try alternative method console.warn('CORS issue, using image URL as fallback:', e); // Use URL-based hash as fallback const urlHash = simpleHash(imgElement.src); resolve(urlHash); } return; } // Wait for image to load const canvas = document.createElement('canvas'); const ctx = canvas.getContext('2d'); const img = new Image(); img.crossOrigin = 'anonymous'; img.onload = function() { canvas.width = img.width; canvas.height = img.height; try { ctx.drawImage(img, 0, 0); const hash = calculateAHash(canvas); resolve(hash); } catch (e) { console.warn('Failed to calculate hash:', e); const urlHash = simpleHash(imgElement.src); resolve(urlHash); } }; img.onerror = function() { // Fallback to URL-based hash const urlHash = simpleHash(imgElement.src); resolve(urlHash); }; // Use the image source img.src = imgElement.src; }); } // Simple hash function for URLs (fallback when CORS blocks canvas) function simpleHash(str) { // Extract meaningful parts from URL (remove size parameters) const cleanUrl = str.replace(/\?.*$/, '').replace(/im_w=\d+/, ''); let hash = 0; for (let i = 0; i < cleanUrl.length; i++) { const char = cleanUrl.charCodeAt(i); hash = ((hash << 5) - hash) + char; hash = hash & hash; } return hash.toString(2).padStart(64, '0'); } // Mark listing as duplicate function markListingAsDuplicate(listingCard, duplicateInfo) { if (listingCard.querySelector('.duplicate-marker')) return; // Add border to the card const cardContainer = listingCard.closest('[data-testid="card-container"]') || listingCard; cardContainer.classList.add('duplicate-listing-card'); const marker = document.createElement('div'); marker.className = 'duplicate-marker'; marker.textContent = '⚠️ ДУБЛЬ'; marker.title = `Duplicate images found from listing: ${duplicateInfo.listingId}`; // Find the best container for the marker const imageContainer = listingCard.querySelector('[data-testid="content-scroller"]') || listingCard.querySelector('div[role="group"]') || listingCard; if (imageContainer) { const parent = imageContainer.parentElement || imageContainer; parent.style.position = 'relative'; parent.appendChild(marker); } } // Extract listing ID from card function getListingId(card) { const link = card.querySelector('a[href*="/rooms/"]'); if (link) { const match = link.href.match(/\/rooms\/(\d+)/); if (match) return match[1]; } return null; } // Process a single listing card async function processListingCard(card) { const listingId = getListingId(card); if (!listingId) { console.log('No listing ID found for card'); return; } // Skip if already processed if (listingImageHashes.has(listingId)) { console.log(`Listing ${listingId} already processed`); return; } // Find all images in the listing (first 5) const images = Array.from(card.querySelectorAll('img[src*="muscache.com"]')).slice(0, 5); if (images.length === 0) { console.log(`No images found for listing ${listingId}`); return; } console.log(`📸 Processing listing ${listingId} with ${images.length} images`); const hashes = []; let foundDuplicate = false; let duplicateInfo = null; for (let i = 0; i < images.length; i++) { const img = images[i]; try { // Wait for image to load if (!img.complete) { await new Promise(resolve => { img.onload = resolve; setTimeout(resolve, 2000); // Timeout after 2s }); } const hash = await processImage(img, listingId); hashes.push(hash); console.log(` Image ${i+1}/${images.length}: hash calculated`); // Check if this hash matches any existing hash const duplicate = isDuplicate(hash); if (duplicate && duplicate.listingId !== listingId) { foundDuplicate = true; duplicateInfo = duplicate; console.log(`🔴 DUPLICATE FOUND! Listing ${listingId} matches ${duplicate.listingId}`); break; } } catch (e) { console.warn(`Failed to process image ${i+1} in listing ${listingId}:`, e); } } // Store hashes for this listing listingImageHashes.set(listingId, hashes); // Update statistics stats.processed++; // Add hashes to database if not duplicate if (!foundDuplicate) { hashes.forEach(hash => { imageHashDatabase.set(hash, { listingId, timestamp: Date.now() }); stats.totalHashes++; }); console.log(`✅ Listing ${listingId} processed - ${hashes.length} hashes stored`); } else { // Mark as duplicate stats.duplicates++; markListingAsDuplicate(card, duplicateInfo); console.log(`🚨 Listing ${listingId} marked as duplicate`); } // Update stats display updateStatsDisplay(); } // Process all visible listing cards function processAllListings() { const cards = document.querySelectorAll('[data-testid="card-container"]'); console.log(`Found ${cards.length} listing cards`); cards.forEach(card => { processListingCard(card).catch(e => { console.warn('Error processing card:', e); }); }); } // Observer for dynamically loaded content const observer = new MutationObserver((mutations) => { let shouldProcess = false; for (const mutation of mutations) { if (mutation.addedNodes.length > 0) { for (const node of mutation.addedNodes) { if (node.nodeType === 1) { // Element node if (node.matches && node.matches('[data-testid="card-container"]')) { shouldProcess = true; break; } if (node.querySelector && node.querySelector('[data-testid="card-container"]')) { shouldProcess = true; break; } } } } } if (shouldProcess) { setTimeout(processAllListings, 500); } }); // Update statistics display function updateStatsDisplay() { let statsPanel = document.getElementById('duplicate-stats-panel'); if (!statsPanel) { statsPanel = document.createElement('div'); statsPanel.id = 'duplicate-stats-panel'; statsPanel.className = 'duplicate-stats'; document.body.appendChild(statsPanel); } statsPanel.innerHTML = `

🔍 Duplicate Detector

Processed: ${stats.processed}

Duplicates: ${stats.duplicates}

Total Hashes: ${stats.totalHashes}

`; } // Start observing function init() { console.log('🚀 Airbnb Duplicate Image Detector initialized'); // Create stats display updateStatsDisplay(); // Process existing listings setTimeout(processAllListings, 2000); // Observe for new listings observer.observe(document.body, { childList: true, subtree: true }); } // Wait for page to load if (document.readyState === 'loading') { document.addEventListener('DOMContentLoaded', init); } else { init(); } })();