🕷️ Scraping Dashboard

-- Products scraped from retailer websites CREATE TABLE products_scraped ( id SERIAL PRIMARY KEY, retailer_id INTEGER REFERENCES retailers(id), product_name VARCHAR(255) NOT NULL, brand VARCHAR(100), regular_price DECIMAL(10,2) NOT NULL, sale_price DECIMAL(10,2), on_special BOOLEAN DEFAULT FALSE, category VARCHAR(100), scraped_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP ); -- Price history tracking CREATE TABLE price_history_scraped ( id SERIAL PRIMARY KEY, product_scraped_id INTEGER REFERENCES products_scraped(id), price DECIMAL(10,2) NOT NULL, recorded_date TIMESTAMP NOT NULL ); -- Scraping job monitoring CREATE TABLE scraping_logs ( id SERIAL PRIMARY KEY, retailer_id INTEGER REFERENCES retailers(id), job_type VARCHAR(50) NOT NULL, status VARCHAR(20) NOT NULL, products_found INTEGER DEFAULT 0, started_at TIMESTAMP, completed_at TIMESTAMP );