Загрузка данных


import requests
from bs4 import BeautifulSoup

BASE_URL = "https://lenta.ru/rubrics/economics/realestate/"
HEADERS = {"User-Agent": "Mozilla/5.0"}

def get_articles(pages=2):
    results = []
    
    for page in range(1, pages + 1):
        response = requests.get(f"{BASE_URL}{page}", headers=HEADERS)
        soup = BeautifulSoup(response.text, 'html.parser')
        
        items = soup.find_all('li', class_='rubric-page__item _news')
        
        for item in items:
            link = item.find('a', class_='card-full-news _subrubric')
            title = item.find('h3', class_='card-full-news__title')
            
            if link and title:
                url = link['href']
                full_url = f"https://lenta.ru{url}"
                results.append(f"{title.text.strip()} -> {full_url}")
    return results

for article in get_articles(1):
    print(article)
    
    
    #! https://www.onlinetrade.ru/ 
    #! ОЗОН