import requests
from bs4 import BeautifulSoup
BASE_URL = "https://lenta.ru/rubrics/economics/realestate/"
HEADERS = {"User-Agent": "Mozilla/5.0"}
def get_articles(pages=2):
results = []
for page in range(1, pages + 1):
response = requests.get(f"{BASE_URL}{page}", headers=HEADERS)
soup = BeautifulSoup(response.text, 'html.parser')
items = soup.find_all('li', class_='rubric-page__item _news')
for item in items:
link = item.find('a', class_='card-full-news _subrubric')
title = item.find('h3', class_='card-full-news__title')
if link and title:
url = link['href']
full_url = f"https://lenta.ru{url}"
results.append(f"{title.text.strip()} -> {full_url}")
return results
for article in get_articles(1):
print(article)
#! https://www.onlinetrade.ru/
#! ОЗОН